2023-10-05T15:14:59.741 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-10-05T15:14:59.741 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_vshankar@teuthology --archive /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989 --verbose --name vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi --description fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} -- /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/orig.config.yaml 2023-10-05T15:14:59.797 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-05T15:14:59.883 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989 branch: wip-61009-wo-1 description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} email: vshankar@redhat.com first_in_suite: false job_id: '7411989' kernel: client: sha1: distro flavor: default kdb: true sha1: fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-61009-wo-1 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_client_delegate_inos_pct: 50 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.dir_split install: ceph: flavor: default sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f kclient: mntopts: - ms_mode=legacy - wsync syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-61009-wo-1 sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f owner: scheduled_vshankar@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 2223 sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f sleep_before_teardown: 0 subset: 328/1024 suite: fs:workload suite_branch: wip-61009-wo-1 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi098.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi115.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/fsx.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-10-05_14:37:31 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-05T15:14:59.884 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa; will attempt to use it 2023-10-05T15:14:59.884 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks 2023-10-05T15:14:59.885 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-05T15:14:59.886 INFO:teuthology.task.internal:Checking packages... 2023-10-05T15:14:59.910 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f' 2023-10-05T15:14:59.910 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-05T15:14:59.910 INFO:teuthology.packaging:ref: None 2023-10-05T15:14:59.910 INFO:teuthology.packaging:tag: None 2023-10-05T15:14:59.910 INFO:teuthology.packaging:branch: wip-61009-wo-1 2023-10-05T15:14:59.910 INFO:teuthology.packaging:sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:14:59.910 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-61009-wo-1 2023-10-05T15:15:00.064 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6578.g689b3d5a 2023-10-05T15:15:00.064 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-05T15:15:00.071 INFO:teuthology.task.internal:no buildpackages task found 2023-10-05T15:15:00.072 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-05T15:15:00.089 INFO:teuthology.task.internal:Saving configuration 2023-10-05T15:15:00.116 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-05T15:15:00.122 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:15:00.144 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi098.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.333514', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:15:00.162 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi115.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.336351', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:15:00.180 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.334979', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:15:00.180 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-05T15:15:00.187 INFO:teuthology.task.internal:roles: ubuntu@smithi098.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-10-05T15:15:00.187 INFO:teuthology.task.internal:roles: ubuntu@smithi115.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-10-05T15:15:00.187 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-10-05T15:15:00.187 INFO:teuthology.run_tasks:Running task console_log... 2023-10-05T15:15:00.287 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6cee9a5dc0>, signals=[15]) 2023-10-05T15:15:00.288 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-05T15:15:00.295 INFO:teuthology.task.internal:Opening connections... 2023-10-05T15:15:00.295 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:15:00.296 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:15:00.366 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi115.front.sepia.ceph.com 2023-10-05T15:15:00.367 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:15:00.433 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2023-10-05T15:15:00.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:15:00.502 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-05T15:15:00.509 DEBUG:teuthology.orchestra.run.smithi098:> uname -m 2023-10-05T15:15:00.531 INFO:teuthology.orchestra.run.smithi098.stdout:x86_64 2023-10-05T15:15:00.531 DEBUG:teuthology.orchestra.run.smithi098:> cat /etc/os-release 2023-10-05T15:15:00.589 INFO:teuthology.orchestra.run.smithi098.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:ID="rhel" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:ID_LIKE="fedora" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:VERSION_ID="8.6" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:PLATFORM_ID="platform:el8" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:ANSI_COLOR="0;31" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T15:15:00.590 INFO:teuthology.orchestra.run.smithi098.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T15:15:00.591 INFO:teuthology.orchestra.run.smithi098.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T15:15:00.592 INFO:teuthology.lock.ops:Updating smithi098.front.sepia.ceph.com on lock server 2023-10-05T15:15:00.612 DEBUG:teuthology.orchestra.run.smithi115:> uname -m 2023-10-05T15:15:00.633 INFO:teuthology.orchestra.run.smithi115.stdout:x86_64 2023-10-05T15:15:00.633 DEBUG:teuthology.orchestra.run.smithi115:> cat /etc/os-release 2023-10-05T15:15:00.692 INFO:teuthology.orchestra.run.smithi115.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:ID="rhel" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:ID_LIKE="fedora" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:VERSION_ID="8.6" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:PLATFORM_ID="platform:el8" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:ANSI_COLOR="0;31" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T15:15:00.693 INFO:teuthology.orchestra.run.smithi115.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T15:15:00.694 INFO:teuthology.orchestra.run.smithi115.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T15:15:00.694 INFO:teuthology.lock.ops:Updating smithi115.front.sepia.ceph.com on lock server 2023-10-05T15:15:00.712 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2023-10-05T15:15:00.733 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2023-10-05T15:15:00.734 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:ID="rhel" 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="fedora" 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="8.6" 2023-10-05T15:15:00.792 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el8" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T15:15:00.793 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T15:15:00.794 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2023-10-05T15:15:00.812 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-05T15:15:00.822 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-05T15:15:00.829 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-05T15:15:00.829 DEBUG:teuthology.orchestra.run.smithi098:> test '!' -e /home/ubuntu/cephtest 2023-10-05T15:15:00.831 DEBUG:teuthology.orchestra.run.smithi115:> test '!' -e /home/ubuntu/cephtest 2023-10-05T15:15:00.834 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2023-10-05T15:15:00.852 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-05T15:15:00.858 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-05T15:15:00.858 DEBUG:teuthology.orchestra.run.smithi098:> test -z $(ls -A /var/lib/ceph) 2023-10-05T15:15:00.890 DEBUG:teuthology.orchestra.run.smithi115:> test -z $(ls -A /var/lib/ceph) 2023-10-05T15:15:00.893 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2023-10-05T15:15:00.919 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-05T15:15:00.991 INFO:teuthology.run_tasks:Running task kernel... 2023-10-05T15:15:01.007 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'} 2023-10-05T15:15:01.008 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-10-05T15:15:01.008 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-10-05T15:15:01.008 DEBUG:teuthology.orchestra.run.smithi098:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T15:15:01.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:01.027 DEBUG:teuthology.orchestra.run.smithi098:> uname -r 2023-10-05T15:15:01.087 INFO:teuthology.orchestra.run.smithi098.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-05T15:15:01.087 INFO:teuthology.task.kernel:Running kernel on smithi098: 4.18.0-372.9.1.el8.x86_64 2023-10-05T15:15:01.087 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum install -y kernel 2023-10-05T15:15:02.327 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:15:02.328 INFO:teuthology.orchestra.run.smithi098.stdout:Unable to read consumer identity 2023-10-05T15:15:03.769 INFO:teuthology.orchestra.run.smithi098.stdout:Copr repo for python3-asyncssh owned by ceph 17 kB/s | 3.5 kB 00:00 2023-10-05T15:15:04.584 INFO:teuthology.orchestra.run.smithi098.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-10-05T15:15:08.036 INFO:teuthology.orchestra.run.smithi098.stdout:lab-extras 552 kB/s | 24 kB 00:00 2023-10-05T15:15:08.731 INFO:teuthology.orchestra.run.smithi098.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-05T15:15:08.787 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-10-05T15:15:08.789 INFO:teuthology.orchestra.run.smithi098.stdout:Nothing to do. 2023-10-05T15:15:08.789 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-10-05T15:15:08.933 DEBUG:teuthology.orchestra.run.smithi098:> echo no | sudo yum reinstall kernel || true 2023-10-05T15:15:09.264 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:15:09.264 INFO:teuthology.orchestra.run.smithi098.stdout:Unable to read consumer identity 2023-10-05T15:15:09.527 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Oct 2023 03:15:07 PM UTC. 2023-10-05T15:15:09.577 INFO:teuthology.orchestra.run.smithi098.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-05T15:15:09.617 INFO:teuthology.orchestra.run.smithi098.stderr:Error: No packages marked for reinstall. 2023-10-05T15:15:09.663 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum reinstall -y kernel || true 2023-10-05T15:15:09.991 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:15:09.992 INFO:teuthology.orchestra.run.smithi098.stdout:Unable to read consumer identity 2023-10-05T15:15:10.248 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Oct 2023 03:15:07 PM UTC. 2023-10-05T15:15:10.287 INFO:teuthology.orchestra.run.smithi098.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-05T15:15:10.330 INFO:teuthology.orchestra.run.smithi098.stderr:Error: No packages marked for reinstall. 2023-10-05T15:15:10.375 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q kernel | sort -rV | head -n 1 2023-10-05T15:15:10.454 INFO:teuthology.orchestra.run.smithi098.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-05T15:15:10.454 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-05T15:15:10.454 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-05T15:15:10.455 DEBUG:teuthology.parallel:result is None 2023-10-05T15:15:10.455 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-05T15:15:10.462 INFO:teuthology.task.internal:Creating test directory... 2023-10-05T15:15:10.463 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T15:15:10.465 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T15:15:10.468 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T15:15:10.488 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-05T15:15:10.502 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-05T15:15:10.512 INFO:teuthology.task.internal:Creating archive directory... 2023-10-05T15:15:10.512 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T15:15:10.522 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T15:15:10.528 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T15:15:10.562 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-05T15:15:10.568 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-05T15:15:10.569 DEBUG:teuthology.orchestra.run.smithi115:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T15:15:10.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:10.612 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T15:15:10.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:10.631 DEBUG:teuthology.orchestra.run.smithi098:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T15:15:10.633 DEBUG:teuthology.orchestra.run.smithi115:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T15:15:10.655 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T15:15:10.667 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.678 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.694 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.707 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.709 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.734 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T15:15:10.736 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-05T15:15:10.743 INFO:teuthology.task.internal:Configuring sudo... 2023-10-05T15:15:10.743 DEBUG:teuthology.orchestra.run.smithi098:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T15:15:10.745 DEBUG:teuthology.orchestra.run.smithi115:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T15:15:10.753 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T15:15:10.805 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-05T15:15:10.814 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-05T15:15:10.814 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T15:15:10.817 DEBUG:teuthology.orchestra.run.smithi115:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T15:15:10.823 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T15:15:10.864 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:10.914 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:10.966 DEBUG:teuthology.orchestra.run.smithi098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.048 DEBUG:teuthology.orchestra.run.smithi098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.089 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:15:11.089 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T15:15:11.156 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:11.202 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:11.253 DEBUG:teuthology.orchestra.run.smithi115:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.340 DEBUG:teuthology.orchestra.run.smithi115:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.384 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:15:11.385 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T15:15:11.455 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:11.502 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T15:15:11.561 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.607 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T15:15:11.651 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:15:11.651 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T15:15:11.720 DEBUG:teuthology.orchestra.run.smithi098:> sudo service rsyslog restart 2023-10-05T15:15:11.723 DEBUG:teuthology.orchestra.run.smithi115:> sudo service rsyslog restart 2023-10-05T15:15:11.725 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2023-10-05T15:15:11.788 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:15:11.789 INFO:teuthology.orchestra.run.smithi098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:15:11.828 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:15:12.175 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-05T15:15:12.183 INFO:teuthology.task.internal:Starting timer... 2023-10-05T15:15:12.183 INFO:teuthology.run_tasks:Running task pcp... 2023-10-05T15:15:12.192 INFO:teuthology.run_tasks:Running task selinux... 2023-10-05T15:15:12.200 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-10-05T15:15:12.200 DEBUG:teuthology.orchestra.run.smithi098:> sudo service auditd rotate 2023-10-05T15:15:12.264 INFO:teuthology.orchestra.run.smithi098.stdout:Rotating logs: 2023-10-05T15:15:12.266 DEBUG:teuthology.orchestra.run.smithi115:> sudo service auditd rotate 2023-10-05T15:15:12.323 INFO:teuthology.orchestra.run.smithi115.stdout:Rotating logs: 2023-10-05T15:15:12.324 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2023-10-05T15:15:12.401 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: 2023-10-05T15:15:12.403 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-05T15:15:12.403 DEBUG:teuthology.orchestra.run.smithi098:> /usr/sbin/getenforce 2023-10-05T15:15:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:Permissive 2023-10-05T15:15:12.438 DEBUG:teuthology.orchestra.run.smithi115:> /usr/sbin/getenforce 2023-10-05T15:15:12.465 INFO:teuthology.orchestra.run.smithi115.stdout:Permissive 2023-10-05T15:15:12.466 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2023-10-05T15:15:12.490 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2023-10-05T15:15:12.490 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi098.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi115.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi173.front.sepia.ceph.com': 'permissive'} 2023-10-05T15:15:12.490 DEBUG:teuthology.orchestra.run.smithi098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:15:12.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:12.518 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:15:12.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:12.546 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:15:12.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:15:12.573 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-05T15:15:12.573 DEBUG:teuthology.orchestra.run.smithi098:> sudo /usr/sbin/setenforce permissive 2023-10-05T15:15:12.600 DEBUG:teuthology.orchestra.run.smithi115:> sudo /usr/sbin/setenforce permissive 2023-10-05T15:15:12.629 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2023-10-05T15:15:12.655 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-05T15:15:12.665 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-10-05T15:15:12.671 INFO:teuthology.repo_utils:Fetching main from origin 2023-10-05T15:15:12.840 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-05T15:15:12.856 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-05T15:15:12.857 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi098.front.sepia.ceph.com,smithi115.front.sepia.ceph.com,smithi173.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-05T15:25:38.652 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi098.front.sepia.ceph.com'), Remote(name='ubuntu@smithi115.front.sepia.ceph.com'), Remote(name='ubuntu@smithi173.front.sepia.ceph.com')] 2023-10-05T15:25:38.653 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi098.front.sepia.ceph.com' 2023-10-05T15:25:38.654 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:25:38.723 DEBUG:teuthology.orchestra.run.smithi098:> true 2023-10-05T15:25:38.747 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi098.front.sepia.ceph.com' 2023-10-05T15:25:38.749 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi115.front.sepia.ceph.com' 2023-10-05T15:25:38.750 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi115.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:25:38.817 DEBUG:teuthology.orchestra.run.smithi115:> true 2023-10-05T15:25:38.882 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi115.front.sepia.ceph.com' 2023-10-05T15:25:38.883 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2023-10-05T15:25:38.883 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:25:38.953 DEBUG:teuthology.orchestra.run.smithi173:> true 2023-10-05T15:25:39.025 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2023-10-05T15:25:39.026 INFO:teuthology.run_tasks:Running task clock... 2023-10-05T15:25:39.039 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-05T15:25:39.040 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:25:39.040 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:25:39.042 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:25:39.042 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:25:39.044 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:25:39.044 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:25:39.071 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:25:39.073 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:25:39.086 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:25:39.088 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:25:39.102 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:25:39.118 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:25:39.157 INFO:teuthology.orchestra.run.smithi098.stderr:sudo: ntpd: command not found 2023-10-05T15:25:39.165 INFO:teuthology.orchestra.run.smithi115.stderr:sudo: ntpd: command not found 2023-10-05T15:25:39.169 INFO:teuthology.orchestra.run.smithi098.stdout:506 Cannot talk to daemon 2023-10-05T15:25:39.176 INFO:teuthology.orchestra.run.smithi115.stdout:506 Cannot talk to daemon 2023-10-05T15:25:39.184 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:25:39.191 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:25:39.193 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2023-10-05T15:25:39.197 INFO:teuthology.orchestra.run.smithi098.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:25:39.204 INFO:teuthology.orchestra.run.smithi115.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:25:39.206 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2023-10-05T15:25:39.220 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:25:39.235 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:25:39.256 INFO:teuthology.orchestra.run.smithi098.stderr:bash: ntpq: command not found 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.260 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.289 INFO:teuthology.orchestra.run.smithi115.stderr:bash: ntpq: command not found 2023-10-05T15:25:39.292 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:25:39.292 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2023-10-05T15:25:39.292 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.292 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.292 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.293 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.321 INFO:teuthology.orchestra.run.smithi173.stderr:bash: ntpq: command not found 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.325 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:25:39.326 INFO:teuthology.run_tasks:Running task pexec... 2023-10-05T15:25:39.335 INFO:teuthology.task.pexec:Executing custom commands... 2023-10-05T15:25:39.335 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:25:39.336 DEBUG:teuthology.orchestra.run.smithi098:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:25:39.336 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi115.front.sepia.ceph.com 2023-10-05T15:25:39.336 DEBUG:teuthology.orchestra.run.smithi115:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:25:39.337 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi173.front.sepia.ceph.com 2023-10-05T15:25:39.337 DEBUG:teuthology.orchestra.run.smithi173:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:25:39.707 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:39.711 INFO:teuthology.orchestra.run.smithi115.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:39.744 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:41.232 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Oct 2023 03:23:53 PM UTC. 2023-10-05T15:25:41.257 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:01:55 ago on Thu 05 Oct 2023 03:23:45 PM UTC. 2023-10-05T15:25:41.285 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:51 ago on Thu 05 Oct 2023 03:23:49 PM UTC. 2023-10-05T15:25:42.956 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout: Package Architecture Version Repository Size 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout:Resetting modules: 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout: container-tools 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout:================================================================================ 2023-10-05T15:25:42.957 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:25:42.994 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-10-05T15:25:42.995 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-10-05T15:25:42.995 INFO:teuthology.orchestra.run.smithi098.stdout: Package Architecture Version Repository Size 2023-10-05T15:25:42.995 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout:Resetting modules: 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout:================================================================================ 2023-10-05T15:25:42.996 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:25:43.033 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout:Resetting modules: 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout: container-tools 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2023-10-05T15:25:43.034 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:25:43.914 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:01:50 ago on Thu 05 Oct 2023 03:23:53 PM UTC. 2023-10-05T15:25:43.947 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:01:58 ago on Thu 05 Oct 2023 03:23:45 PM UTC. 2023-10-05T15:25:44.024 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:54 ago on Thu 05 Oct 2023 03:23:49 PM UTC. 2023-10-05T15:25:53.922 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-10-05T15:25:54.377 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:55.375 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2023-10-05T15:25:55.611 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2023-10-05T15:25:55.842 INFO:teuthology.orchestra.run.smithi115.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:56.021 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:02:10 ago on Thu 05 Oct 2023 03:23:45 PM UTC. 2023-10-05T15:25:56.067 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-10-05T15:25:57.380 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:02:03 ago on Thu 05 Oct 2023 03:23:53 PM UTC. 2023-10-05T15:25:57.650 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:02:08 ago on Thu 05 Oct 2023 03:23:49 PM UTC. 2023-10-05T15:25:57.732 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout: Package Arch Version Repository Size 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout:Installing group/module packages: 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:25:57.824 INFO:teuthology.orchestra.run.smithi098.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout:Installing module profiles: 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools/common 2023-10-05T15:25:57.825 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling module streams: 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout: container-tools rhel8 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout:============================================================================================================ 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout:Install 10 Packages 2023-10-05T15:25:57.826 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:25:57.827 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 18 M 2023-10-05T15:25:57.827 INFO:teuthology.orchestra.run.smithi098.stdout:Installed size: 65 M 2023-10-05T15:25:57.827 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2023-10-05T15:25:58.005 INFO:teuthology.orchestra.run.smithi098.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 527 kB/s | 94 kB 00:00 2023-10-05T15:25:58.021 INFO:teuthology.orchestra.run.smithi098.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 209 kB/s | 41 kB 00:00 2023-10-05T15:25:58.047 INFO:teuthology.orchestra.run.smithi098.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 113 kB/s | 25 kB 00:00 2023-10-05T15:25:58.130 INFO:teuthology.orchestra.run.smithi098.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 394 kB/s | 49 kB 00:00 2023-10-05T15:25:58.172 INFO:teuthology.orchestra.run.smithi098.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 3.4 MB/s | 524 kB 00:00 2023-10-05T15:25:58.231 INFO:teuthology.orchestra.run.smithi098.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.5 MB/s | 149 kB 00:00 2023-10-05T15:25:58.290 INFO:teuthology.orchestra.run.smithi098.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 1.8 MB/s | 213 kB 00:00 2023-10-05T15:25:58.398 INFO:teuthology.orchestra.run.smithi098.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 23 MB/s | 8.0 MB 00:00 2023-10-05T15:25:58.489 INFO:teuthology.orchestra.run.smithi098.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 11 MB/s | 2.2 MB 00:00 2023-10-05T15:25:58.590 INFO:teuthology.orchestra.run.smithi098.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 20 MB/s | 7.0 MB 00:00 2023-10-05T15:25:58.591 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:25:58.591 INFO:teuthology.orchestra.run.smithi098.stdout:Total 24 MB/s | 18 MB 00:00 2023-10-05T15:25:58.793 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2023-10-05T15:25:58.811 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2023-10-05T15:25:58.811 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2023-10-05T15:25:58.992 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2023-10-05T15:25:58.996 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2023-10-05T15:25:59.081 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2023-10-05T15:25:59.172 INFO:teuthology.orchestra.run.smithi115.stdout:============================================================================================================ 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: Package Arch Version Repository Size 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout:============================================================================================================ 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout:Installing group/module packages: 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout:Installing dependencies: 2023-10-05T15:25:59.173 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout:Installing module profiles: 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: container-tools/common 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout:Enabling module streams: 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: container-tools rhel8 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout:============================================================================================================ 2023-10-05T15:25:59.174 INFO:teuthology.orchestra.run.smithi115.stdout:Install 10 Packages 2023-10-05T15:25:59.175 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:25:59.175 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 18 M 2023-10-05T15:25:59.175 INFO:teuthology.orchestra.run.smithi115.stdout:Installed size: 65 M 2023-10-05T15:25:59.175 INFO:teuthology.orchestra.run.smithi115.stdout:Downloading Packages: 2023-10-05T15:25:59.347 INFO:teuthology.orchestra.run.smithi115.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 545 kB/s | 94 kB 00:00 2023-10-05T15:25:59.364 INFO:teuthology.orchestra.run.smithi115.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 131 kB/s | 25 kB 00:00 2023-10-05T15:25:59.406 INFO:teuthology.orchestra.run.smithi115.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 177 kB/s | 41 kB 00:00 2023-10-05T15:25:59.431 INFO:teuthology.orchestra.run.smithi115.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 589 kB/s | 49 kB 00:00 2023-10-05T15:25:59.498 INFO:teuthology.orchestra.run.smithi115.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 3.8 MB/s | 524 kB 00:00 2023-10-05T15:25:59.509 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2023-10-05T15:25:59.539 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout:============================================================================================================ 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout:============================================================================================================ 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout:Installing group/module packages: 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:25:59.602 INFO:teuthology.orchestra.run.smithi173.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout:Installing module profiles: 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: container-tools/common 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout:Enabling module streams: 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: container-tools rhel8 2023-10-05T15:25:59.603 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout:============================================================================================================ 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout:Install 10 Packages 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 18 M 2023-10-05T15:25:59.604 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 65 M 2023-10-05T15:25:59.605 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2023-10-05T15:25:59.657 INFO:teuthology.orchestra.run.smithi115.stdout:(6/10): buildah-1.26.2-1.module+el8.6.0+16771+2 32 MB/s | 8.0 MB 00:00 2023-10-05T15:25:59.682 INFO:teuthology.orchestra.run.smithi115.stdout:(7/10): python3-podman-4.0.1-1.module+el8.6.0+1 596 kB/s | 149 kB 00:00 2023-10-05T15:25:59.699 INFO:teuthology.orchestra.run.smithi115.stdout:(8/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 1.0 MB/s | 213 kB 00:00 2023-10-05T15:25:59.751 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:25:59.784 INFO:teuthology.orchestra.run.smithi173.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 228 kB/s | 41 kB 00:00 2023-10-05T15:25:59.809 INFO:teuthology.orchestra.run.smithi173.stdout:(2/10): python3-pyxdg-0.25-16.el8.noarch.rpm 459 kB/s | 94 kB 00:00 2023-10-05T15:25:59.851 INFO:teuthology.orchestra.run.smithi173.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 101 kB/s | 25 kB 00:00 2023-10-05T15:25:59.933 INFO:teuthology.orchestra.run.smithi115.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 8.8 MB/s | 2.2 MB 00:00 2023-10-05T15:25:59.946 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:25:59.959 INFO:teuthology.orchestra.run.smithi173.stdout:(4/10): cockpit-podman-49.1-1.module+el8.6.0+16 3.4 MB/s | 524 kB 00:00 2023-10-05T15:25:59.976 INFO:teuthology.orchestra.run.smithi173.stdout:(5/10): udica-0.2.6-4.module+el8.6.0+16771+28df 257 kB/s | 49 kB 00:00 2023-10-05T15:26:00.025 INFO:teuthology.orchestra.run.smithi115.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 19 MB/s | 7.0 MB 00:00 2023-10-05T15:26:00.025 INFO:teuthology.orchestra.run.smithi115.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:26:00.025 INFO:teuthology.orchestra.run.smithi115.stdout:Total 21 MB/s | 18 MB 00:00 2023-10-05T15:26:00.102 INFO:teuthology.orchestra.run.smithi173.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.0 MB/s | 149 kB 00:00 2023-10-05T15:26:00.127 INFO:teuthology.orchestra.run.smithi173.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 1.4 MB/s | 213 kB 00:00 2023-10-05T15:26:00.140 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:26:00.226 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction check 2023-10-05T15:26:00.235 INFO:teuthology.orchestra.run.smithi173.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 21 MB/s | 8.0 MB 00:00 2023-10-05T15:26:00.244 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction check succeeded. 2023-10-05T15:26:00.244 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction test 2023-10-05T15:26:00.337 INFO:teuthology.orchestra.run.smithi173.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 10 MB/s | 2.2 MB 00:00 2023-10-05T15:26:00.380 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:26:00.426 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction test succeeded. 2023-10-05T15:26:00.430 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction 2023-10-05T15:26:00.436 INFO:teuthology.orchestra.run.smithi173.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 21 MB/s | 7.0 MB 00:00 2023-10-05T15:26:00.436 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:26:00.436 INFO:teuthology.orchestra.run.smithi173.stdout:Total 22 MB/s | 18 MB 00:00 2023-10-05T15:26:00.640 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2023-10-05T15:26:00.659 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2023-10-05T15:26:00.659 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2023-10-05T15:26:00.758 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:26:00.842 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2023-10-05T15:26:00.846 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2023-10-05T15:26:00.921 INFO:teuthology.orchestra.run.smithi115.stdout: Preparing : 1/1 2023-10-05T15:26:01.126 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:26:01.290 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:26:01.367 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2023-10-05T15:26:01.475 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:26:01.511 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:26:01.581 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:26:01.720 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:26:01.752 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:26:01.938 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:26:02.068 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:26:02.161 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:26:02.416 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:26:02.498 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:26:02.667 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:26:02.861 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:26:02.871 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:26:03.030 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:26:03.302 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:26:03.303 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:26:03.303 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:26:03.303 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:26:03.303 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:26:03.352 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:26:03.712 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:26:03.960 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:26:04.122 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:26:04.205 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:26:04.282 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:04.444 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:26:04.487 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:26:04.487 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:02:19 ago on Thu 05 Oct 2023 03:23:45 PM UTC. 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:26:04.550 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:26:04.551 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:26:04.551 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:26:04.551 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:26:04.551 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:26:04.617 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:26:04.786 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:05.041 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:26:05.041 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:26:05.042 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:26:05.707 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:26:05.707 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:02:12 ago on Thu 05 Oct 2023 03:23:53 PM UTC. 2023-10-05T15:26:06.242 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:26:06.242 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:02:16 ago on Thu 05 Oct 2023 03:23:49 PM UTC. 2023-10-05T15:26:12.317 INFO:teuthology.orchestra.run.smithi098.stdout:Installed products updated. 2023-10-05T15:26:12.513 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:26:12.513 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:26:12.514 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-10-05T15:26:12.660 DEBUG:teuthology.parallel:result is None 2023-10-05T15:26:13.598 INFO:teuthology.orchestra.run.smithi173.stdout:Installed products updated. 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:26:13.786 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:26:13.787 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2023-10-05T15:26:13.849 INFO:teuthology.orchestra.run.smithi115.stdout:Installed products updated. 2023-10-05T15:26:13.932 DEBUG:teuthology.parallel:result is None 2023-10-05T15:26:14.042 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout:Installed: 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:26:14.043 INFO:teuthology.orchestra.run.smithi115.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:26:14.044 INFO:teuthology.orchestra.run.smithi115.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:26:14.044 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:26:14.044 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2023-10-05T15:26:14.171 DEBUG:teuthology.parallel:result is None 2023-10-05T15:26:14.171 INFO:teuthology.run_tasks:Running task install... 2023-10-05T15:26:14.180 DEBUG:teuthology.task.install:project ceph 2023-10-05T15:26:14.180 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'}} 2023-10-05T15:26:14.180 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'} 2023-10-05T15:26:14.180 INFO:teuthology.task.install:Using flavor: default 2023-10-05T15:26:14.186 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-05T15:26:14.186 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-10-05T15:26:14.187 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:26:14.187 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:26:14.189 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:26:14.189 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:26:14.191 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:26:14.191 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:26:14.429 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:26:14.429 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:26:14.446 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:26:14.446 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:26:14.466 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:26:14.467 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:26:14.537 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:26:14.538 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:26:14.538 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:26:14.558 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:26:14.558 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:26:14.558 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:26:14.570 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:26:14.570 DEBUG:teuthology.orchestra.run.smithi098:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:26:14.588 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:26:14.588 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:26:14.644 DEBUG:teuthology.orchestra.run.smithi098:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:26:14.646 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:26:14.646 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:26:14.646 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:26:14.657 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:26:14.674 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:26:14.675 DEBUG:teuthology.orchestra.run.smithi115:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:26:14.726 DEBUG:teuthology.orchestra.run.smithi098:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:26:14.737 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:26:14.744 DEBUG:teuthology.orchestra.run.smithi115:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:26:14.794 INFO:teuthology.orchestra.run.smithi098.stdout:check_obsoletes = 1 2023-10-05T15:26:14.796 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum clean all 2023-10-05T15:26:14.804 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2023-10-05T15:26:14.806 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2023-10-05T15:26:14.822 DEBUG:teuthology.orchestra.run.smithi115:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:26:14.888 INFO:teuthology.orchestra.run.smithi115.stdout:check_obsoletes = 1 2023-10-05T15:26:14.890 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum clean all 2023-10-05T15:26:15.173 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:15.179 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:15.263 INFO:teuthology.orchestra.run.smithi115.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:16.207 INFO:teuthology.orchestra.run.smithi098.stdout:44 files removed 2023-10-05T15:26:16.219 INFO:teuthology.orchestra.run.smithi173.stdout:44 files removed 2023-10-05T15:26:16.236 INFO:teuthology.orchestra.run.smithi115.stdout:44 files removed 2023-10-05T15:26:16.260 DEBUG:teuthology.orchestra.run.smithi098:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:26:16.272 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:26:16.290 DEBUG:teuthology.orchestra.run.smithi115:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:26:16.593 INFO:teuthology.orchestra.run.smithi098.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:16.603 INFO:teuthology.orchestra.run.smithi173.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:16.622 INFO:teuthology.orchestra.run.smithi115.stdout:Updating Subscription Management repositories. 2023-10-05T15:26:18.002 INFO:teuthology.orchestra.run.smithi098.stdout:ceph packages for x86_64 265 kB/s | 81 kB 00:00 2023-10-05T15:26:18.116 INFO:teuthology.orchestra.run.smithi115.stdout:ceph packages for x86_64 315 kB/s | 81 kB 00:00 2023-10-05T15:26:18.237 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 196 kB/s | 81 kB 00:00 2023-10-05T15:26:18.311 INFO:teuthology.orchestra.run.smithi098.stdout:ceph noarch packages 34 kB/s | 9.4 kB 00:00 2023-10-05T15:26:18.475 INFO:teuthology.orchestra.run.smithi115.stdout:ceph noarch packages 29 kB/s | 9.4 kB 00:00 2023-10-05T15:26:18.546 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 34 kB/s | 9.4 kB 00:00 2023-10-05T15:26:18.629 INFO:teuthology.orchestra.run.smithi098.stdout:ceph source packages 5.0 kB/s | 1.5 kB 00:00 2023-10-05T15:26:18.763 INFO:teuthology.orchestra.run.smithi098.stdout:Copr repo for python3-asyncssh owned by ceph 30 kB/s | 3.5 kB 00:00 2023-10-05T15:26:18.830 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 5.7 kB/s | 1.5 kB 00:00 2023-10-05T15:26:18.834 INFO:teuthology.orchestra.run.smithi115.stdout:ceph source packages 4.4 kB/s | 1.5 kB 00:00 2023-10-05T15:26:18.980 INFO:teuthology.orchestra.run.smithi173.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-10-05T15:26:18.984 INFO:teuthology.orchestra.run.smithi115.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2023-10-05T15:26:20.769 INFO:teuthology.orchestra.run.smithi115.stdout:Extra Packages for Enterprise Linux 9.0 MB/s | 16 MB 00:01 2023-10-05T15:26:20.817 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 8.7 MB/s | 16 MB 00:01 2023-10-05T15:26:20.866 INFO:teuthology.orchestra.run.smithi098.stdout:Extra Packages for Enterprise Linux 7.6 MB/s | 16 MB 00:02 2023-10-05T15:26:24.227 INFO:teuthology.orchestra.run.smithi115.stdout:lab-extras 409 kB/s | 24 kB 00:00 2023-10-05T15:26:24.290 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 459 kB/s | 24 kB 00:00 2023-10-05T15:26:24.339 INFO:teuthology.orchestra.run.smithi098.stdout:lab-extras 374 kB/s | 24 kB 00:00 2023-10-05T15:26:25.441 INFO:teuthology.orchestra.run.smithi173.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 49 MB/s | 53 MB 00:01 2023-10-05T15:26:25.554 INFO:teuthology.orchestra.run.smithi115.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 38 MB/s | 47 MB 00:01 2023-10-05T15:26:25.700 INFO:teuthology.orchestra.run.smithi098.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 37 MB/s | 47 MB 00:01 2023-10-05T15:26:33.704 INFO:teuthology.orchestra.run.smithi115.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 52 MB/s | 53 MB 00:01 2023-10-05T15:26:33.812 INFO:teuthology.orchestra.run.smithi173.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 44 MB/s | 47 MB 00:01 2023-10-05T15:26:34.026 INFO:teuthology.orchestra.run.smithi098.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 40 MB/s | 53 MB 00:01 2023-10-05T15:26:44.763 INFO:teuthology.orchestra.run.smithi115.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:44.764 INFO:teuthology.orchestra.run.smithi115.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:44.775 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:44.776 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:44.779 INFO:teuthology.orchestra.run.smithi115.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.780 INFO:teuthology.orchestra.run.smithi115.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.782 INFO:teuthology.orchestra.run.smithi115.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:26:44.783 INFO:teuthology.orchestra.run.smithi115.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:26:44.785 INFO:teuthology.orchestra.run.smithi115.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:26:44.789 INFO:teuthology.orchestra.run.smithi115.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.790 INFO:teuthology.orchestra.run.smithi115.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:26:44.790 INFO:teuthology.orchestra.run.smithi173.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.792 INFO:teuthology.orchestra.run.smithi173.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.793 INFO:teuthology.orchestra.run.smithi173.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:26:44.794 INFO:teuthology.orchestra.run.smithi173.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:26:44.796 INFO:teuthology.orchestra.run.smithi173.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:26:44.800 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:26:44.801 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:26:44.924 INFO:teuthology.orchestra.run.smithi115.stdout:Dependencies resolved. 2023-10-05T15:26:44.935 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout:=========================================================================================================================== 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout: Package Arch Version Repository Size 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout:=========================================================================================================================== 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout:Installing: 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:26:44.936 INFO:teuthology.orchestra.run.smithi115.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:26:44.937 INFO:teuthology.orchestra.run.smithi115.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:26:44.938 INFO:teuthology.orchestra.run.smithi115.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout:Upgrading: 2023-10-05T15:26:44.939 INFO:teuthology.orchestra.run.smithi115.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout:Installing dependencies: 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:26:44.940 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:26:44.941 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:26:44.942 INFO:teuthology.orchestra.run.smithi115.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:26:44.943 INFO:teuthology.orchestra.run.smithi115.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:26:44.944 INFO:teuthology.orchestra.run.smithi115.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:26:44.945 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:26:44.946 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:44.947 INFO:teuthology.orchestra.run.smithi115.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:26:44.948 INFO:teuthology.orchestra.run.smithi115.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout:Enabling module streams: 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql 10 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction Summary 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout:=========================================================================================================================== 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout:Install 128 Packages 2023-10-05T15:26:44.949 INFO:teuthology.orchestra.run.smithi115.stdout:Upgrade 3 Packages 2023-10-05T15:26:44.950 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:26:44.950 INFO:teuthology.orchestra.run.smithi173.stdout:=========================================================================================================================== 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout:=========================================================================================================================== 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:26:44.951 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:26:44.952 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:26:44.953 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:26:44.954 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:26:44.955 INFO:teuthology.orchestra.run.smithi173.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:26:44.956 INFO:teuthology.orchestra.run.smithi173.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:26:44.957 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:26:44.958 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:26:44.959 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:26:44.960 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:26:44.961 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout:Enabling module streams: 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql 10 2023-10-05T15:26:44.962 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi173.stdout:=========================================================================================================================== 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi173.stdout:Install 128 Packages 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 3 Packages 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi115.stdout:Total download size: 209 M 2023-10-05T15:26:44.963 INFO:teuthology.orchestra.run.smithi115.stdout:Downloading Packages: 2023-10-05T15:26:44.964 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 209 M 2023-10-05T15:26:44.964 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2023-10-05T15:26:45.109 INFO:teuthology.orchestra.run.smithi098.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:45.110 INFO:teuthology.orchestra.run.smithi098.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:26:45.124 INFO:teuthology.orchestra.run.smithi098.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:45.126 INFO:teuthology.orchestra.run.smithi098.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:26:45.126 INFO:teuthology.orchestra.run.smithi098.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:26:45.127 INFO:teuthology.orchestra.run.smithi098.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:26:45.130 INFO:teuthology.orchestra.run.smithi098.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:26:45.132 INFO:teuthology.orchestra.run.smithi098.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:26:45.133 INFO:teuthology.orchestra.run.smithi098.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:26:45.212 INFO:teuthology.orchestra.run.smithi115.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 56 kB/s | 6.4 kB 00:00 2023-10-05T15:26:45.243 INFO:teuthology.orchestra.run.smithi173.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 52 kB/s | 6.4 kB 00:00 2023-10-05T15:26:45.264 INFO:teuthology.orchestra.run.smithi098.stdout:Dependencies resolved. 2023-10-05T15:26:45.276 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-10-05T15:26:45.276 INFO:teuthology.orchestra.run.smithi098.stdout: Package Arch Version Repository Size 2023-10-05T15:26:45.276 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout:Installing: 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:26:45.277 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:26:45.278 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:26:45.279 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrading: 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:45.280 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout:Installing dependencies: 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:26:45.281 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:26:45.282 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:26:45.283 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:26:45.284 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:26:45.285 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:26:45.286 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:26:45.287 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:26:45.288 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling module streams: 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql 10 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction Summary 2023-10-05T15:26:45.289 INFO:teuthology.orchestra.run.smithi098.stdout:=========================================================================================================================== 2023-10-05T15:26:45.290 INFO:teuthology.orchestra.run.smithi098.stdout:Install 128 Packages 2023-10-05T15:26:45.290 INFO:teuthology.orchestra.run.smithi098.stdout:Upgrade 3 Packages 2023-10-05T15:26:45.290 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:26:45.291 INFO:teuthology.orchestra.run.smithi098.stdout:Total download size: 209 M 2023-10-05T15:26:45.291 INFO:teuthology.orchestra.run.smithi098.stdout:Downloading Packages: 2023-10-05T15:26:45.429 INFO:teuthology.orchestra.run.smithi115.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 4.1 MB/s | 918 kB 00:00 2023-10-05T15:26:45.476 INFO:teuthology.orchestra.run.smithi173.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 3.8 MB/s | 918 kB 00:00 2023-10-05T15:26:45.479 INFO:teuthology.orchestra.run.smithi115.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 3.3 MB/s | 167 kB 00:00 2023-10-05T15:26:45.535 INFO:teuthology.orchestra.run.smithi173.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 2.8 MB/s | 167 kB 00:00 2023-10-05T15:26:45.545 INFO:teuthology.orchestra.run.smithi098.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 32 kB/s | 6.4 kB 00:00 2023-10-05T15:26:46.046 INFO:teuthology.orchestra.run.smithi115.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 4.1 MB/s | 2.3 MB 00:00 2023-10-05T15:26:46.136 INFO:teuthology.orchestra.run.smithi173.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 3.8 MB/s | 2.3 MB 00:00 2023-10-05T15:26:46.522 INFO:teuthology.orchestra.run.smithi115.stdout:(5/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 3.4 MB/s | 1.6 MB 00:00 2023-10-05T15:26:46.610 INFO:teuthology.orchestra.run.smithi098.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 861 kB/s | 918 kB 00:01 2023-10-05T15:26:46.661 INFO:teuthology.orchestra.run.smithi173.stdout:(5/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 3.1 MB/s | 1.6 MB 00:00 2023-10-05T15:26:46.786 INFO:teuthology.orchestra.run.smithi098.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 955 kB/s | 167 kB 00:00 2023-10-05T15:26:47.153 INFO:teuthology.orchestra.run.smithi173.stdout:(6/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 2.7 MB/s | 5.4 MB 00:02 2023-10-05T15:26:47.163 INFO:teuthology.orchestra.run.smithi115.stdout:(6/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 2.6 MB/s | 5.4 MB 00:02 2023-10-05T15:26:47.677 INFO:teuthology.orchestra.run.smithi115.stdout:(7/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 4.0 MB/s | 4.6 MB 00:01 2023-10-05T15:26:48.053 INFO:teuthology.orchestra.run.smithi098.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 1.8 MB/s | 2.3 MB 00:01 2023-10-05T15:26:48.294 INFO:teuthology.orchestra.run.smithi173.stdout:(7/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 2.8 MB/s | 4.6 MB 00:01 2023-10-05T15:26:48.703 INFO:teuthology.orchestra.run.smithi098.stdout:(5/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 1.6 MB/s | 5.4 MB 00:03 2023-10-05T15:26:48.778 INFO:teuthology.orchestra.run.smithi098.stdout:(6/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 2.2 MB/s | 1.6 MB 00:00 2023-10-05T15:26:49.828 INFO:teuthology.orchestra.run.smithi098.stdout:(7/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 4.1 MB/s | 4.6 MB 00:01 2023-10-05T15:26:50.320 INFO:teuthology.orchestra.run.smithi173.stdout:(8/131): ceph-common-18.0.0-6578.g689b3d5a.el8. 4.3 MB/s | 23 MB 00:05 2023-10-05T15:26:50.411 INFO:teuthology.orchestra.run.smithi173.stdout:(9/131): ceph-selinux-18.0.0-6578.g689b3d5a.el8 266 kB/s | 24 kB 00:00 2023-10-05T15:26:50.797 INFO:teuthology.orchestra.run.smithi115.stdout:(8/131): ceph-common-18.0.0-6578.g689b3d5a.el8. 4.0 MB/s | 23 MB 00:05 2023-10-05T15:26:50.939 INFO:teuthology.orchestra.run.smithi115.stdout:(9/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el8 4.3 MB/s | 14 MB 00:03 2023-10-05T15:26:50.955 INFO:teuthology.orchestra.run.smithi115.stdout:(10/131): ceph-selinux-18.0.0-6578.g689b3d5a.el 153 kB/s | 24 kB 00:00 2023-10-05T15:26:51.247 INFO:teuthology.orchestra.run.smithi115.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 894 kB/s | 261 kB 00:00 2023-10-05T15:26:51.331 INFO:teuthology.orchestra.run.smithi115.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 372 kB/s | 31 kB 00:00 2023-10-05T15:26:51.437 INFO:teuthology.orchestra.run.smithi098.stdout:(8/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el8 8.6 MB/s | 14 MB 00:01 2023-10-05T15:26:51.512 INFO:teuthology.orchestra.run.smithi098.stdout:(9/131): ceph-selinux-18.0.0-6578.g689b3d5a.el8 325 kB/s | 24 kB 00:00 2023-10-05T15:26:51.814 INFO:teuthology.orchestra.run.smithi115.stdout:(13/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 1.7 MB/s | 840 kB 00:00 2023-10-05T15:26:51.998 INFO:teuthology.orchestra.run.smithi115.stdout:(14/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 1.0 MB/s | 184 kB 00:00 2023-10-05T15:26:52.190 INFO:teuthology.orchestra.run.smithi115.stdout:(15/131): librados-devel-18.0.0-6578.g689b3d5a. 726 kB/s | 139 kB 00:00 2023-10-05T15:26:52.549 INFO:teuthology.orchestra.run.smithi115.stdout:(16/131): libradosstriper1-18.0.0-6578.g689b3d5 1.4 MB/s | 518 kB 00:00 2023-10-05T15:26:52.837 INFO:teuthology.orchestra.run.smithi098.stdout:(10/131): ceph-common-18.0.0-6578.g689b3d5a.el8 3.0 MB/s | 23 MB 00:07 2023-10-05T15:26:53.013 INFO:teuthology.orchestra.run.smithi098.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 1.5 MB/s | 261 kB 00:00 2023-10-05T15:26:53.129 INFO:teuthology.orchestra.run.smithi098.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 266 kB/s | 31 kB 00:00 2023-10-05T15:26:53.353 INFO:teuthology.orchestra.run.smithi173.stdout:(10/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x8 2.9 MB/s | 18 MB 00:06 2023-10-05T15:26:53.430 INFO:teuthology.orchestra.run.smithi098.stdout:(13/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 2.7 MB/s | 840 kB 00:00 2023-10-05T15:26:53.530 INFO:teuthology.orchestra.run.smithi098.stdout:(14/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 1.8 MB/s | 184 kB 00:00 2023-10-05T15:26:53.553 INFO:teuthology.orchestra.run.smithi173.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 1.3 MB/s | 261 kB 00:00 2023-10-05T15:26:53.622 INFO:teuthology.orchestra.run.smithi098.stdout:(15/131): librados-devel-18.0.0-6578.g689b3d5a. 1.5 MB/s | 139 kB 00:00 2023-10-05T15:26:53.654 INFO:teuthology.orchestra.run.smithi173.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 311 kB/s | 31 kB 00:00 2023-10-05T15:26:53.856 INFO:teuthology.orchestra.run.smithi098.stdout:(16/131): libradosstriper1-18.0.0-6578.g689b3d5 2.2 MB/s | 518 kB 00:00 2023-10-05T15:26:54.045 INFO:teuthology.orchestra.run.smithi173.stdout:(13/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 2.1 MB/s | 840 kB 00:00 2023-10-05T15:26:54.187 INFO:teuthology.orchestra.run.smithi173.stdout:(14/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el 2.4 MB/s | 14 MB 00:05 2023-10-05T15:26:54.212 INFO:teuthology.orchestra.run.smithi173.stdout:(15/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 1.1 MB/s | 184 kB 00:00 2023-10-05T15:26:54.279 INFO:teuthology.orchestra.run.smithi173.stdout:(16/131): librados-devel-18.0.0-6578.g689b3d5a. 1.5 MB/s | 139 kB 00:00 2023-10-05T15:26:54.505 INFO:teuthology.orchestra.run.smithi173.stdout:(17/131): libradosstriper1-18.0.0-6578.g689b3d5 1.7 MB/s | 518 kB 00:00 2023-10-05T15:26:54.613 INFO:teuthology.orchestra.run.smithi173.stdout:(18/131): python3-ceph-argparse-18.0.0-6578.g68 412 kB/s | 45 kB 00:00 2023-10-05T15:26:54.714 INFO:teuthology.orchestra.run.smithi173.stdout:(19/131): python3-ceph-common-18.0.0-6578.g689b 1.2 MB/s | 125 kB 00:00 2023-10-05T15:26:54.830 INFO:teuthology.orchestra.run.smithi173.stdout:(20/131): python3-cephfs-18.0.0-6578.g689b3d5a. 1.6 MB/s | 197 kB 00:00 2023-10-05T15:26:55.022 INFO:teuthology.orchestra.run.smithi173.stdout:(21/131): python3-rados-18.0.0-6578.g689b3d5a.e 1.9 MB/s | 371 kB 00:00 2023-10-05T15:26:55.223 INFO:teuthology.orchestra.run.smithi173.stdout:(22/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 1.8 MB/s | 364 kB 00:00 2023-10-05T15:26:55.340 INFO:teuthology.orchestra.run.smithi173.stdout:(23/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 914 kB/s | 106 kB 00:00 2023-10-05T15:26:55.448 INFO:teuthology.orchestra.run.smithi173.stdout:(24/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 865 kB/s | 94 kB 00:00 2023-10-05T15:26:55.957 INFO:teuthology.orchestra.run.smithi115.stdout:(17/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 2.0 MB/s | 6.9 MB 00:03 2023-10-05T15:26:56.048 INFO:teuthology.orchestra.run.smithi115.stdout:(18/131): python3-ceph-argparse-18.0.0-6578.g68 490 kB/s | 45 kB 00:00 2023-10-05T15:26:56.140 INFO:teuthology.orchestra.run.smithi115.stdout:(19/131): python3-ceph-common-18.0.0-6578.g689b 1.3 MB/s | 125 kB 00:00 2023-10-05T15:26:56.153 INFO:teuthology.orchestra.run.smithi098.stdout:(17/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 3.0 MB/s | 6.9 MB 00:02 2023-10-05T15:26:56.248 INFO:teuthology.orchestra.run.smithi098.stdout:(18/131): python3-ceph-argparse-18.0.0-6578.g68 473 kB/s | 45 kB 00:00 2023-10-05T15:26:56.357 INFO:teuthology.orchestra.run.smithi115.stdout:(20/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x8 2.0 MB/s | 18 MB 00:09 2023-10-05T15:26:56.382 INFO:teuthology.orchestra.run.smithi115.stdout:(21/131): python3-cephfs-18.0.0-6578.g689b3d5a. 813 kB/s | 197 kB 00:00 2023-10-05T15:26:56.582 INFO:teuthology.orchestra.run.smithi173.stdout:(25/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 3.2 MB/s | 3.6 MB 00:01 2023-10-05T15:26:56.674 INFO:teuthology.orchestra.run.smithi173.stdout:(26/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 2.9 MB/s | 6.9 MB 00:02 2023-10-05T15:26:56.699 INFO:teuthology.orchestra.run.smithi173.stdout:(27/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 1.5 MB/s | 180 kB 00:00 2023-10-05T15:26:56.707 INFO:teuthology.orchestra.run.smithi098.stdout:(19/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 9.4 MB/s | 49 MB 00:05 2023-10-05T15:26:56.710 INFO:teuthology.orchestra.run.smithi115.stdout:(22/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 1.1 MB/s | 364 kB 00:00 2023-10-05T15:26:56.724 INFO:teuthology.orchestra.run.smithi173.stdout:(28/131): ceph-grafana-dashboards-18.0.0-6578.g 462 kB/s | 23 kB 00:00 2023-10-05T15:26:56.732 INFO:teuthology.orchestra.run.smithi098.stdout:(20/131): python3-ceph-common-18.0.0-6578.g689b 260 kB/s | 125 kB 00:00 2023-10-05T15:26:56.758 INFO:teuthology.orchestra.run.smithi173.stdout:(29/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 2.2 MB/s | 132 kB 00:00 2023-10-05T15:26:56.774 INFO:teuthology.orchestra.run.smithi098.stdout:(21/131): python3-cephfs-18.0.0-6578.g689b3d5a. 2.9 MB/s | 197 kB 00:00 2023-10-05T15:26:56.783 INFO:teuthology.orchestra.run.smithi115.stdout:(23/131): python3-rados-18.0.0-6578.g689b3d5a.e 873 kB/s | 371 kB 00:00 2023-10-05T15:26:56.817 INFO:teuthology.orchestra.run.smithi115.stdout:(24/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 1.0 MB/s | 106 kB 00:00 2023-10-05T15:26:56.841 INFO:teuthology.orchestra.run.smithi098.stdout:(22/131): python3-rados-18.0.0-6578.g689b3d5a.e 3.3 MB/s | 371 kB 00:00 2023-10-05T15:26:56.866 INFO:teuthology.orchestra.run.smithi098.stdout:(23/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 3.9 MB/s | 364 kB 00:00 2023-10-05T15:26:56.917 INFO:teuthology.orchestra.run.smithi115.stdout:(25/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 700 kB/s | 94 kB 00:00 2023-10-05T15:26:56.933 INFO:teuthology.orchestra.run.smithi098.stdout:(24/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 1.1 MB/s | 106 kB 00:00 2023-10-05T15:26:56.958 INFO:teuthology.orchestra.run.smithi098.stdout:(25/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 1.0 MB/s | 94 kB 00:00 2023-10-05T15:26:57.051 INFO:teuthology.orchestra.run.smithi115.stdout:(26/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 1.3 MB/s | 180 kB 00:00 2023-10-05T15:26:57.126 INFO:teuthology.orchestra.run.smithi115.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6578.g 308 kB/s | 23 kB 00:00 2023-10-05T15:26:57.141 INFO:teuthology.orchestra.run.smithi173.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 4.2 MB/s | 1.8 MB 00:00 2023-10-05T15:26:57.151 INFO:teuthology.orchestra.run.smithi098.stdout:(26/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x8 2.1 MB/s | 18 MB 00:08 2023-10-05T15:26:57.176 INFO:teuthology.orchestra.run.smithi098.stdout:(27/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 828 kB/s | 180 kB 00:00 2023-10-05T15:26:57.193 INFO:teuthology.orchestra.run.smithi115.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 1.9 MB/s | 132 kB 00:00 2023-10-05T15:26:57.235 INFO:teuthology.orchestra.run.smithi098.stdout:(28/131): ceph-grafana-dashboards-18.0.0-6578.g 277 kB/s | 23 kB 00:00 2023-10-05T15:26:57.253 INFO:teuthology.orchestra.run.smithi173.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 2.2 MB/s | 242 kB 00:00 2023-10-05T15:26:57.254 INFO:teuthology.orchestra.run.smithi098.stdout:(29/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 1.7 MB/s | 132 kB 00:00 2023-10-05T15:26:57.317 INFO:teuthology.orchestra.run.smithi173.stdout:(32/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 713 kB/s | 47 kB 00:00 2023-10-05T15:26:57.401 INFO:teuthology.orchestra.run.smithi173.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6578.g6 175 kB/s | 15 kB 00:00 2023-10-05T15:26:57.576 INFO:teuthology.orchestra.run.smithi173.stdout:(34/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 1.5 MB/s | 261 kB 00:00 2023-10-05T15:26:57.685 INFO:teuthology.orchestra.run.smithi173.stdout:(35/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 1.7 MB/s | 184 kB 00:00 2023-10-05T15:26:57.777 INFO:teuthology.orchestra.run.smithi173.stdout:(36/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 198 kB/s | 18 kB 00:00 2023-10-05T15:26:57.952 INFO:teuthology.orchestra.run.smithi098.stdout:(30/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 3.5 MB/s | 3.6 MB 00:01 2023-10-05T15:26:57.994 INFO:teuthology.orchestra.run.smithi173.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2023-10-05T15:26:58.061 INFO:teuthology.orchestra.run.smithi173.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 885 kB/s | 59 kB 00:00 2023-10-05T15:26:58.086 INFO:teuthology.orchestra.run.smithi098.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 1.8 MB/s | 242 kB 00:00 2023-10-05T15:26:58.093 INFO:teuthology.orchestra.run.smithi115.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 2.0 MB/s | 1.8 MB 00:00 2023-10-05T15:26:58.111 INFO:teuthology.orchestra.run.smithi173.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.5 MB/s | 75 kB 00:00 2023-10-05T15:26:58.127 INFO:teuthology.orchestra.run.smithi098.stdout:(32/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 2.0 MB/s | 1.8 MB 00:00 2023-10-05T15:26:58.144 INFO:teuthology.orchestra.run.smithi098.stdout:(33/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 813 kB/s | 47 kB 00:00 2023-10-05T15:26:58.186 INFO:teuthology.orchestra.run.smithi173.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 6.2 MB/s | 476 kB 00:00 2023-10-05T15:26:58.219 INFO:teuthology.orchestra.run.smithi115.stdout:(30/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 2.6 MB/s | 3.6 MB 00:01 2023-10-05T15:26:58.228 INFO:teuthology.orchestra.run.smithi173.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.0 MB/s | 44 kB 00:00 2023-10-05T15:26:58.236 INFO:teuthology.orchestra.run.smithi098.stdout:(34/131): ceph-mgr-diskprediction-local-18.0.0- 7.5 MB/s | 7.4 MB 00:00 2023-10-05T15:26:58.262 INFO:teuthology.orchestra.run.smithi098.stdout:(35/131): ceph-prometheus-alerts-18.0.0-6578.g6 109 kB/s | 15 kB 00:00 2023-10-05T15:26:58.278 INFO:teuthology.orchestra.run.smithi173.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.6 MB/s | 185 kB 00:00 2023-10-05T15:26:58.287 INFO:teuthology.orchestra.run.smithi098.stdout:(36/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 1.8 MB/s | 261 kB 00:00 2023-10-05T15:26:58.312 INFO:teuthology.orchestra.run.smithi098.stdout:(37/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 2.4 MB/s | 184 kB 00:00 2023-10-05T15:26:58.321 INFO:teuthology.orchestra.run.smithi173.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 794 kB/s | 33 kB 00:00 2023-10-05T15:26:58.327 INFO:teuthology.orchestra.run.smithi115.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 2.2 MB/s | 242 kB 00:00 2023-10-05T15:26:58.363 INFO:teuthology.orchestra.run.smithi173.stdout:(44/131): python3-certifi-2018.10.15-7.el8.noar 392 kB/s | 16 kB 00:00 2023-10-05T15:26:58.371 INFO:teuthology.orchestra.run.smithi098.stdout:(38/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 166 kB/s | 18 kB 00:00 2023-10-05T15:26:58.394 INFO:teuthology.orchestra.run.smithi115.stdout:(32/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 711 kB/s | 47 kB 00:00 2023-10-05T15:26:58.413 INFO:teuthology.orchestra.run.smithi173.stdout:(45/131): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-10-05T15:26:58.461 INFO:teuthology.orchestra.run.smithi115.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6578.g6 218 kB/s | 15 kB 00:00 2023-10-05T15:26:58.481 INFO:teuthology.orchestra.run.smithi173.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 5.7 MB/s | 384 kB 00:00 2023-10-05T15:26:58.530 INFO:teuthology.orchestra.run.smithi173.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-10-05T15:26:58.570 INFO:teuthology.orchestra.run.smithi115.stdout:(34/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 2.4 MB/s | 261 kB 00:00 2023-10-05T15:26:58.580 INFO:teuthology.orchestra.run.smithi173.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-10-05T15:26:58.637 INFO:teuthology.orchestra.run.smithi115.stdout:(35/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 2.7 MB/s | 184 kB 00:00 2023-10-05T15:26:58.647 INFO:teuthology.orchestra.run.smithi173.stdout:(49/131): python3-jaraco-functools-2.0-4.el8.no 264 kB/s | 18 kB 00:00 2023-10-05T15:26:58.663 INFO:teuthology.orchestra.run.smithi098.stdout:(39/131): liboath-2.6.2-3.el8.x86_64.rpm 168 kB/s | 59 kB 00:00 2023-10-05T15:26:58.696 INFO:teuthology.orchestra.run.smithi115.stdout:(36/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 311 kB/s | 18 kB 00:00 2023-10-05T15:26:58.705 INFO:teuthology.orchestra.run.smithi098.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 225 kB/s | 75 kB 00:00 2023-10-05T15:26:58.731 INFO:teuthology.orchestra.run.smithi173.stdout:(50/131): python3-kubernetes-11.0.0-6.el8.noarc 14 MB/s | 1.2 MB 00:00 2023-10-05T15:26:58.781 INFO:teuthology.orchestra.run.smithi173.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 975 kB/s | 49 kB 00:00 2023-10-05T15:26:58.805 INFO:teuthology.orchestra.run.smithi098.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 437 kB/s | 44 kB 00:00 2023-10-05T15:26:58.830 INFO:teuthology.orchestra.run.smithi098.stdout:(42/131): gperftools-libs-2.7-9.el8.x86_64.rpm 564 kB/s | 306 kB 00:00 2023-10-05T15:26:58.865 INFO:teuthology.orchestra.run.smithi173.stdout:(52/131): ceph-mgr-diskprediction-local-18.0.0- 3.5 MB/s | 7.4 MB 00:02 2023-10-05T15:26:58.890 INFO:teuthology.orchestra.run.smithi173.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 541 kB/s | 59 kB 00:00 2023-10-05T15:26:58.913 INFO:teuthology.orchestra.run.smithi115.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2023-10-05T15:26:58.939 INFO:teuthology.orchestra.run.smithi098.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 304 kB/s | 33 kB 00:00 2023-10-05T15:26:58.949 INFO:teuthology.orchestra.run.smithi173.stdout:(54/131): python3-pecan-1.3.2-9.el8.noarch.rpm 5.2 MB/s | 283 kB 00:00 2023-10-05T15:26:58.954 INFO:teuthology.orchestra.run.smithi115.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 1.4 MB/s | 59 kB 00:00 2023-10-05T15:26:58.989 INFO:teuthology.orchestra.run.smithi098.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.0 MB/s | 185 kB 00:00 2023-10-05T15:26:58.996 INFO:teuthology.orchestra.run.smithi115.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.8 MB/s | 75 kB 00:00 2023-10-05T15:26:58.999 INFO:teuthology.orchestra.run.smithi173.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 312 kB/s | 16 kB 00:00 2023-10-05T15:26:59.023 INFO:teuthology.orchestra.run.smithi098.stdout:(45/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.3 MB/s | 476 kB 00:00 2023-10-05T15:26:59.033 INFO:teuthology.orchestra.run.smithi173.stdout:(56/131): python3-natsort-7.1.1-2.el8.noarch.rp 360 kB/s | 60 kB 00:00 2023-10-05T15:26:59.048 INFO:teuthology.orchestra.run.smithi098.stdout:(46/131): python3-certifi-2018.10.15-7.el8.noar 149 kB/s | 16 kB 00:00 2023-10-05T15:26:59.058 INFO:teuthology.orchestra.run.smithi173.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 576 kB/s | 34 kB 00:00 2023-10-05T15:26:59.099 INFO:teuthology.orchestra.run.smithi098.stdout:(47/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.5 MB/s | 173 kB 00:00 2023-10-05T15:26:59.100 INFO:teuthology.orchestra.run.smithi173.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 1.5 MB/s | 64 kB 00:00 2023-10-05T15:26:59.130 INFO:teuthology.orchestra.run.smithi115.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 3.5 MB/s | 476 kB 00:00 2023-10-05T15:26:59.132 INFO:teuthology.orchestra.run.smithi098.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.5 MB/s | 384 kB 00:00 2023-10-05T15:26:59.134 INFO:teuthology.orchestra.run.smithi173.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.9 MB/s | 196 kB 00:00 2023-10-05T15:26:59.150 INFO:teuthology.orchestra.run.smithi098.stdout:(49/131): python3-google-auth-1.1.1-10.el8.noar 807 kB/s | 81 kB 00:00 2023-10-05T15:26:59.159 INFO:teuthology.orchestra.run.smithi173.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 319 kB/s | 19 kB 00:00 2023-10-05T15:26:59.191 INFO:teuthology.orchestra.run.smithi115.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 718 kB/s | 44 kB 00:00 2023-10-05T15:26:59.208 INFO:teuthology.orchestra.run.smithi098.stdout:(50/131): python3-jaraco-6.2-6.el8.noarch.rpm 102 kB/s | 11 kB 00:00 2023-10-05T15:26:59.209 INFO:teuthology.orchestra.run.smithi173.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 319 kB/s | 24 kB 00:00 2023-10-05T15:26:59.233 INFO:teuthology.orchestra.run.smithi098.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2023-10-05T15:26:59.235 INFO:teuthology.orchestra.run.smithi173.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 389 kB/s | 29 kB 00:00 2023-10-05T15:26:59.260 INFO:teuthology.orchestra.run.smithi173.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 549 kB/s | 27 kB 00:00 2023-10-05T15:26:59.272 INFO:teuthology.orchestra.run.smithi115.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.2 MB/s | 185 kB 00:00 2023-10-05T15:26:59.285 INFO:teuthology.orchestra.run.smithi173.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 5.0 MB/s | 255 kB 00:00 2023-10-05T15:26:59.309 INFO:teuthology.orchestra.run.smithi098.stdout:(52/131): python3-logutils-0.3.5-11.el8.noarch. 486 kB/s | 49 kB 00:00 2023-10-05T15:26:59.314 INFO:teuthology.orchestra.run.smithi115.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 796 kB/s | 33 kB 00:00 2023-10-05T15:26:59.327 INFO:teuthology.orchestra.run.smithi173.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 3.7 MB/s | 251 kB 00:00 2023-10-05T15:26:59.342 INFO:teuthology.orchestra.run.smithi098.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 541 kB/s | 59 kB 00:00 2023-10-05T15:26:59.353 INFO:teuthology.orchestra.run.smithi173.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 917 kB/s | 61 kB 00:00 2023-10-05T15:26:59.356 INFO:teuthology.orchestra.run.smithi115.stdout:(44/131): python3-certifi-2018.10.15-7.el8.noar 391 kB/s | 16 kB 00:00 2023-10-05T15:26:59.386 INFO:teuthology.orchestra.run.smithi173.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-10-05T15:26:59.410 INFO:teuthology.orchestra.run.smithi098.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 600 kB/s | 60 kB 00:00 2023-10-05T15:26:59.411 INFO:teuthology.orchestra.run.smithi173.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 393 kB/s | 23 kB 00:00 2023-10-05T15:26:59.431 INFO:teuthology.orchestra.run.smithi115.stdout:(45/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.3 MB/s | 173 kB 00:00 2023-10-05T15:26:59.437 INFO:teuthology.orchestra.run.smithi173.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 70 kB 00:00 2023-10-05T15:26:59.467 INFO:teuthology.orchestra.run.smithi098.stdout:(55/131): python3-kubernetes-11.0.0-6.el8.noarc 3.7 MB/s | 1.2 MB 00:00 2023-10-05T15:26:59.501 INFO:teuthology.orchestra.run.smithi098.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.7 MB/s | 283 kB 00:00 2023-10-05T15:26:59.520 INFO:teuthology.orchestra.run.smithi173.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 13 MB/s | 1.7 MB 00:00 2023-10-05T15:26:59.527 INFO:teuthology.orchestra.run.smithi098.stdout:(57/131): python3-portend-2.6-1.el8.noarch.rpm 133 kB/s | 16 kB 00:00 2023-10-05T15:26:59.540 INFO:teuthology.orchestra.run.smithi115.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.5 MB/s | 384 kB 00:00 2023-10-05T15:26:59.546 INFO:teuthology.orchestra.run.smithi173.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 432 kB/s | 47 kB 00:00 2023-10-05T15:26:59.577 INFO:teuthology.orchestra.run.smithi098.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 307 kB/s | 34 kB 00:00 2023-10-05T15:26:59.607 INFO:teuthology.orchestra.run.smithi115.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.2 MB/s | 81 kB 00:00 2023-10-05T15:26:59.610 INFO:teuthology.orchestra.run.smithi098.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.8 MB/s | 196 kB 00:00 2023-10-05T15:26:59.636 INFO:teuthology.orchestra.run.smithi098.stdout:(60/131): python3-rsa-4.9-2.el8.noarch.rpm 589 kB/s | 64 kB 00:00 2023-10-05T15:26:59.641 INFO:teuthology.orchestra.run.smithi115.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 335 kB/s | 11 kB 00:00 2023-10-05T15:26:59.646 INFO:teuthology.orchestra.run.smithi173.stdout:(72/131): python3-jwt-1.6.1-2.el8.noarch.rpm 452 kB/s | 43 kB 00:00 2023-10-05T15:26:59.674 INFO:teuthology.orchestra.run.smithi115.stdout:(49/131): python3-jaraco-functools-2.0-4.el8.no 527 kB/s | 18 kB 00:00 2023-10-05T15:26:59.678 INFO:teuthology.orchestra.run.smithi098.stdout:(61/131): python3-simplegeneric-0.8.1-17.el8.no 186 kB/s | 19 kB 00:00 2023-10-05T15:26:59.705 INFO:teuthology.orchestra.run.smithi173.stdout:(73/131): libselinux-devel-2.9-5.el8.x86_64.rpm 1.1 MB/s | 200 kB 00:00 2023-10-05T15:26:59.711 INFO:teuthology.orchestra.run.smithi098.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 238 kB/s | 24 kB 00:00 2023-10-05T15:26:59.746 INFO:teuthology.orchestra.run.smithi173.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 2.1 MB/s | 220 kB 00:00 2023-10-05T15:26:59.787 INFO:teuthology.orchestra.run.smithi098.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 194 kB/s | 29 kB 00:00 2023-10-05T15:26:59.804 INFO:teuthology.orchestra.run.smithi098.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 219 kB/s | 27 kB 00:00 2023-10-05T15:26:59.822 INFO:teuthology.orchestra.run.smithi173.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 411 kB/s | 48 kB 00:00 2023-10-05T15:26:59.829 INFO:teuthology.orchestra.run.smithi098.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 2.1 MB/s | 255 kB 00:00 2023-10-05T15:26:59.883 INFO:teuthology.orchestra.run.smithi115.stdout:(50/131): ceph-mgr-diskprediction-local-18.0.0- 4.1 MB/s | 7.4 MB 00:01 2023-10-05T15:26:59.896 INFO:teuthology.orchestra.run.smithi098.stdout:(66/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.3 MB/s | 251 kB 00:00 2023-10-05T15:26:59.897 INFO:teuthology.orchestra.run.smithi173.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 580 kB/s | 87 kB 00:00 2023-10-05T15:26:59.913 INFO:teuthology.orchestra.run.smithi098.stdout:(67/131): python3-websocket-client-0.56.0-5.el8 563 kB/s | 61 kB 00:00 2023-10-05T15:26:59.938 INFO:teuthology.orchestra.run.smithi098.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 784 kB/s | 85 kB 00:00 2023-10-05T15:26:59.964 INFO:teuthology.orchestra.run.smithi098.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-05T15:26:59.972 INFO:teuthology.orchestra.run.smithi173.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 284 kB/s | 43 kB 00:00 2023-10-05T15:26:59.989 INFO:teuthology.orchestra.run.smithi098.stdout:(70/131): python3-zc-lockfile-2.0-2.el8.noarch. 248 kB/s | 23 kB 00:00 2023-10-05T15:27:00.048 INFO:teuthology.orchestra.run.smithi173.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 727 kB/s | 109 kB 00:00 2023-10-05T15:27:00.131 INFO:teuthology.orchestra.run.smithi098.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 811 kB/s | 110 kB 00:00 2023-10-05T15:27:00.156 INFO:teuthology.orchestra.run.smithi173.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.2 MB/s | 229 kB 00:00 2023-10-05T15:27:00.190 INFO:teuthology.orchestra.run.smithi098.stdout:(72/131): thrift-0.13.0-2.el8.x86_64.rpm 6.3 MB/s | 1.7 MB 00:00 2023-10-05T15:27:00.190 INFO:teuthology.orchestra.run.smithi173.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.9 MB/s | 560 kB 00:00 2023-10-05T15:27:00.215 INFO:teuthology.orchestra.run.smithi098.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 645 kB/s | 54 kB 00:00 2023-10-05T15:27:00.257 INFO:teuthology.orchestra.run.smithi173.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 187 kB/s | 19 kB 00:00 2023-10-05T15:27:00.307 INFO:teuthology.orchestra.run.smithi173.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 1.3 MB/s | 155 kB 00:00 2023-10-05T15:27:00.317 INFO:teuthology.orchestra.run.smithi115.stdout:(51/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 5.2 MB/s | 49 MB 00:09 2023-10-05T15:27:00.375 INFO:teuthology.orchestra.run.smithi115.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 1.7 MB/s | 1.2 MB 00:00 2023-10-05T15:27:00.415 INFO:teuthology.orchestra.run.smithi173.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 3.4 MB/s | 559 kB 00:00 2023-10-05T15:27:00.417 INFO:teuthology.orchestra.run.smithi115.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.6 MB/s | 60 kB 00:00 2023-10-05T15:27:00.449 INFO:teuthology.orchestra.run.smithi098.stdout:(74/131): python3-scipy-1.0.0-21.module+el8.5.0 28 MB/s | 14 MB 00:00 2023-10-05T15:27:00.458 INFO:teuthology.orchestra.run.smithi173.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 119 kB/s | 18 kB 00:00 2023-10-05T15:27:00.459 INFO:teuthology.orchestra.run.smithi115.stdout:(54/131): python3-logutils-0.3.5-11.el8.noarch. 85 kB/s | 49 kB 00:00 2023-10-05T15:27:00.474 INFO:teuthology.orchestra.run.smithi098.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.2 MB/s | 323 kB 00:00 2023-10-05T15:27:00.493 INFO:teuthology.orchestra.run.smithi115.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 470 kB/s | 16 kB 00:00 2023-10-05T15:27:00.499 INFO:teuthology.orchestra.run.smithi098.stdout:(76/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 837 kB/s | 259 kB 00:00 2023-10-05T15:27:00.518 INFO:teuthology.orchestra.run.smithi115.stdout:(56/131): python3-more-itertools-7.2.0-3.el8.no 298 kB/s | 59 kB 00:00 2023-10-05T15:27:00.544 INFO:teuthology.orchestra.run.smithi115.stdout:(57/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2023-10-05T15:27:00.561 INFO:teuthology.orchestra.run.smithi115.stdout:(58/131): python3-repoze-lru-0.7-6.el8.noarch.r 499 kB/s | 34 kB 00:00 2023-10-05T15:27:00.574 INFO:teuthology.orchestra.run.smithi173.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 3.7 MB/s | 605 kB 00:00 2023-10-05T15:27:00.577 INFO:teuthology.orchestra.run.smithi115.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.9 MB/s | 64 kB 00:00 2023-10-05T15:27:00.594 INFO:teuthology.orchestra.run.smithi115.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 559 kB/s | 19 kB 00:00 2023-10-05T15:27:00.608 INFO:teuthology.orchestra.run.smithi098.stdout:(77/131): python3-markupsafe-0.23-19.el8.x86_64 244 kB/s | 39 kB 00:00 2023-10-05T15:27:00.617 INFO:teuthology.orchestra.run.smithi173.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.5 MB/s | 238 kB 00:00 2023-10-05T15:27:00.620 INFO:teuthology.orchestra.run.smithi115.stdout:(61/131): python3-routes-2.4.1-12.el8.noarch.rp 1.9 MB/s | 196 kB 00:00 2023-10-05T15:27:00.642 INFO:teuthology.orchestra.run.smithi098.stdout:(78/131): python3-jinja2-2.10.1-3.el8.noarch.rp 3.7 MB/s | 538 kB 00:00 2023-10-05T15:27:00.645 INFO:teuthology.orchestra.run.smithi115.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 357 kB/s | 24 kB 00:00 2023-10-05T15:27:00.670 INFO:teuthology.orchestra.run.smithi115.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 388 kB/s | 29 kB 00:00 2023-10-05T15:27:00.675 INFO:teuthology.orchestra.run.smithi098.stdout:(79/131): bison-3.0.4-10.el8.x86_64.rpm 3.3 MB/s | 688 kB 00:00 2023-10-05T15:27:00.695 INFO:teuthology.orchestra.run.smithi115.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 550 kB/s | 27 kB 00:00 2023-10-05T15:27:00.734 INFO:teuthology.orchestra.run.smithi173.stdout:(87/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 15 MB/s | 2.3 MB 00:00 2023-10-05T15:27:00.734 INFO:teuthology.orchestra.run.smithi098.stdout:(80/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.2 MB/s | 157 kB 00:00 2023-10-05T15:27:00.737 INFO:teuthology.orchestra.run.smithi115.stdout:(65/131): python3-websocket-client-0.56.0-5.el8 1.4 MB/s | 61 kB 00:00 2023-10-05T15:27:00.759 INFO:teuthology.orchestra.run.smithi173.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 510 kB/s | 72 kB 00:00 2023-10-05T15:27:00.759 INFO:teuthology.orchestra.run.smithi098.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.6 MB/s | 187 kB 00:00 2023-10-05T15:27:00.762 INFO:teuthology.orchestra.run.smithi115.stdout:(66/131): python3-waitress-1.4.3-1.el8.noarch.r 2.1 MB/s | 255 kB 00:00 2023-10-05T15:27:00.788 INFO:teuthology.orchestra.run.smithi115.stdout:(67/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.1 MB/s | 251 kB 00:00 2023-10-05T15:27:00.801 INFO:teuthology.orchestra.run.smithi098.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 5.6 MB/s | 713 kB 00:00 2023-10-05T15:27:00.813 INFO:teuthology.orchestra.run.smithi115.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2023-10-05T15:27:00.839 INFO:teuthology.orchestra.run.smithi115.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 304 kB/s | 23 kB 00:00 2023-10-05T15:27:00.864 INFO:teuthology.orchestra.run.smithi115.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-10-05T15:27:00.892 INFO:teuthology.orchestra.run.smithi173.stdout:(89/131): elfutils-libelf-devel-0.186-1.el8.x86 449 kB/s | 60 kB 00:00 2023-10-05T15:27:00.893 INFO:teuthology.orchestra.run.smithi098.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 198 kB/s | 27 kB 00:00 2023-10-05T15:27:00.960 INFO:teuthology.orchestra.run.smithi098.stdout:(84/131): flex-2.6.1-9.el8.x86_64.rpm 2.0 MB/s | 320 kB 00:00 2023-10-05T15:27:00.968 INFO:teuthology.orchestra.run.smithi173.stdout:(90/131): fuse-2.9.7-15.el8.x86_64.rpm 354 kB/s | 83 kB 00:00 2023-10-05T15:27:01.018 INFO:teuthology.orchestra.run.smithi098.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 17 MB/s | 4.8 MB 00:00 2023-10-05T15:27:01.030 INFO:teuthology.orchestra.run.smithi115.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 683 kB/s | 110 kB 00:00 2023-10-05T15:27:01.044 INFO:teuthology.orchestra.run.smithi098.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 292 kB/s | 44 kB 00:00 2023-10-05T15:27:01.060 INFO:teuthology.orchestra.run.smithi173.stdout:(91/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 630 kB/s | 58 kB 00:00 2023-10-05T15:27:01.085 INFO:teuthology.orchestra.run.smithi173.stdout:(92/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 510 kB/s | 98 kB 00:00 2023-10-05T15:27:01.123 INFO:teuthology.orchestra.run.smithi115.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 591 kB/s | 54 kB 00:00 2023-10-05T15:27:01.194 INFO:teuthology.orchestra.run.smithi098.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 16 MB/s | 3.7 MB 00:00 2023-10-05T15:27:01.219 INFO:teuthology.orchestra.run.smithi098.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.3 MB/s | 225 kB 00:00 2023-10-05T15:27:01.223 INFO:teuthology.orchestra.run.smithi115.stdout:(73/131): thrift-0.13.0-2.el8.x86_64.rpm 4.0 MB/s | 1.7 MB 00:00 2023-10-05T15:27:01.227 INFO:teuthology.orchestra.run.smithi173.stdout:(93/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 4.4 MB/s | 644 kB 00:00 2023-10-05T15:27:01.244 INFO:teuthology.orchestra.run.smithi173.stdout:(94/131): libcom_err-devel-1.45.6-4.el8.x86_64. 210 kB/s | 39 kB 00:00 2023-10-05T15:27:01.244 INFO:teuthology.orchestra.run.smithi098.stdout:(89/131): python3-werkzeug-0.12.2-4.el8.noarch. 2.0 MB/s | 457 kB 00:00 2023-10-05T15:27:01.287 INFO:teuthology.orchestra.run.smithi098.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 695 kB/s | 64 kB 00:00 2023-10-05T15:27:01.329 INFO:teuthology.orchestra.run.smithi098.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.1 MB/s | 126 kB 00:00 2023-10-05T15:27:01.369 INFO:teuthology.orchestra.run.smithi173.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 1.2 MB/s | 171 kB 00:00 2023-10-05T15:27:01.381 INFO:teuthology.orchestra.run.smithi115.stdout:(74/131): python3-scipy-1.0.0-21.module+el8.5.0 25 MB/s | 14 MB 00:00 2023-10-05T15:27:01.394 INFO:teuthology.orchestra.run.smithi173.stdout:(96/131): NetworkManager-initscripts-updown-1.3 917 kB/s | 138 kB 00:00 2023-10-05T15:27:01.407 INFO:teuthology.orchestra.run.smithi115.stdout:(75/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 913 kB/s | 259 kB 00:00 2023-10-05T15:27:01.449 INFO:teuthology.orchestra.run.smithi115.stdout:(76/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.4 MB/s | 323 kB 00:00 2023-10-05T15:27:01.521 INFO:teuthology.orchestra.run.smithi098.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 72 kB/s | 20 kB 00:00 2023-10-05T15:27:01.540 INFO:teuthology.orchestra.run.smithi115.stdout:(77/131): python3-markupsafe-0.23-19.el8.x86_64 245 kB/s | 39 kB 00:00 2023-10-05T15:27:01.545 INFO:teuthology.orchestra.run.smithi173.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 734 kB/s | 110 kB 00:00 2023-10-05T15:27:01.583 INFO:teuthology.orchestra.run.smithi115.stdout:(78/131): bison-3.0.4-10.el8.x86_64.rpm 3.8 MB/s | 688 kB 00:00 2023-10-05T15:27:01.633 INFO:teuthology.orchestra.run.smithi115.stdout:(79/131): python3-jinja2-2.10.1-3.el8.noarch.rp 2.9 MB/s | 538 kB 00:00 2023-10-05T15:27:01.691 INFO:teuthology.orchestra.run.smithi115.stdout:(80/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.0 MB/s | 157 kB 00:00 2023-10-05T15:27:01.717 INFO:teuthology.orchestra.run.smithi115.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.4 MB/s | 187 kB 00:00 2023-10-05T15:27:01.804 INFO:teuthology.orchestra.run.smithi098.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 200 kB/s | 103 kB 00:00 2023-10-05T15:27:01.817 INFO:teuthology.orchestra.run.smithi115.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 3.8 MB/s | 713 kB 00:00 2023-10-05T15:27:01.838 INFO:teuthology.orchestra.run.smithi098.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 1.4 MB/s | 709 kB 00:00 2023-10-05T15:27:01.867 INFO:teuthology.orchestra.run.smithi115.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 177 kB/s | 27 kB 00:00 2023-10-05T15:27:01.934 INFO:teuthology.orchestra.run.smithi115.stdout:(84/131): flex-2.6.1-9.el8.x86_64.rpm 2.7 MB/s | 320 kB 00:00 2023-10-05T15:27:01.955 INFO:teuthology.orchestra.run.smithi098.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 11 MB/s | 4.9 MB 00:00 2023-10-05T15:27:02.005 INFO:teuthology.orchestra.run.smithi098.stdout:(96/131): libpq-13.5-1.el8.x86_64.rpm 986 kB/s | 198 kB 00:00 2023-10-05T15:27:02.012 INFO:teuthology.orchestra.run.smithi173.stdout:(98/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 4.2 MB/s | 49 MB 00:11 2023-10-05T15:27:02.026 INFO:teuthology.orchestra.run.smithi115.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 14 MB/s | 4.8 MB 00:00 2023-10-05T15:27:02.045 INFO:teuthology.orchestra.run.smithi173.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 108 kB/s | 54 kB 00:00 2023-10-05T15:27:02.073 INFO:teuthology.orchestra.run.smithi115.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 213 kB/s | 44 kB 00:00 2023-10-05T15:27:02.105 INFO:teuthology.orchestra.run.smithi098.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-10-05T15:27:02.131 INFO:teuthology.orchestra.run.smithi098.stdout:(98/131): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-10-05T15:27:02.223 INFO:teuthology.orchestra.run.smithi098.stdout:(99/131): librdkafka-0.11.4-3.el8.x86_64.rpm 1.6 MB/s | 354 kB 00:00 2023-10-05T15:27:02.279 INFO:teuthology.orchestra.run.smithi173.stdout:(100/131): python3-scipy-1.0.0-21.module+el8.5. 15 MB/s | 14 MB 00:00 2023-10-05T15:27:02.304 INFO:teuthology.orchestra.run.smithi173.stdout:(101/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 893 kB/s | 259 kB 00:00 2023-10-05T15:27:02.330 INFO:teuthology.orchestra.run.smithi173.stdout:(102/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.1 MB/s | 323 kB 00:00 2023-10-05T15:27:02.364 INFO:teuthology.orchestra.run.smithi098.stdout:(100/131): postgresql-10.21-2.module+el8.6.0+15 11 MB/s | 1.5 MB 00:00 2023-10-05T15:27:02.394 INFO:teuthology.orchestra.run.smithi115.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 8.1 MB/s | 3.7 MB 00:00 2023-10-05T15:27:02.446 INFO:teuthology.orchestra.run.smithi173.stdout:(103/131): python3-markupsafe-0.23-19.el8.x86_6 232 kB/s | 39 kB 00:00 2023-10-05T15:27:02.472 INFO:teuthology.orchestra.run.smithi173.stdout:(104/131): bison-3.0.4-10.el8.x86_64.rpm 4.0 MB/s | 688 kB 00:00 2023-10-05T15:27:02.494 INFO:teuthology.orchestra.run.smithi115.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 536 kB/s | 225 kB 00:00 2023-10-05T15:27:02.514 INFO:teuthology.orchestra.run.smithi173.stdout:(105/131): python3-jinja2-2.10.1-3.el8.noarch.r 2.9 MB/s | 538 kB 00:00 2023-10-05T15:27:02.519 INFO:teuthology.orchestra.run.smithi115.stdout:(89/131): python3-werkzeug-0.12.2-4.el8.noarch. 929 kB/s | 457 kB 00:00 2023-10-05T15:27:02.545 INFO:teuthology.orchestra.run.smithi098.stdout:(101/131): postgresql-server-10.21-2.module+el8 12 MB/s | 5.1 MB 00:00 2023-10-05T15:27:02.561 INFO:teuthology.orchestra.run.smithi115.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 383 kB/s | 64 kB 00:00 2023-10-05T15:27:02.565 INFO:teuthology.orchestra.run.smithi098.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 233 kB/s | 47 kB 00:00 2023-10-05T15:27:02.607 INFO:teuthology.orchestra.run.smithi098.stdout:(103/131): postgresql-contrib-10.21-2.module+el 1.7 MB/s | 808 kB 00:00 2023-10-05T15:27:02.614 INFO:teuthology.orchestra.run.smithi173.stdout:(106/131): python3-mako-1.0.6-13.el8.noarch.rpm 939 kB/s | 157 kB 00:00 2023-10-05T15:27:02.619 INFO:teuthology.orchestra.run.smithi115.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 199 kB/s | 20 kB 00:00 2023-10-05T15:27:02.659 INFO:teuthology.orchestra.run.smithi173.stdout:(107/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2023-10-05T15:27:02.670 INFO:teuthology.orchestra.run.smithi115.stdout:(92/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 719 kB/s | 126 kB 00:00 2023-10-05T15:27:02.698 INFO:teuthology.orchestra.run.smithi173.stdout:(108/131): automake-1.16.1-7.el8.noarch.rpm 3.8 MB/s | 713 kB 00:00 2023-10-05T15:27:02.699 INFO:teuthology.orchestra.run.smithi098.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 319 kB/s | 43 kB 00:00 2023-10-05T15:27:02.720 INFO:teuthology.orchestra.run.smithi115.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 651 kB/s | 103 kB 00:00 2023-10-05T15:27:02.766 INFO:teuthology.orchestra.run.smithi098.stdout:(105/131): libselinux-devel-2.9-5.el8.x86_64.rp 906 kB/s | 200 kB 00:00 2023-10-05T15:27:02.779 INFO:teuthology.orchestra.run.smithi115.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 3.3 MB/s | 198 kB 00:00 2023-10-05T15:27:02.789 INFO:teuthology.orchestra.run.smithi173.stdout:(109/131): python3-jsonpatch-1.21-2.el8.noarch. 203 kB/s | 27 kB 00:00 2023-10-05T15:27:02.791 INFO:teuthology.orchestra.run.smithi098.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.2 MB/s | 220 kB 00:00 2023-10-05T15:27:02.840 INFO:teuthology.orchestra.run.smithi173.stdout:(110/131): flex-2.6.1-9.el8.x86_64.rpm 2.2 MB/s | 320 kB 00:00 2023-10-05T15:27:02.850 INFO:teuthology.orchestra.run.smithi098.stdout:(107/131): keyutils-libs-devel-1.5.10-9.el8.x86 320 kB/s | 48 kB 00:00 2023-10-05T15:27:02.887 INFO:teuthology.orchestra.run.smithi115.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 22 MB/s | 4.9 MB 00:00 2023-10-05T15:27:02.909 INFO:teuthology.orchestra.run.smithi098.stdout:(108/131): libsepol-devel-2.9-3.el8.x86_64.rpm 612 kB/s | 87 kB 00:00 2023-10-05T15:27:02.929 INFO:teuthology.orchestra.run.smithi115.stdout:(96/131): libtool-2.4.6-25.el8.x86_64.rpm 2.2 MB/s | 709 kB 00:00 2023-10-05T15:27:02.934 INFO:teuthology.orchestra.run.smithi098.stdout:(109/131): python3-requests-oauthlib-1.0.0-1.el 300 kB/s | 43 kB 00:00 2023-10-05T15:27:02.940 INFO:teuthology.orchestra.run.smithi173.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 15 MB/s | 4.8 MB 00:00 2023-10-05T15:27:02.966 INFO:teuthology.orchestra.run.smithi173.stdout:(112/131): python3-prettytable-0.7.2-14.el8.noa 250 kB/s | 44 kB 00:00 2023-10-05T15:27:02.993 INFO:teuthology.orchestra.run.smithi098.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 766 kB/s | 109 kB 00:00 2023-10-05T15:27:03.038 INFO:teuthology.orchestra.run.smithi115.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-10-05T15:27:03.043 INFO:teuthology.orchestra.run.smithi098.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 5.0 MB/s | 560 kB 00:00 2023-10-05T15:27:03.066 INFO:teuthology.orchestra.run.smithi115.stdout:(98/131): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-10-05T15:27:03.111 INFO:teuthology.orchestra.run.smithi173.stdout:(113/131): python3-werkzeug-0.12.2-4.el8.noarch 2.6 MB/s | 457 kB 00:00 2023-10-05T15:27:03.114 INFO:teuthology.orchestra.run.smithi098.stdout:(112/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.1 MB/s | 229 kB 00:00 2023-10-05T15:27:03.138 INFO:teuthology.orchestra.run.smithi115.stdout:(99/131): librdkafka-0.11.4-3.el8.x86_64.rpm 1.7 MB/s | 354 kB 00:00 2023-10-05T15:27:03.160 INFO:teuthology.orchestra.run.smithi098.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 112 kB/s | 19 kB 00:00 2023-10-05T15:27:03.186 INFO:teuthology.orchestra.run.smithi098.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.1 MB/s | 155 kB 00:00 2023-10-05T15:27:03.247 INFO:teuthology.orchestra.run.smithi115.stdout:(100/131): postgresql-contrib-10.21-2.module+el 4.3 MB/s | 808 kB 00:00 2023-10-05T15:27:03.253 INFO:teuthology.orchestra.run.smithi098.stdout:(115/131): python3-cryptography-3.2.1-5.el8.x86 3.9 MB/s | 559 kB 00:00 2023-10-05T15:27:03.269 INFO:teuthology.orchestra.run.smithi098.stdout:(116/131): libverto-devel-0.3.0-5.el8.x86_64.rp 164 kB/s | 18 kB 00:00 2023-10-05T15:27:03.306 INFO:teuthology.orchestra.run.smithi115.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 9.0 MB/s | 1.5 MB 00:00 2023-10-05T15:27:03.328 INFO:teuthology.orchestra.run.smithi098.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 4.2 MB/s | 605 kB 00:00 2023-10-05T15:27:03.381 INFO:teuthology.orchestra.run.smithi115.stdout:(102/131): postgresql-server-10.21-2.module+el8 15 MB/s | 5.1 MB 00:00 2023-10-05T15:27:03.406 INFO:teuthology.orchestra.run.smithi115.stdout:(103/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 295 kB/s | 47 kB 00:00 2023-10-05T15:27:03.420 INFO:teuthology.orchestra.run.smithi098.stdout:(118/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.4 MB/s | 238 kB 00:00 2023-10-05T15:27:03.423 INFO:teuthology.orchestra.run.smithi115.stdout:(104/131): libselinux-devel-2.9-5.el8.x86_64.rp 1.7 MB/s | 200 kB 00:00 2023-10-05T15:27:03.483 INFO:teuthology.orchestra.run.smithi173.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 5.8 MB/s | 3.7 MB 00:00 2023-10-05T15:27:03.495 INFO:teuthology.orchestra.run.smithi098.stdout:(119/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 10 MB/s | 2.3 MB 00:00 2023-10-05T15:27:03.508 INFO:teuthology.orchestra.run.smithi173.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 161 kB/s | 64 kB 00:00 2023-10-05T15:27:03.520 INFO:teuthology.orchestra.run.smithi098.stdout:(120/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 376 kB/s | 72 kB 00:00 2023-10-05T15:27:03.532 INFO:teuthology.orchestra.run.smithi115.stdout:(105/131): keyutils-libs-devel-1.5.10-9.el8.x86 444 kB/s | 48 kB 00:00 2023-10-05T15:27:03.533 INFO:teuthology.orchestra.run.smithi173.stdout:(116/131): python3-numpy-f2py-1.14.3-10.el8.x86 396 kB/s | 225 kB 00:00 2023-10-05T15:27:03.546 INFO:teuthology.orchestra.run.smithi098.stdout:(121/131): fuse-2.9.7-15.el8.x86_64.rpm 659 kB/s | 83 kB 00:00 2023-10-05T15:27:03.557 INFO:teuthology.orchestra.run.smithi115.stdout:(106/131): python3-jwt-1.6.1-2.el8.noarch.rpm 242 kB/s | 43 kB 00:00 2023-10-05T15:27:03.582 INFO:teuthology.orchestra.run.smithi115.stdout:(107/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.2 MB/s | 220 kB 00:00 2023-10-05T15:27:03.617 INFO:teuthology.orchestra.run.smithi173.stdout:(117/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 943 kB/s | 126 kB 00:00 2023-10-05T15:27:03.629 INFO:teuthology.orchestra.run.smithi098.stdout:(122/131): elfutils-libelf-devel-0.186-1.el8.x8 448 kB/s | 60 kB 00:00 2023-10-05T15:27:03.651 INFO:teuthology.orchestra.run.smithi173.stdout:(118/131): python3-jsonpointer-1.10-11.el8.noar 141 kB/s | 20 kB 00:00 2023-10-05T15:27:03.676 INFO:teuthology.orchestra.run.smithi173.stdout:(119/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 728 kB/s | 103 kB 00:00 2023-10-05T15:27:03.681 INFO:teuthology.orchestra.run.smithi098.stdout:(123/131): libuuid-devel-2.32.1-35.el8.x86_64.r 611 kB/s | 98 kB 00:00 2023-10-05T15:27:03.682 INFO:teuthology.orchestra.run.smithi115.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 341 kB/s | 43 kB 00:00 2023-10-05T15:27:03.713 INFO:teuthology.orchestra.run.smithi098.stdout:(124/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 345 kB/s | 58 kB 00:00 2023-10-05T15:27:03.733 INFO:teuthology.orchestra.run.smithi115.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 726 kB/s | 109 kB 00:00 2023-10-05T15:27:03.747 INFO:teuthology.orchestra.run.smithi098.stdout:(125/131): libcom_err-devel-1.45.6-4.el8.x86_64 329 kB/s | 39 kB 00:00 2023-10-05T15:27:03.758 INFO:teuthology.orchestra.run.smithi115.stdout:(110/131): libsepol-devel-2.9-3.el8.x86_64.rpm 385 kB/s | 87 kB 00:00 2023-10-05T15:27:03.850 INFO:teuthology.orchestra.run.smithi115.stdout:(111/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.3 MB/s | 229 kB 00:00 2023-10-05T15:27:03.872 INFO:teuthology.orchestra.run.smithi098.stdout:(126/131): NetworkManager-initscripts-updown-1. 1.1 MB/s | 138 kB 00:00 2023-10-05T15:27:03.884 INFO:teuthology.orchestra.run.smithi173.stdout:(120/131): libtool-2.4.6-25.el8.x86_64.rpm 2.6 MB/s | 709 kB 00:00 2023-10-05T15:27:03.892 INFO:teuthology.orchestra.run.smithi115.stdout:(112/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.4 MB/s | 560 kB 00:00 2023-10-05T15:27:03.917 INFO:teuthology.orchestra.run.smithi115.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 118 kB/s | 19 kB 00:00 2023-10-05T15:27:03.918 INFO:teuthology.orchestra.run.smithi173.stdout:(121/131): libpq-13.5-1.el8.x86_64.rpm 817 kB/s | 198 kB 00:00 2023-10-05T15:27:03.922 INFO:teuthology.orchestra.run.smithi098.stdout:(127/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 2.6 MB/s | 644 kB 00:00 2023-10-05T15:27:03.984 INFO:teuthology.orchestra.run.smithi115.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.1 MB/s | 155 kB 00:00 2023-10-05T15:27:04.009 INFO:teuthology.orchestra.run.smithi115.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 195 kB/s | 18 kB 00:00 2023-10-05T15:27:04.015 INFO:teuthology.orchestra.run.smithi098.stdout:(128/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 569 kB/s | 171 kB 00:00 2023-10-05T15:27:04.027 INFO:teuthology.orchestra.run.smithi173.stdout:(122/131): openblas-threads-0.3.15-3.el8.x86_64 13 MB/s | 4.9 MB 00:00 2023-10-05T15:27:04.043 INFO:teuthology.orchestra.run.smithi115.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 3.6 MB/s | 559 kB 00:00 2023-10-05T15:27:04.052 INFO:teuthology.orchestra.run.smithi173.stdout:(123/131): jq-1.6-3.el8.x86_64.rpm 1.5 MB/s | 202 kB 00:00 2023-10-05T15:27:04.110 INFO:teuthology.orchestra.run.smithi115.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.3 MB/s | 238 kB 00:00 2023-10-05T15:27:04.144 INFO:teuthology.orchestra.run.smithi115.stdout:(118/131): pcre2-devel-10.32-2.el8.x86_64.rpm 3.7 MB/s | 605 kB 00:00 2023-10-05T15:27:04.152 INFO:teuthology.orchestra.run.smithi173.stdout:(124/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-10-05T15:27:04.190 INFO:teuthology.orchestra.run.smithi098.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 4.4 MB/s | 798 kB 00:00 2023-10-05T15:27:04.219 INFO:teuthology.orchestra.run.smithi173.stdout:(125/131): librdkafka-0.11.4-3.el8.x86_64.rpm 1.8 MB/s | 354 kB 00:00 2023-10-05T15:27:04.227 INFO:teuthology.orchestra.run.smithi115.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 619 kB/s | 72 kB 00:00 2023-10-05T15:27:04.261 INFO:teuthology.orchestra.run.smithi115.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 709 kB/s | 83 kB 00:00 2023-10-05T15:27:04.278 INFO:teuthology.orchestra.run.smithi173.stdout:(126/131): postgresql-server-10.21-2.module+el8 22 MB/s | 5.1 MB 00:00 2023-10-05T15:27:04.311 INFO:teuthology.orchestra.run.smithi173.stdout:(127/131): postgresql-contrib-10.21-2.module+el 5.0 MB/s | 808 kB 00:00 2023-10-05T15:27:04.320 INFO:teuthology.orchestra.run.smithi115.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 651 kB/s | 60 kB 00:00 2023-10-05T15:27:04.370 INFO:teuthology.orchestra.run.smithi173.stdout:(128/131): postgresql-10.21-2.module+el8.6.0+15 10 MB/s | 1.5 MB 00:00 2023-10-05T15:27:04.374 INFO:teuthology.orchestra.run.smithi098.stdout:(130/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 8.2 MB/s | 3.7 MB 00:00 2023-10-05T15:27:04.412 INFO:teuthology.orchestra.run.smithi115.stdout:(122/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 6.3 MB/s | 2.3 MB 00:00 2023-10-05T15:27:04.437 INFO:teuthology.orchestra.run.smithi115.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 494 kB/s | 58 kB 00:00 2023-10-05T15:27:04.462 INFO:teuthology.orchestra.run.smithi115.stdout:(124/131): libuuid-devel-2.32.1-35.el8.x86_64.r 489 kB/s | 98 kB 00:00 2023-10-05T15:27:04.579 INFO:teuthology.orchestra.run.smithi115.stdout:(125/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.4 MB/s | 171 kB 00:00 2023-10-05T15:27:04.604 INFO:teuthology.orchestra.run.smithi115.stdout:(126/131): libcom_err-devel-1.45.6-4.el8.x86_64 201 kB/s | 39 kB 00:00 2023-10-05T15:27:04.620 INFO:teuthology.orchestra.run.smithi173.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 3.1 MB/s | 798 kB 00:00 2023-10-05T15:27:04.638 INFO:teuthology.orchestra.run.smithi115.stdout:(127/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 3.1 MB/s | 644 kB 00:00 2023-10-05T15:27:04.713 INFO:teuthology.orchestra.run.smithi115.stdout:(128/131): NetworkManager-initscripts-updown-1. 1.0 MB/s | 138 kB 00:00 2023-10-05T15:27:04.855 INFO:teuthology.orchestra.run.smithi115.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 5.5 MB/s | 798 kB 00:00 2023-10-05T15:27:04.865 INFO:teuthology.orchestra.run.smithi098.stdout:(131/131): librados2-18.0.0-6578.g689b3d5a.el8. 3.8 MB/s | 3.7 MB 00:00 2023-10-05T15:27:04.868 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:27:04.868 INFO:teuthology.orchestra.run.smithi098.stdout:Total 11 MB/s | 209 MB 00:19 2023-10-05T15:27:04.870 INFO:teuthology.orchestra.run.smithi173.stdout:(130/131): librados2-18.0.0-6578.g689b3d5a.el8. 6.3 MB/s | 3.7 MB 00:00 2023-10-05T15:27:05.038 INFO:teuthology.orchestra.run.smithi115.stdout:(130/131): librados2-18.0.0-6578.g689b3d5a.el8. 8.6 MB/s | 3.7 MB 00:00 2023-10-05T15:27:05.120 INFO:teuthology.orchestra.run.smithi173.stdout:(131/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 4.6 MB/s | 3.7 MB 00:00 2023-10-05T15:27:05.123 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:27:05.123 INFO:teuthology.orchestra.run.smithi173.stdout:Total 10 MB/s | 209 MB 00:20 2023-10-05T15:27:05.572 INFO:teuthology.orchestra.run.smithi115.stdout:(131/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 4.0 MB/s | 3.7 MB 00:00 2023-10-05T15:27:05.577 INFO:teuthology.orchestra.run.smithi115.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:27:05.577 INFO:teuthology.orchestra.run.smithi115.stdout:Total 10 MB/s | 209 MB 00:20 2023-10-05T15:27:05.689 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction check 2023-10-05T15:27:05.808 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction check succeeded. 2023-10-05T15:27:05.809 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction test 2023-10-05T15:27:05.927 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2023-10-05T15:27:06.045 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2023-10-05T15:27:06.046 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2023-10-05T15:27:06.387 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction check 2023-10-05T15:27:06.508 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction check succeeded. 2023-10-05T15:27:06.508 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction test 2023-10-05T15:27:06.932 INFO:teuthology.orchestra.run.smithi098.stdout:Transaction test succeeded. 2023-10-05T15:27:06.936 INFO:teuthology.orchestra.run.smithi098.stdout:Running transaction 2023-10-05T15:27:07.182 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2023-10-05T15:27:07.186 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2023-10-05T15:27:07.622 INFO:teuthology.orchestra.run.smithi115.stdout:Transaction test succeeded. 2023-10-05T15:27:07.626 INFO:teuthology.orchestra.run.smithi115.stdout:Running transaction 2023-10-05T15:27:12.140 INFO:teuthology.orchestra.run.smithi098.stdout: Preparing : 1/1 2023-10-05T15:27:12.162 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2023-10-05T15:27:12.326 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:27:12.509 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:27:12.594 INFO:teuthology.orchestra.run.smithi115.stdout: Preparing : 1/1 2023-10-05T15:27:12.672 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:27:12.686 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-05T15:27:12.768 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:27:12.794 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-05T15:27:12.875 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:27:13.028 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-05T15:27:13.094 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-05T15:27:13.151 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:27:13.274 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:27:13.329 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-05T15:27:13.378 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:27:13.458 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-05T15:27:13.470 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:27:13.583 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:27:13.665 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:27:13.666 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 5/134 2023-10-05T15:27:13.845 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:27:14.066 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:27:14.079 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 5/134 2023-10-05T15:27:14.254 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:27:14.290 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.303 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.417 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.453 INFO:teuthology.orchestra.run.smithi115.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.586 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:14.683 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:14.697 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.860 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:27:14.883 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:27:14.932 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:15.028 INFO:teuthology.orchestra.run.smithi115.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:15.060 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-05T15:27:15.063 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:15.160 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:27:15.240 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:27:15.281 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:27:15.321 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:27:15.353 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:27:15.452 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:27:15.516 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:27:15.522 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:27:15.604 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:27:15.760 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:27:15.831 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:27:15.896 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:27:15.993 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:27:16.047 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:27:16.152 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:27:16.294 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:16.385 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:27:16.402 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:16.419 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:27:16.569 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:16.655 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:27:16.709 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:27:16.717 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:16.823 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:16.852 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:16.923 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-05T15:27:16.931 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:16.960 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:27:17.098 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-05T15:27:17.115 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:17.135 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:17.205 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:17.217 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:27:17.275 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-05T15:27:17.352 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:27:17.373 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:27:17.394 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-05T15:27:17.500 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:27:17.500 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:27:17.533 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-05T15:27:17.677 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:27:17.689 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:27:17.710 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-05T15:27:18.293 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:27:18.296 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:27:18.314 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-05T15:27:18.485 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:27:18.494 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-05T15:27:18.515 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:27:19.087 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:27:19.089 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-05T15:27:19.116 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:27:19.285 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-05T15:27:19.293 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:27:19.356 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:27:19.987 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-05T15:27:20.017 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:27:20.057 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:27:20.217 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-05T15:27:20.250 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-05T15:27:20.387 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-05T15:27:20.415 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-05T15:27:20.477 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-05T15:27:20.650 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-05T15:27:20.687 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:27:20.722 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-05T15:27:20.858 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:27:20.868 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-05T15:27:20.907 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-05T15:27:20.987 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:27:21.070 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-05T15:27:21.107 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-05T15:27:21.231 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:27:21.261 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-05T15:27:21.345 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:27:21.410 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-05T15:27:21.516 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:27:21.524 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:27:21.687 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:27:21.704 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:27:21.825 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:27:22.602 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:27:22.741 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:27:22.950 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-05T15:27:23.044 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-05T15:27:23.167 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-05T15:27:23.195 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-05T15:27:23.333 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-05T15:27:23.470 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-05T15:27:23.572 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-05T15:27:23.659 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:27:23.764 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:27:24.181 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-05T15:27:24.482 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-05T15:27:24.778 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-05T15:27:24.990 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-05T15:27:25.187 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:27:25.378 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:27:25.416 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:27:25.525 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:27:25.557 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:27:25.707 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:27:25.735 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-05T15:27:25.864 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-05T15:27:25.900 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-05T15:27:25.937 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:27:26.060 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-05T15:27:26.067 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:27:26.111 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:27:26.226 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-05T15:27:26.257 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:27:26.299 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-05T15:27:26.323 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:27:26.482 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:27:26.504 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:27:26.547 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-05T15:27:26.634 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:27:26.666 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-05T15:27:26.762 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-05T15:27:26.821 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-05T15:27:26.877 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-05T15:27:26.926 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-05T15:27:27.010 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-05T15:27:27.051 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-05T15:27:27.069 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-05T15:27:27.213 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-05T15:27:27.220 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-05T15:27:27.274 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-05T15:27:27.371 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-05T15:27:27.442 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-05T15:27:27.453 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-05T15:27:27.541 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-05T15:27:27.639 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-05T15:27:27.696 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-05T15:27:27.718 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-05T15:27:27.886 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-05T15:27:27.928 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-05T15:27:28.003 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-05T15:27:28.037 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-05T15:27:28.261 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-05T15:27:28.266 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-05T15:27:28.435 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-05T15:27:28.447 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-05T15:27:28.581 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-05T15:27:28.644 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-05T15:27:28.840 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-05T15:27:28.858 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-05T15:27:29.065 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-05T15:27:29.135 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-05T15:27:29.197 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-05T15:27:29.259 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-05T15:27:29.378 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-05T15:27:29.509 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-05T15:27:29.535 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-05T15:27:29.588 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-05T15:27:29.757 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-05T15:27:29.829 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-05T15:27:29.871 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-05T15:27:29.926 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-05T15:27:30.079 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-05T15:27:30.137 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-05T15:27:30.174 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-05T15:27:30.298 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-05T15:27:30.328 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-05T15:27:30.425 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-05T15:27:30.477 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-05T15:27:30.533 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-05T15:27:30.610 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-05T15:27:30.685 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-05T15:27:30.762 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-05T15:27:30.829 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-05T15:27:30.865 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-05T15:27:31.029 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-05T15:27:31.037 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-05T15:27:31.179 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-05T15:27:31.186 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-05T15:27:31.279 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-05T15:27:31.453 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-05T15:27:31.492 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-05T15:27:31.539 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-05T15:27:31.718 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-05T15:27:31.723 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-05T15:27:31.762 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-05T15:27:31.875 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-05T15:27:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-05T15:27:32.004 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-05T15:27:32.082 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:27:32.154 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:27:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-05T15:27:32.251 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-05T15:27:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-05T15:27:32.380 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-05T15:27:32.416 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:27:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:27:32.577 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-05T15:27:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:27:32.594 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:27:32.749 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:27:32.832 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:27:32.888 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:27:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-05T15:27:33.044 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-05T15:27:33.116 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:27:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-05T15:27:33.250 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-05T15:27:33.263 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:27:33.288 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:27:33.383 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:27:33.411 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:27:33.415 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:27:33.593 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:27:33.600 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-05T15:27:33.602 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:27:33.781 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-05T15:27:33.804 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:27:33.891 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:27:33.987 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:27:33.995 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:27:34.105 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:27:34.158 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:27:34.170 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:27:34.269 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:27:34.323 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:27:34.417 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:27:34.427 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:27:34.579 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:27:34.589 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:27:34.653 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:27:34.784 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:27:34.834 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:27:34.974 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:27:34.986 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:27:34.999 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:27:35.159 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:27:35.181 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:27:35.312 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:27:35.339 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:27:35.400 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:27:35.557 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:27:35.570 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:27:35.587 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:27:35.757 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:27:35.782 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:27:35.809 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:27:35.935 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:27:35.940 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:27:35.986 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:27:36.141 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:27:36.180 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:27:36.260 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:27:36.425 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:27:36.472 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:27:36.643 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:27:36.663 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:27:36.853 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:27:36.936 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:27:37.161 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:27:37.229 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:27:37.354 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:27:37.520 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:27:37.622 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:27:37.774 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:27:37.931 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:27:38.134 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:27:38.210 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:27:38.392 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:27:38.489 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:27:38.609 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:27:38.742 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:27:38.800 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:27:39.074 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:27:39.101 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:27:39.304 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:27:39.336 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:27:39.396 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:27:39.583 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:39.622 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:27:39.649 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:39.841 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:27:39.909 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:27:40.109 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:27:40.203 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:27:40.372 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:40.425 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:40.614 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:27:40.926 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:27:41.153 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:41.228 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:27:41.412 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:27:43.566 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:43.815 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:44.395 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:44.403 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:44.653 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:44.742 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:44.915 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:27:45.101 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:45.229 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:45.503 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:45.699 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:45.987 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:46.069 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:46.101 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:27:46.213 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:27:46.438 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:46.527 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:27:46.661 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /dev 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /run 2023-10-05T15:28:03.838 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2023-10-05T15:28:03.839 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2023-10-05T15:28:03.839 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2023-10-05T15:28:03.839 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2023-10-05T15:28:03.839 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /dev 2023-10-05T15:28:03.839 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:28:04.179 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:05.055 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:28:05.055 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /sys 2023-10-05T15:28:05.055 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /proc 2023-10-05T15:28:05.055 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /dev 2023-10-05T15:28:05.055 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /run 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /mnt 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /var/tmp 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /home 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /tmp 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout:skipping the directory /dev 2023-10-05T15:28:05.056 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:28:05.383 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:28:05.383 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /sys 2023-10-05T15:28:05.383 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /proc 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /dev 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /run 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /mnt 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /var/tmp 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /home 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /tmp 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout:skipping the directory /dev 2023-10-05T15:28:05.384 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:28:05.426 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:05.725 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:05.776 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:05.942 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:06.161 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:06.329 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:06.781 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:06.928 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:06.945 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:07.020 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:07.208 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:07.322 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:28:07.426 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:07.522 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:07.633 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:07.741 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:28:07.917 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:08.086 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:08.275 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:08.291 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:08.371 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:28:08.517 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:08.533 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:28:08.716 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:08.902 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:09.059 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:28:09.244 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:28:09.419 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:09.640 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:09.899 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:09.970 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:10.159 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:10.272 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:28:10.370 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:10.464 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:28:10.557 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:28:10.657 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:10.705 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:28:10.857 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:10.878 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:10.882 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:28:11.052 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:11.074 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:11.144 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:11.206 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:11.295 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:28:11.508 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:28:11.596 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:11.735 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:11.770 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:11.961 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:11.972 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:12.163 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:12.382 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:12.473 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:12.552 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:28:12.774 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:12.806 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:28:12.865 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:28:13.021 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:13.056 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:13.198 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:13.209 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:13.246 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:28:13.307 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:28:13.446 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:13.481 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:28:13.485 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:13.518 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:13.616 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:13.627 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:28:13.678 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:13.719 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:13.869 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:14.386 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:14.519 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:28:14.701 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:14.736 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:14.882 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:14.923 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:14.935 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:28:15.115 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:15.134 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:15.168 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:28:15.316 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:15.357 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:28:15.473 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:15.540 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:15.623 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:15.900 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:28:16.099 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:19.017 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:19.884 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:28:20.196 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-05T15:28:20.257 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:20.362 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 117/134 2023-10-05T15:28:20.567 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:28:20.660 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-05T15:28:20.747 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:28:20.755 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:28:20.801 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-05T15:28:20.964 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:28:20.992 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-05T15:28:21.078 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:28:21.247 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-05T15:28:21.256 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:28:21.414 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:28:21.461 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:28:21.577 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:28:21.835 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-05T15:28:22.175 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-05T15:28:22.332 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 119/134 2023-10-05T15:28:22.366 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-05T15:28:22.484 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:28:22.667 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:28:22.718 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-05T15:28:22.806 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:28:22.934 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 119/134 2023-10-05T15:28:23.152 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:28:23.294 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:28:23.482 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:28:23.811 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:24.076 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:24.093 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:24.251 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:28:24.575 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:28:24.901 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:28:24.958 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:25.179 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:25.197 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:25.232 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:28:25.346 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:28:25.425 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-05T15:28:25.509 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-05T15:28:25.670 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:28:25.719 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:25.733 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-05T15:28:25.746 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-05T15:28:25.908 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-05T15:28:25.916 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-05T15:28:25.962 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:28:25.989 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:26.006 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:28:26.060 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-05T15:28:26.061 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:26.173 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:28:26.270 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:26.270 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:26.314 INFO:teuthology.orchestra.run.smithi115.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:28:26.463 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:28:26.470 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:26.480 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:26.500 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:26.676 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-05T15:28:26.716 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:26.806 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:28:26.854 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:28:26.941 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:28:27.137 INFO:teuthology.orchestra.run.smithi115.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:28:27.150 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:28:27.150 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:27.182 INFO:teuthology.orchestra.run.smithi098.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:28:27.273 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:28:27.274 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:28:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:28:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:28:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:28:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:28:27.275 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:28:27.276 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:28:27.277 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:28:27.278 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:28:27.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:28:27.280 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:28:27.281 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:28:27.282 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:28:27.283 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-05T15:28:27.283 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-05T15:28:27.284 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-05T15:28:27.285 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-05T15:28:27.286 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-05T15:28:27.287 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:28:27.288 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:27.289 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:28:27.330 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:27.339 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:27.373 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:27.373 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:27.587 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-05T15:28:27.609 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:27.822 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:28:27.836 INFO:teuthology.orchestra.run.smithi115.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:27.909 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:28:28.139 INFO:teuthology.orchestra.run.smithi098.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:28:28.151 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:28:28.152 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:28.367 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:28.367 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:28:28.379 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:28:28.380 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:28:28.381 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:28:28.390 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:28:28.390 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:28:28.391 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:28:28.392 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:28:28.393 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-05T15:28:28.394 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-05T15:28:28.395 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-05T15:28:28.396 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-05T15:28:28.397 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-05T15:28:28.398 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:28.399 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:28:28.399 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:28:28.399 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:28:28.399 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:28.399 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:28:28.645 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:28:28.896 INFO:teuthology.orchestra.run.smithi098.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:28:29.414 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:28:29.415 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:28:29.416 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:28:29.426 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:28:29.427 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:28:29.428 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:28:29.429 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-05T15:28:29.430 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-05T15:28:29.431 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-05T15:28:29.432 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-05T15:28:29.433 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-05T15:28:29.434 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:28:29.435 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:28:29.735 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:29.735 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:01:56 ago on Thu 05 Oct 2023 03:26:33 PM UTC. 2023-10-05T15:28:30.939 INFO:teuthology.orchestra.run.smithi115.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:30.939 INFO:teuthology.orchestra.run.smithi115.stdout:Last metadata expiration check: 0:01:57 ago on Thu 05 Oct 2023 03:26:33 PM UTC. 2023-10-05T15:28:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:28:32.019 INFO:teuthology.orchestra.run.smithi098.stdout:Last metadata expiration check: 0:01:59 ago on Thu 05 Oct 2023 03:26:33 PM UTC. 2023-10-05T15:28:41.326 INFO:teuthology.orchestra.run.smithi098.stdout:Installed products updated. 2023-10-05T15:28:41.383 INFO:teuthology.orchestra.run.smithi173.stdout:Installed products updated. 2023-10-05T15:28:41.538 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout:Upgraded: 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout:Installed: 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.539 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.540 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.541 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:28:41.542 INFO:teuthology.orchestra.run.smithi098.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:28:41.543 INFO:teuthology.orchestra.run.smithi098.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:28:41.543 INFO:teuthology.orchestra.run.smithi098.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:28:41.543 INFO:teuthology.orchestra.run.smithi098.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:28:41.543 INFO:teuthology.orchestra.run.smithi098.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:28:41.543 INFO:teuthology.orchestra.run.smithi098.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:28:41.544 INFO:teuthology.orchestra.run.smithi098.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.545 INFO:teuthology.orchestra.run.smithi098.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:28:41.546 INFO:teuthology.orchestra.run.smithi098.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:28:41.547 INFO:teuthology.orchestra.run.smithi098.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.548 INFO:teuthology.orchestra.run.smithi098.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.549 INFO:teuthology.orchestra.run.smithi098.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:28:41.550 INFO:teuthology.orchestra.run.smithi098.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:28:41.551 INFO:teuthology.orchestra.run.smithi098.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:28:41.552 INFO:teuthology.orchestra.run.smithi098.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:28:41.553 INFO:teuthology.orchestra.run.smithi098.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:28:41.554 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:28:41.555 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:28:41.556 INFO:teuthology.orchestra.run.smithi098.stdout:Complete! 2023-10-05T15:28:41.599 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.600 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.601 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:28:41.602 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:41.603 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:28:41.604 INFO:teuthology.orchestra.run.smithi173.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:28:41.605 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:28:41.605 INFO:teuthology.orchestra.run.smithi173.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:28:41.605 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:28:41.605 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:28:41.605 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:28:41.606 INFO:teuthology.orchestra.run.smithi173.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:28:41.607 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:28:41.608 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:28:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:28:41.610 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:41.611 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:28:41.612 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:28:41.612 INFO:teuthology.orchestra.run.smithi173.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:28:41.612 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:28:41.612 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:28:41.613 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:28:41.613 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:28:41.613 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2023-10-05T15:28:41.705 DEBUG:teuthology.parallel:result is None 2023-10-05T15:28:41.787 DEBUG:teuthology.parallel:result is None 2023-10-05T15:28:41.957 INFO:teuthology.orchestra.run.smithi115.stdout:Installed products updated. 2023-10-05T15:28:42.169 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:28:42.169 INFO:teuthology.orchestra.run.smithi115.stdout:Upgraded: 2023-10-05T15:28:42.169 INFO:teuthology.orchestra.run.smithi115.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:28:42.169 INFO:teuthology.orchestra.run.smithi115.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout:Installed: 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.170 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.171 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:28:42.172 INFO:teuthology.orchestra.run.smithi115.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:28:42.173 INFO:teuthology.orchestra.run.smithi115.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:28:42.174 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:28:42.175 INFO:teuthology.orchestra.run.smithi115.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:28:42.176 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:42.177 INFO:teuthology.orchestra.run.smithi115.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.178 INFO:teuthology.orchestra.run.smithi115.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:28:42.179 INFO:teuthology.orchestra.run.smithi115.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:28:42.180 INFO:teuthology.orchestra.run.smithi115.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:28:42.181 INFO:teuthology.orchestra.run.smithi115.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:28:42.181 INFO:teuthology.orchestra.run.smithi115.stdout: 2023-10-05T15:28:42.181 INFO:teuthology.orchestra.run.smithi115.stdout:Complete! 2023-10-05T15:28:42.347 DEBUG:teuthology.parallel:result is None 2023-10-05T15:28:42.348 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:42.489 DEBUG:teuthology.orchestra.run.smithi098:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:28:42.517 INFO:teuthology.orchestra.run.smithi098.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:42.517 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:42.517 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:28:42.518 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:42.738 DEBUG:teuthology.orchestra.run.smithi115:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:28:42.762 INFO:teuthology.orchestra.run.smithi115.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:42.762 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:42.762 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:28:42.763 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:42.980 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:28:43.010 INFO:teuthology.orchestra.run.smithi173.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:43.011 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:28:43.011 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:28:43.011 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-05T15:28:43.012 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:28:43.012 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:28:43.058 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:28:43.059 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:28:43.101 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:28:43.101 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:28:43.146 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-05T15:28:43.147 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:28:43.147 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:28:43.177 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:28:43.247 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:28:43.248 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:28:43.275 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:28:43.342 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:28:43.342 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:28:43.374 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:28:43.445 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-05T15:28:43.445 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:28:43.445 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:28:43.475 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:28:43.544 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:28:43.544 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:28:43.573 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:28:43.643 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:28:43.643 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:28:43.673 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:28:43.742 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-05T15:28:43.742 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:28:43.743 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:28:43.771 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:28:43.840 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:28:43.840 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:28:43.868 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:28:43.936 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:28:43.936 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:28:43.965 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:28:44.035 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-05T15:28:44.115 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_client_delegate_inos_pct': 50, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'} 2023-10-05T15:28:44.115 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:44.116 INFO:tasks.cephadm:Cluster fsid is de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:28:44.116 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-05T15:28:44.116 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.98', 'mon.b': '172.21.15.115', 'mon.c': '172.21.15.173'} 2023-10-05T15:28:44.116 INFO:tasks.cephadm:First mon is mon.a on smithi098 2023-10-05T15:28:44.116 INFO:tasks.cephadm:First mgr is x 2023-10-05T15:28:44.116 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-05T15:28:44.117 DEBUG:teuthology.orchestra.run.smithi098:> sudo hostname $(hostname -s) 2023-10-05T15:28:44.149 DEBUG:teuthology.orchestra.run.smithi115:> sudo hostname $(hostname -s) 2023-10-05T15:28:44.178 DEBUG:teuthology.orchestra.run.smithi173:> sudo hostname $(hostname -s) 2023-10-05T15:28:44.208 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-10-05T15:28:44.208 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:44.350 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/73000/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-6578-g689b3d5a', 'node_name': '172.21.4.64+confusa02', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-6578.g689b3d5a'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-10-05 14:15:16.970244', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-61009-wo-1', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2023-10-05T15:28:44.567 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-61009-wo-1, sha1 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:28:44.568 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm 2023-10-05T15:28:44.568 DEBUG:teuthology.orchestra.run.smithi098:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.120 INFO:teuthology.orchestra.run.smithi098.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:28 /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.121 DEBUG:teuthology.orchestra.run.smithi115:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.509 INFO:teuthology.orchestra.run.smithi115.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:28 /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.510 DEBUG:teuthology.orchestra.run.smithi173:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.902 INFO:teuthology.orchestra.run.smithi173.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:28 /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.903 DEBUG:teuthology.orchestra.run.smithi098:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.924 DEBUG:teuthology.orchestra.run.smithi115:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.946 DEBUG:teuthology.orchestra.run.smithi173:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:28:45.983 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f on all hosts... 2023-10-05T15:28:45.983 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:28:45.986 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:28:45.988 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:28:50.407 INFO:teuthology.orchestra.run.smithi173.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:28:50.812 INFO:teuthology.orchestra.run.smithi115.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:28:51.314 INFO:teuthology.orchestra.run.smithi098.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:29:20.111 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2023-10-05T15:29:20.112 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:29:20.112 INFO:teuthology.orchestra.run.smithi115.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:29:20.112 INFO:teuthology.orchestra.run.smithi115.stdout: "repo_digests": [ 2023-10-05T15:29:20.112 INFO:teuthology.orchestra.run.smithi115.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:29:20.112 INFO:teuthology.orchestra.run.smithi115.stdout: ] 2023-10-05T15:29:20.113 INFO:teuthology.orchestra.run.smithi115.stdout:} 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout: "repo_digests": [ 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:29:20.691 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2023-10-05T15:29:20.692 INFO:teuthology.orchestra.run.smithi173.stdout:} 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout: "repo_digests": [ 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:29:22.107 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:29:22.108 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:29:22.126 DEBUG:teuthology.orchestra.run.smithi098:> sudo mkdir -p /etc/ceph 2023-10-05T15:29:22.156 DEBUG:teuthology.orchestra.run.smithi115:> sudo mkdir -p /etc/ceph 2023-10-05T15:29:22.192 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph 2023-10-05T15:29:22.229 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 777 /etc/ceph 2023-10-05T15:29:22.255 DEBUG:teuthology.orchestra.run.smithi115:> sudo chmod 777 /etc/ceph 2023-10-05T15:29:22.287 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /etc/ceph 2023-10-05T15:29:22.317 INFO:tasks.cephadm:Writing seed config... 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [client] debug client = 20 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-10-05T15:29:22.318 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] mds_client_delegate_inos_pct = 50 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-10-05T15:29:22.319 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-05T15:29:22.320 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-10-05T15:29:22.321 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2023-10-05T15:29:22.322 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:29:22.322 DEBUG:teuthology.orchestra.run.smithi098:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-05T15:29:22.338 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = de9bd1a4-6393-11ee-8db5-212e2dc638e7 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_client_delegate_inos_pct = 50 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-10-05T15:29:22.339 DEBUG:teuthology.orchestra.run.smithi098:mon.a> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service 2023-10-05T15:29:22.381 DEBUG:teuthology.orchestra.run.smithi098:mgr.x> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x.service 2023-10-05T15:29:22.406 INFO:journalctl@ceph.mon.a.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:29:22.407 INFO:tasks.cephadm:Bootstrapping... 2023-10-05T15:29:22.407 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f -v bootstrap --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.98 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:29:22.432 INFO:journalctl@ceph.mgr.x.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:29:22.569 INFO:teuthology.orchestra.run.smithi098.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:29:22.569 INFO:teuthology.orchestra.run.smithi098.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', '-v', 'bootstrap', '--fsid', 'de9bd1a4-6393-11ee-8db5-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.98', '--skip-admin-label'] 2023-10-05T15:29:22.715 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:29:22.715 INFO:teuthology.orchestra.run.smithi098.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-05T15:29:22.716 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying podman|docker is present... 2023-10-05T15:29:22.861 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:29:22.861 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying lvm2 is present... 2023-10-05T15:29:22.861 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying time synchronization is in place... 2023-10-05T15:29:22.868 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-05T15:29:22.868 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-05T15:29:22.874 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-05T15:29:22.874 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:29:22.880 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout enabled 2023-10-05T15:29:22.886 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout active 2023-10-05T15:29:22.886 INFO:teuthology.orchestra.run.smithi098.stdout:Unit chronyd.service is enabled and running 2023-10-05T15:29:22.886 INFO:teuthology.orchestra.run.smithi098.stdout:Repeating the final host check... 2023-10-05T15:29:23.031 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:29:23.031 INFO:teuthology.orchestra.run.smithi098.stdout:podman (/bin/podman) version 4.1.1 is present 2023-10-05T15:29:23.031 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl is present 2023-10-05T15:29:23.031 INFO:teuthology.orchestra.run.smithi098.stdout:lvcreate is present 2023-10-05T15:29:23.037 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-05T15:29:23.037 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-05T15:29:23.043 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-05T15:29:23.043 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:29:23.049 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout enabled 2023-10-05T15:29:23.054 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout active 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Unit chronyd.service is enabled and running 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Host looks OK 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Cluster fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Acquiring lock 140148529175016 on /run/cephadm/de9bd1a4-6393-11ee-8db5-212e2dc638e7.lock 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Lock 140148529175016 acquired on /run/cephadm/de9bd1a4-6393-11ee-8db5-212e2dc638e7.lock 2023-10-05T15:29:23.055 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying IP 172.21.15.98 port 3300 ... 2023-10-05T15:29:23.056 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying IP 172.21.15.98 port 6789 ... 2023-10-05T15:29:23.056 INFO:teuthology.orchestra.run.smithi098.stdout:Base mon IP(s) is [172.21.15.98:3300, 172.21.15.98:6789], mon addrv is [v2:172.21.15.98:3300,v1:172.21.15.98:6789] 2023-10-05T15:29:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-10-05T15:29:23.060 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.98 metric 100 2023-10-05T15:29:23.063 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-05T15:29:23.063 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-10-05T15:29:23.063 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-10-05T15:29:23.065 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-05T15:29:23.065 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout inet6 fe80::bc6b:da14:2e28:b45/64 scope link noprefixroute 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:Mon IP `172.21.15.98` is in CIDR network `172.21.0.0/20` 2023-10-05T15:29:23.066 INFO:teuthology.orchestra.run.smithi098.stdout:Mon IP `172.21.15.98` is in CIDR network `172.21.0.0/20` 2023-10-05T15:29:23.067 INFO:teuthology.orchestra.run.smithi098.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-05T15:29:23.067 INFO:teuthology.orchestra.run.smithi098.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-05T15:29:23.068 INFO:teuthology.orchestra.run.smithi098.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stdout 83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Getting image source signatures 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying blob sha256:bbaffcd584794b4c36d1bbf695604ab523bf72bb8494f3e7d90e19daa4269491 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying blob sha256:be9ed931e0f930233626f1c4d225977fbcc33e056e1a8fc67c7f63553d9455a2 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Copying config sha256:83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Writing manifest to image destination 2023-10-05T15:29:23.519 INFO:teuthology.orchestra.run.smithi098.stdout:/bin/podman: stderr Storing signatures 2023-10-05T15:29:24.364 INFO:teuthology.orchestra.run.smithi098.stdout:ceph: stdout ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev) 2023-10-05T15:29:24.365 INFO:teuthology.orchestra.run.smithi098.stdout:Ceph version: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev) 2023-10-05T15:29:24.365 INFO:teuthology.orchestra.run.smithi098.stdout:Extracting ceph user uid/gid from container image... 2023-10-05T15:29:25.117 INFO:teuthology.orchestra.run.smithi098.stdout:stat: stdout 167 167 2023-10-05T15:29:25.117 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial keys... 2023-10-05T15:29:25.965 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQBV1h5l5L/BHxAAA9Fj/+pw4XyRLd038viiNA== 2023-10-05T15:29:26.810 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQBW1h5lohtQFhAAf4TSI3D5P8u+NZfDwcCaIQ== 2023-10-05T15:29:27.670 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph-authtool: stdout AQBX1h5lBhopDRAAaOKysrA2IIyPd8uxsAdTjw== 2023-10-05T15:29:27.670 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial monmap... 2023-10-05T15:29:28.423 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:monmaptool for a [v2:172.21.15.98:3300,v1:172.21.15.98:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:setting min_mon_release = pacific 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: set fsid to de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:29:28.424 INFO:teuthology.orchestra.run.smithi098.stdout:Creating mon... 2023-10-05T15:29:29.173 INFO:teuthology.orchestra.run.smithi098.stdout:create mon.a on 2023-10-05T15:29:29.315 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-10-05T15:29:29.403 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-10-05T15:29:29.549 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target. 2023-10-05T15:29:29.549 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target. 2023-10-05T15:29:29.718 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a 2023-10-05T15:29:29.718 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service: Unit ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service not loaded. 2023-10-05T15:29:29.803 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target.wants/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@.service. 2023-10-05T15:29:30.118 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:29 smithi098 systemd[1]: Starting Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:29:30.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:30 smithi098 podman[98705]: 2023-10-05T15:29:30.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:30 smithi098 bash[98705]: 9a316ab3c08813193566591bc7ec0ddd1fcdbe917fdaa29452032fd28dbf2faf 2023-10-05T15:29:30.395 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:30 smithi098 ceph-mon[98745]: mkfs de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:30.396 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:30 smithi098 ceph-mon[98745]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:29:30.407 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:29:30.407 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2023-10-05T15:29:30.414 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:29:30.414 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:29:30.414 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2023-10-05T15:29:30.415 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to enable service . firewalld.service is not available 2023-10-05T15:29:30.415 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mon to start... 2023-10-05T15:29:30.415 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mon... 2023-10-05T15:29:30.660 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:30 smithi098 systemd[1]: Started Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:29:31.366 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout cluster: 2023-10-05T15:29:31.366 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout id: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout services: 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.655035s) 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout data: 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-05T15:29:31.367 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout pgs: 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.921+0000 7f57ec2e5700 1 Processor -- start 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ec2e5700 1 -- start start 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ec2e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ec2e5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e4079e60 con 0x7f57e41071e0 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ea081700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ea081700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41618/0 (socket says 172.21.15.98:41618) 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.922+0000 7f57ea081700 1 -- 172.21.15.98:0/4129360220 learned_addr learned my addr 172.21.15.98:0/4129360220 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.923+0000 7f57ea081700 1 -- 172.21.15.98:0/4129360220 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57e4109b10 con 0x7f57e41071e0 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.923+0000 7f57ea081700 1 --2- 172.21.15.98:0/4129360220 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f57d40098a0 tx=0x7f57d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcbc8e4f4b574464 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:31.368 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.923+0000 7f57e907f700 1 -- 172.21.15.98:0/4129360220 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f57d4004160 con 0x7f57e41071e0 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.923+0000 7f57e907f700 1 -- 172.21.15.98:0/4129360220 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57d40042c0 con 0x7f57e41071e0 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.923+0000 7f57e907f700 1 -- 172.21.15.98:0/4129360220 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f57d40045a0 con 0x7f57e41071e0 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 -- 172.21.15.98:0/4129360220 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 msgr2=0x7f57e41095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 --2- 172.21.15.98:0/4129360220 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f57d40098a0 tx=0x7f57d4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 -- 172.21.15.98:0/4129360220 shutdown_connections 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 --2- 172.21.15.98:0/4129360220 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e41095d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 -- 172.21.15.98:0/4129360220 >> 172.21.15.98:0/4129360220 conn(0x7f57e4100c10 msgr2=0x7f57e4103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 -- 172.21.15.98:0/4129360220 shutdown_connections 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 -- 172.21.15.98:0/4129360220 wait complete. 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.924+0000 7f57ec2e5700 1 Processor -- start 2023-10-05T15:29:31.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ec2e5700 1 -- start start 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ec2e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ec2e5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e419a380 con 0x7f57e41071e0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ea081700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ea081700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41620/0 (socket says 172.21.15.98:41620) 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ea081700 1 -- 172.21.15.98:0/340104414 learned_addr learned my addr 172.21.15.98:0/340104414 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ea081700 1 -- 172.21.15.98:0/340104414 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57d4009550 con 0x7f57e41071e0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ea081700 1 --2- 172.21.15.98:0/340104414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f57e40792a0 tx=0x7f57d4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f57d4011630 con 0x7f57e41071e0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57d4011790 con 0x7f57e41071e0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57e419a580 con 0x7f57e41071e0 2023-10-05T15:29:31.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.925+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f57d4011a30 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.926+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57e419a9a0 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.926+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f57d4022070 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.926+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f57d401c450 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.926+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57e4193a30 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.929+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f57d401b450 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.998+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f57e40746e0 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.998+0000 7f57db7fe700 1 -- 172.21.15.98:0/340104414 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7f57d401b5f0 con 0x7f57e41071e0 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 msgr2=0x7f57e4199e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 --2- 172.21.15.98:0/340104414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f57e40792a0 tx=0x7f57d4004750 comp rx=0 tx=0).stop 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 shutdown_connections 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 --2- 172.21.15.98:0/340104414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f57e41071e0 0x7f57e4199e40 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:31.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 >> 172.21.15.98:0/340104414 conn(0x7f57e4100c10 msgr2=0x7f57e41024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:31.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 shutdown_connections 2023-10-05T15:29:31.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:30.999+0000 7f57ec2e5700 1 -- 172.21.15.98:0/340104414 wait complete. 2023-10-05T15:29:31.372 INFO:teuthology.orchestra.run.smithi098.stdout:mon is available 2023-10-05T15:29:31.372 INFO:teuthology.orchestra.run.smithi098.stdout:Assimilating anything we can from ceph.conf... 2023-10-05T15:29:31.614 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:29:31.615 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: monmap e1: 1 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0]} removed_ranks: {} 2023-10-05T15:29:31.615 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: fsmap 2023-10-05T15:29:31.615 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: osdmap e1: 0 total, 0 up, 0 in 2023-10-05T15:29:31.615 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: mgrmap e1: no daemons active 2023-10-05T15:29:31.615 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:31 smithi098 ceph-mon[98745]: from='client.? 172.21.15.98:0/340104414' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-05T15:29:32.316 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:32.316 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [global] 2023-10-05T15:29:32.316 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout fsid = de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:32.316 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.98:3300,v1:172.21.15.98:6789] 2023-10-05T15:29:32.316 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [osd] 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-05T15:29:32.317 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.839+0000 7f19afbd1700 1 Processor -- start 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19afbd1700 1 -- start start 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19afbd1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19afbd1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19a8079e20 con 0x7f19a8105010 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19ad96d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19ad96d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41622/0 (socket says 172.21.15.98:41622) 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19ad96d700 1 -- 172.21.15.98:0/493969846 learned_addr learned my addr 172.21.15.98:0/493969846 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19ad96d700 1 -- 172.21.15.98:0/493969846 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19a8105970 con 0x7f19a8105010 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.840+0000 7f19ad96d700 1 --2- 172.21.15.98:0/493969846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f19980098a0 tx=0x7f1998009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540dea3feae5d351 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:32.318 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19ac96b700 1 -- 172.21.15.98:0/493969846 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1998004160 con 0x7f19a8105010 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19ac96b700 1 -- 172.21.15.98:0/493969846 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19980042c0 con 0x7f19a8105010 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19ac96b700 1 -- 172.21.15.98:0/493969846 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f19980045a0 con 0x7f19a8105010 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 -- 172.21.15.98:0/493969846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 msgr2=0x7f19a8105430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 --2- 172.21.15.98:0/493969846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f19980098a0 tx=0x7f1998009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 -- 172.21.15.98:0/493969846 shutdown_connections 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 --2- 172.21.15.98:0/493969846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a8105430 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 -- 172.21.15.98:0/493969846 >> 172.21.15.98:0/493969846 conn(0x7f19a8100c10 msgr2=0x7f19a8103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 -- 172.21.15.98:0/493969846 shutdown_connections 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.841+0000 7f19afbd1700 1 -- 172.21.15.98:0/493969846 wait complete. 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19afbd1700 1 Processor -- start 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19afbd1700 1 -- start start 2023-10-05T15:29:32.319 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19afbd1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19afbd1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19a819c580 con 0x7f19a8105010 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19ad96d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19ad96d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41624/0 (socket says 172.21.15.98:41624) 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.842+0000 7f19ad96d700 1 -- 172.21.15.98:0/2855728914 learned_addr learned my addr 172.21.15.98:0/2855728914 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f19ad96d700 1 -- 172.21.15.98:0/2855728914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1998009550 con 0x7f19a8105010 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f19ad96d700 1 --2- 172.21.15.98:0/2855728914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f19a8079260 tx=0x7f1998004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1998011630 con 0x7f19a8105010 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1998011790 con 0x7f19a8105010 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1998011a30 con 0x7f19a8105010 2023-10-05T15:29:32.320 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19a819c780 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19a819cba0 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1998022070 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.843+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f199801c450 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.844+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19a8195aa0 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.846+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f199801b450 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.914+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f19a80624e0 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.916+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f199801b5f0 con 0x7f19a8105010 2023-10-05T15:29:32.321 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.917+0000 7f199effd700 1 -- 172.21.15.98:0/2855728914 <== mon.0 v2:172.21.15.98:3300/0 8 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f199801b790 con 0x7f19a8105010 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 msgr2=0x7f19a819c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 --2- 172.21.15.98:0/2855728914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f19a8079260 tx=0x7f1998004750 comp rx=0 tx=0).stop 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 shutdown_connections 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 --2- 172.21.15.98:0/2855728914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19a8105010 0x7f19a819c040 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 >> 172.21.15.98:0/2855728914 conn(0x7f19a8100c10 msgr2=0x7f19a8192be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 shutdown_connections 2023-10-05T15:29:32.322 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:31.918+0000 7f19afbd1700 1 -- 172.21.15.98:0/2855728914 wait complete. 2023-10-05T15:29:32.323 INFO:teuthology.orchestra.run.smithi098.stdout:Generating new minimal ceph.conf... 2023-10-05T15:29:32.519 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:32 smithi098 ceph-mon[98745]: from='client.? 172.21.15.98:0/2855728914' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-05T15:29:32.519 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:32 smithi098 ceph-mon[98745]: from='client.? 172.21.15.98:0/2855728914' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-05T15:29:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:33 smithi098 ceph-mon[98745]: from='client.? 172.21.15.98:0/656998518' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:29:34.459 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.769+0000 7fde83a9d700 1 Processor -- start 2023-10-05T15:29:34.459 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.769+0000 7fde83a9d700 1 -- start start 2023-10-05T15:29:34.459 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.769+0000 7fde83a9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:34.459 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.769+0000 7fde83a9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c079e20 con 0x7fde7c107220 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde81839700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde81839700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41626/0 (socket says 172.21.15.98:41626) 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde81839700 1 -- 172.21.15.98:0/4064654948 learned_addr learned my addr 172.21.15.98:0/4064654948 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde81839700 1 -- 172.21.15.98:0/4064654948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde7c109b50 con 0x7fde7c107220 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde81839700 1 --2- 172.21.15.98:0/4064654948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde6c0098a0 tx=0x7fde6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30eef0b06a3c9a03 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde80837700 1 -- 172.21.15.98:0/4064654948 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fde6c004160 con 0x7fde7c107220 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde80837700 1 -- 172.21.15.98:0/4064654948 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fde6c0042c0 con 0x7fde7c107220 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.770+0000 7fde80837700 1 -- 172.21.15.98:0/4064654948 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fde6c011a00 con 0x7fde7c107220 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 -- 172.21.15.98:0/4064654948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 msgr2=0x7fde7c109610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 --2- 172.21.15.98:0/4064654948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde6c0098a0 tx=0x7fde6c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:34.460 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 -- 172.21.15.98:0/4064654948 shutdown_connections 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 --2- 172.21.15.98:0/4064654948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c109610 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 -- 172.21.15.98:0/4064654948 >> 172.21.15.98:0/4064654948 conn(0x7fde7c100c10 msgr2=0x7fde7c103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 -- 172.21.15.98:0/4064654948 shutdown_connections 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 -- 172.21.15.98:0/4064654948 wait complete. 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.771+0000 7fde83a9d700 1 Processor -- start 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde83a9d700 1 -- start start 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde83a9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde83a9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c19abb0 con 0x7fde7c107220 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde81839700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde81839700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41628/0 (socket says 172.21.15.98:41628) 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde81839700 1 -- 172.21.15.98:0/656998518 learned_addr learned my addr 172.21.15.98:0/656998518 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:34.461 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde81839700 1 -- 172.21.15.98:0/656998518 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde6c009550 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde81839700 1 --2- 172.21.15.98:0/656998518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009130 tx=0x7fde6c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fde6c003b70 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde7c19adb0 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fde6c003cd0 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fde6c0197d0 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.772+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde7c19b1d0 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.773+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fde6c019a10 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.773+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fde6c00b720 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.773+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde7c194510 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.776+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fde6c02a060 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.843+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fde7c0624e0 con 0x7fde7c107220 2023-10-05T15:29:34.462 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.843+0000 7fde72ffd700 1 -- 172.21.15.98:0/656998518 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fde6c019e50 con 0x7fde7c107220 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 msgr2=0x7fde7c19a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 --2- 172.21.15.98:0/656998518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009130 tx=0x7fde6c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 shutdown_connections 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 --2- 172.21.15.98:0/656998518 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fde7c107220 0x7fde7c19a670 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 >> 172.21.15.98:0/656998518 conn(0x7fde7c100c10 msgr2=0x7fde7c101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 shutdown_connections 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:32.844+0000 7fde83a9d700 1 -- 172.21.15.98:0/656998518 wait complete. 2023-10-05T15:29:34.463 INFO:teuthology.orchestra.run.smithi098.stdout:Restarting the monitor... 2023-10-05T15:29:34.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:34 smithi098 systemd[1]: Stopping Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:29:35.676 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:35 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[98721]: 2023-10-05T15:29:35.421+0000 7fc8f124e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:29:35.676 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:35 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[98721]: 2023-10-05T15:29:35.422+0000 7fc8f124e700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-05T15:29:35.957 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:35 smithi098 bash[99081]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a 2023-10-05T15:29:36.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 systemd[1]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service: Succeeded. 2023-10-05T15:29:36.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 systemd[1]: Stopped Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:29:36.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 systemd[1]: Starting Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:29:36.632 INFO:teuthology.orchestra.run.smithi098.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 podman[99203]: 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: set uid:gid to 167:167 (ceph:ceph) 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev), process ceph-mon, pid 7 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: pidfile_write: ignore empty --pid-file 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: load: jerasure load: lrc 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 bash[99203]: a945f4fd6762b9a884ca63a6d9965860d0c4ff87637e1d1ef405f8eb438bf206 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: RocksDB version: 7.9.2 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Git sha 0 2023-10-05T15:29:36.661 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Compile date 2023-10-05 12:06:36 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: DB SUMMARY 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: DB Session ID: FXYXC0R39POYUQ3QFVI0 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: CURRENT file: CURRENT 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: IDENTITY file: IDENTITY 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 99310 ; 2023-10-05T15:29:36.662 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.error_if_exists: 0 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.create_if_missing: 0 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.paranoid_checks: 1 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.env: 0x561735d5eda0 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.fs: PosixFileSystem 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.info_log: 0x561737a6b5c0 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_file_opening_threads: 16 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.statistics: (nil) 2023-10-05T15:29:36.663 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.use_fsync: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_log_file_size: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.keep_log_file_num: 1000 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.recycle_log_file_num: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_fallocate: 1 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_mmap_reads: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_mmap_writes: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.use_direct_reads: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.create_missing_column_families: 0 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.db_log_dir: 2023-10-05T15:29:36.664 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.wal_dir: 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.advise_random_on_open: 1 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.db_write_buffer_size: 0 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.write_buffer_manager: 0x561737a23360 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-05T15:29:36.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.rate_limiter: (nil) 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.wal_recovery_mode: 2 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enable_thread_tracking: 0 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enable_pipelined_write: 0 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.unordered_write: 0 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.row_cache: None 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.wal_filter: None 2023-10-05T15:29:36.666 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_ingest_behind: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.two_write_queues: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.manual_wal_flush: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.wal_compression: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.atomic_flush: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.log_readahead_size: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.best_efforts_recovery: 0 2023-10-05T15:29:36.667 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-05T15:29:36.668 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-05T15:29:36.668 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.allow_data_in_errors: 0 2023-10-05T15:29:36.668 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.db_host_id: __hostname__ 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_background_jobs: 2 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_background_compactions: -1 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_subcompactions: 1 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_total_wal_size: 0 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-05T15:29:36.669 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_open_files: -1 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bytes_per_sync: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_readahead_size: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_background_flushes: -1 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Compression algorithms supported: 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kZSTD supported: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kXpressCompression supported: 0 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kLZ4HCCompression supported: 1 2023-10-05T15:29:36.670 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kZlibCompression supported: 1 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kSnappyCompression supported: 1 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kLZ4Compression supported: 1 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: kBZip2Compression supported: 0 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.merge_operator: 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_filter: None 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_filter_factory: None 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.sst_partitioner_factory: None 2023-10-05T15:29:36.671 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561737a6b6c0) 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks: 1 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: pin_top_level_index_and_filter: 1 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_type: 0 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_index_type: 0 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_shortening: 1 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: checksum: 4 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: no_block_cache: 0 2023-10-05T15:29:36.672 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache: 0x561737ac11f0 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_name: BinnedLRUCache 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_options: 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: capacity : 536870912 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_shard_bits : 4 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: strict_capacity_limit : 0 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: high_pri_pool_ratio: 0.000 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_cache_compressed: (nil) 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: persistent_cache: (nil) 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size: 4096 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_size_deviation: 10 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_restart_interval: 16 2023-10-05T15:29:36.673 INFO:journalctl@ceph.mon.a.smithi098.stdout: index_block_restart_interval: 1 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: metadata_block_size: 4096 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: partition_filters: 0 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: use_delta_encoding: 1 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: filter_policy: bloomfilter 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: whole_key_filtering: 1 2023-10-05T15:29:36.674 INFO:journalctl@ceph.mon.a.smithi098.stdout: verify_compression: 0 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: read_amp_bytes_per_bit: 0 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: format_version: 5 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_index_compression: 1 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: block_align: 0 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: max_auto_readahead_size: 262144 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: prepopulate_block_cache: 0 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: initial_auto_readahead_size: 8192 2023-10-05T15:29:36.677 INFO:journalctl@ceph.mon.a.smithi098.stdout: num_file_reads_for_auto_readahead: 2 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.write_buffer_size: 33554432 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_write_buffer_number: 2 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression: NoCompression 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression: Disabled 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.prefix_extractor: nullptr 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.num_levels: 7 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-05T15:29:36.678 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.level: 32767 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.strategy: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:29:36.679 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.enabled: false 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.target_file_size_base: 67108864 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-05T15:29:36.680 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.arena_block_size: 1048576 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-05T15:29:36.681 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.disable_auto_compactions: 0 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.table_properties_collectors: 2023-10-05T15:29:36.682 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.inplace_update_support: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.bloom_locality: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.max_successive_merges: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.paranoid_file_checks: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.force_consistency_checks: 1 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.report_bg_io_stats: 0 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.ttl: 2592000 2023-10-05T15:29:36.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enable_blob_files: false 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.min_blob_size: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_file_size: 268435456 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.blob_file_starting_level: 0 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-05T15:29:36.684 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b28db4b8-6fb1-4530-8b0d-407fd03b0ffd 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519776584383, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519776585308, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 94319, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 323, "table_properties": {"data_size": 92324, "index_size": 277, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13682, "raw_average_key_size": 49, "raw_value_size": 84838, "raw_average_value_size": 309, "num_data_blocks": 11, "num_entries": 274, "num_filter_entries": 274, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696519776, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b28db4b8-6fb1-4530-8b0d-407fd03b0ffd", "db_session_id": "FXYXC0R39POYUQ3QFVI0", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519776585375, "job": 1, "event": "recovery_finished"} 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561737b5e000 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: DB pointer 0x561737b4a000 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-05T15:29:36.685 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** DB Stats ** 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:29:36.686 INFO:journalctl@ceph.mon.a.smithi098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: L0 2/0 93.94 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Sum 2/0 93.94 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 154.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** Compaction Stats [default] ** 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 154.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-05T15:29:36.687 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: Cumulative compaction: 0.00 GB write, 31.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: Interval compaction: 0.00 GB write, 31.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache BinnedLRUCache@0x561737ac11f0#7 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: starting mon.a rank 0 at public addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] at bind addrs [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???) e1 preinit fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:36.688 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).mds e1 new map 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).mds e1 print_map 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: e1 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: legacy client fscid: -1 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout: No filesystems configured 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-05T15:29:36.689 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expand map: {default=false} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta from 'false' to 'false' 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expanded map: {default=false} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expand map: {default=info} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta from 'info' to 'info' 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expanded map: {default=info} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expand map: {default=daemon} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expanded map: {default=daemon} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expand map: {default=debug} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta from 'debug' to 'debug' 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: expand_channel_meta expanded map: {default=debug} 2023-10-05T15:29:36.690 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 systemd[1]: Started Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:29:36.691 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:29:36.691 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: monmap e1: 1 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0]} removed_ranks: {} 2023-10-05T15:29:36.691 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: fsmap 2023-10-05T15:29:36.691 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: osdmap e1: 0 total, 0 up, 0 in 2023-10-05T15:29:36.691 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:36 smithi098 ceph-mon[99243]: mgrmap e1: no daemons active 2023-10-05T15:29:37.584 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.103+0000 7f613a871700 1 Processor -- start 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.103+0000 7f613a871700 1 -- start start 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.103+0000 7f613a871700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.103+0000 7f613a871700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6134106520 con 0x7f6134105b30 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6133fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6133fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41630/0 (socket says 172.21.15.98:41630) 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6133fff700 1 -- 172.21.15.98:0/280467375 learned_addr learned my addr 172.21.15.98:0/280467375 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:37.585 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6133fff700 1 -- 172.21.15.98:0/280467375 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6134106850 con 0x7f6134105b30 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6133fff700 1 --2- 172.21.15.98:0/280467375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f61240098a0 tx=0x7f6124009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab5952e03d3d51b3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6132ffd700 1 -- 172.21.15.98:0/280467375 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6124004160 con 0x7f6134105b30 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6132ffd700 1 -- 172.21.15.98:0/280467375 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f61240042c0 con 0x7f6134105b30 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.104+0000 7f6132ffd700 1 -- 172.21.15.98:0/280467375 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6124011a00 con 0x7f6134105b30 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 -- 172.21.15.98:0/280467375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 msgr2=0x7f6134105f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 --2- 172.21.15.98:0/280467375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f61240098a0 tx=0x7f6124009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 -- 172.21.15.98:0/280467375 shutdown_connections 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 --2- 172.21.15.98:0/280467375 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f6134105f50 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 -- 172.21.15.98:0/280467375 >> 172.21.15.98:0/280467375 conn(0x7f6134100390 msgr2=0x7f61341027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 -- 172.21.15.98:0/280467375 shutdown_connections 2023-10-05T15:29:37.586 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.105+0000 7f613a871700 1 -- 172.21.15.98:0/280467375 wait complete. 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f613a871700 1 Processor -- start 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f613a871700 1 -- start start 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f613a871700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f613a871700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f613419ce00 con 0x7f6134105b30 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f6133fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f6133fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41632/0 (socket says 172.21.15.98:41632) 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f6133fff700 1 -- 172.21.15.98:0/4078407980 learned_addr learned my addr 172.21.15.98:0/4078407980 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f6133fff700 1 -- 172.21.15.98:0/4078407980 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6124009550 con 0x7f6134105b30 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.106+0000 7f6133fff700 1 --2- 172.21.15.98:0/4078407980 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6124009130 tx=0x7f6124011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6124003b70 con 0x7f6134105b30 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6124003cd0 con 0x7f6134105b30 2023-10-05T15:29:37.587 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f613419d000 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f61240197d0 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f613419d420 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f612401a430 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.107+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6124025be0 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.108+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6134191ee0 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.110+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f612402a060 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.176+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f61340624e0 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.178+0000 7f61317fa700 1 -- 172.21.15.98:0/4078407980 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f61240330c0 con 0x7f6134105b30 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.178+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 msgr2=0x7f613419c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.178+0000 7f613a871700 1 --2- 172.21.15.98:0/4078407980 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6124009130 tx=0x7f6124011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.179+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 shutdown_connections 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.179+0000 7f613a871700 1 --2- 172.21.15.98:0/4078407980 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6134105b30 0x7f613419c8c0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:37.588 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.179+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 >> 172.21.15.98:0/4078407980 conn(0x7f6134100390 msgr2=0x7f613418f020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:37.589 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.179+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 shutdown_connections 2023-10-05T15:29:37.589 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:37.179+0000 7f613a871700 1 -- 172.21.15.98:0/4078407980 wait complete. 2023-10-05T15:29:37.589 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-05T15:29:37.610 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:29:37.610 INFO:teuthology.orchestra.run.smithi098.stdout:Creating mgr... 2023-10-05T15:29:37.610 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying port 0.0.0.0:9283 ... 2023-10-05T15:29:37.611 INFO:teuthology.orchestra.run.smithi098.stdout:Verifying port 0.0.0.0:8765 ... 2023-10-05T15:29:37.837 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x 2023-10-05T15:29:37.837 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x.service: Unit ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x.service not loaded. 2023-10-05T15:29:37.928 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7.target.wants/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x.service → /etc/systemd/system/ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@.service. 2023-10-05T15:29:38.180 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:37 smithi098 systemd[1]: Starting Ceph mgr.x for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:29:38.517 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4078407980' entity='client.admin' 2023-10-05T15:29:38.518 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 podman[99474]: 2023-10-05T15:29:38.533 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:29:38.533 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2023-10-05T15:29:38.541 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:29:38.541 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:29:38.541 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2023-10-05T15:29:38.541 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to enable service . firewalld.service is not available 2023-10-05T15:29:38.550 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:29:38.550 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2023-10-05T15:29:38.558 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:29:38.558 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:29:38.558 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2023-10-05T15:29:38.558 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-10-05T15:29:38.559 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr to start... 2023-10-05T15:29:38.559 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr... 2023-10-05T15:29:38.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 bash[99474]: f6f52809af73adfa06210077582407ec9a6688ca511aa9ff6e254716117b2531 2023-10-05T15:29:38.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 systemd[1]: Started Ceph mgr.x for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:29:38.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:38.620+0000 7f2e5fcc1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:29:38.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:38.700+0000 7f2e5fcc1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:29:39.071 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:38.792+0000 7f2e5fcc1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:29:39.072 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:38 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:38.892+0000 7f2e5fcc1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:29:39.072 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:39.069+0000 7f2e5fcc1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:29:39.335 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1711216798' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:29:39.590 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:39.454+0000 7f2e5fcc1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:29:39.590 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:39.588+0000 7f2e5fcc1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:29:39.611 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:29:39.614 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:39.615 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:29:39.616 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:29:39.623 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.624 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:39.625 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:29:30.345746+0000", 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.106+0000 7f9982652700 1 Processor -- start 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.106+0000 7f9982652700 1 -- start start 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f9982652700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f9982652700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f997c107600 con 0x7f997c106c10 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f997bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f997bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41638/0 (socket says 172.21.15.98:41638) 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f997bfff700 1 -- 172.21.15.98:0/2135685667 learned_addr learned my addr 172.21.15.98:0/2135685667 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:39.626 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f997bfff700 1 -- 172.21.15.98:0/2135685667 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f997c107740 con 0x7f997c106c10 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.107+0000 7f997bfff700 1 --2- 172.21.15.98:0/2135685667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f996c0098a0 tx=0x7f996c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb09979ff95f814b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f997affd700 1 -- 172.21.15.98:0/2135685667 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f996c004160 con 0x7f997c106c10 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f997affd700 1 -- 172.21.15.98:0/2135685667 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f996c0042c0 con 0x7f997c106c10 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f997affd700 1 -- 172.21.15.98:0/2135685667 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f996c011a00 con 0x7f997c106c10 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 -- 172.21.15.98:0/2135685667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 msgr2=0x7f997c107030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 --2- 172.21.15.98:0/2135685667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f996c0098a0 tx=0x7f996c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 -- 172.21.15.98:0/2135685667 shutdown_connections 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 --2- 172.21.15.98:0/2135685667 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c107030 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 -- 172.21.15.98:0/2135685667 >> 172.21.15.98:0/2135685667 conn(0x7f997c100390 msgr2=0x7f997c1027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 -- 172.21.15.98:0/2135685667 shutdown_connections 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.108+0000 7f9982652700 1 -- 172.21.15.98:0/2135685667 wait complete. 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.109+0000 7f9982652700 1 Processor -- start 2023-10-05T15:29:39.627 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.109+0000 7f9982652700 1 -- start start 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.109+0000 7f9982652700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.109+0000 7f9982652700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f997c198a00 con 0x7f997c106c10 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f997bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f997bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41640/0 (socket says 172.21.15.98:41640) 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f997bfff700 1 -- 172.21.15.98:0/1711216798 learned_addr learned my addr 172.21.15.98:0/1711216798 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f997bfff700 1 -- 172.21.15.98:0/1711216798 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f996c009550 con 0x7f997c106c10 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f997bfff700 1 --2- 172.21.15.98:0/1711216798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f996c009fb0 tx=0x7f996c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f996c003a40 con 0x7f997c106c10 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f997c198c00 con 0x7f997c106c10 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f996c003ba0 con 0x7f997c106c10 2023-10-05T15:29:39.628 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f997c199020 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f996c01a750 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f996c01acd0 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.110+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f996c0193c0 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.111+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f997c191f60 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.113+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f997c107740 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.185+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f997c074780 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.185+0000 7f99797fa700 1 -- 172.21.15.98:0/1711216798 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f996c024b60 con 0x7f997c106c10 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 msgr2=0x7f997c1984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 --2- 172.21.15.98:0/1711216798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f996c009fb0 tx=0x7f996c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 shutdown_connections 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 --2- 172.21.15.98:0/1711216798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f997c106c10 0x7f997c1984c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:39.629 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 >> 172.21.15.98:0/1711216798 conn(0x7f997c100390 msgr2=0x7f997c18f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:39.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 shutdown_connections 2023-10-05T15:29:39.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:39.186+0000 7f9982652700 1 -- 172.21.15.98:0/1711216798 wait complete. 2023-10-05T15:29:39.630 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (1/15)... 2023-10-05T15:29:40.037 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:39.679+0000 7f2e5fcc1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:29:40.037 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:39 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:39.772+0000 7f2e5fcc1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:29:40.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:40.198+0000 7f2e5fcc1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:29:41.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:40.853+0000 7f2e5fcc1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:29:41.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:40.934+0000 7f2e5fcc1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:29:41.983 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:41 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:41.707+0000 7f2e5fcc1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:29:41.983 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:41 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:41.801+0000 7f2e5fcc1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:29:42.277 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:41 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:41.981+0000 7f2e5fcc1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:29:42.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:42 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:42.275+0000 7f2e5fcc1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:29:42.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:42 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:42.504+0000 7f2e5fcc1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.563 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.564 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:29:42.565 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:42.565 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:29:42.565 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:29:42.571 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:29:42.572 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:29:42.573 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:29:30.345746+0000", 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:29:42.574 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.102+0000 7f7934b6b700 1 Processor -- start 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.102+0000 7f7934b6b700 1 -- start start 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f7934b6b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f7934b6b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7930107130 con 0x7f7930106740 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41642/0 (socket says 172.21.15.98:41642) 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792e59c700 1 -- 172.21.15.98:0/1796681606 learned_addr learned my addr 172.21.15.98:0/1796681606 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792e59c700 1 -- 172.21.15.98:0/1796681606 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7930107940 con 0x7f7930106740 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792e59c700 1 --2- 172.21.15.98:0/1796681606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f79200098a0 tx=0x7f7920009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8b04dbbfac16d29 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.103+0000 7f792d59a700 1 -- 172.21.15.98:0/1796681606 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7920004160 con 0x7f7930106740 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f792d59a700 1 -- 172.21.15.98:0/1796681606 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f79200042c0 con 0x7f7930106740 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f792d59a700 1 -- 172.21.15.98:0/1796681606 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7920011a00 con 0x7f7930106740 2023-10-05T15:29:42.575 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 -- 172.21.15.98:0/1796681606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 msgr2=0x7f7930106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 --2- 172.21.15.98:0/1796681606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f79200098a0 tx=0x7f7920009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 -- 172.21.15.98:0/1796681606 shutdown_connections 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 --2- 172.21.15.98:0/1796681606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f7930106b60 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 -- 172.21.15.98:0/1796681606 >> 172.21.15.98:0/1796681606 conn(0x7f7930101ce0 msgr2=0x7f7930104120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 -- 172.21.15.98:0/1796681606 shutdown_connections 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.104+0000 7f7934b6b700 1 -- 172.21.15.98:0/1796681606 wait complete. 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.105+0000 7f7934b6b700 1 Processor -- start 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.105+0000 7f7934b6b700 1 -- start start 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f7934b6b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f7934b6b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f793019ac50 con 0x7f7930106740 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f792e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:42.576 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f792e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41644/0 (socket says 172.21.15.98:41644) 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f792e59c700 1 -- 172.21.15.98:0/599444625 learned_addr learned my addr 172.21.15.98:0/599444625 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f792e59c700 1 -- 172.21.15.98:0/599444625 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7920009550 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f792e59c700 1 --2- 172.21.15.98:0/599444625 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7920009fb0 tx=0x7f7920011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7920003a40 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f793019ae50 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7920003ba0 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.106+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f793019b270 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.107+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f792001a750 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.107+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f792001abb0 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.107+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f79200193c0 con 0x7f7930106740 2023-10-05T15:29:42.577 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.107+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7930194520 con 0x7f7930106740 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.110+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f7920024b60 con 0x7f7930106740 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.182+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f793010ab40 con 0x7f7930106740 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.182+0000 7f791f7fe700 1 -- 172.21.15.98:0/599444625 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f7920024d00 con 0x7f7930106740 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 msgr2=0x7f793019a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 --2- 172.21.15.98:0/599444625 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7920009fb0 tx=0x7f7920011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 shutdown_connections 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 --2- 172.21.15.98:0/599444625 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7930106740 0x7f793019a710 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 >> 172.21.15.98:0/599444625 conn(0x7f7930101ce0 msgr2=0x7f7930104000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 shutdown_connections 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:42.183+0000 7f7934b6b700 1 -- 172.21.15.98:0/599444625 wait complete. 2023-10-05T15:29:42.578 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (2/15)... 2023-10-05T15:29:42.915 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:42 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/599444625' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:29:42.916 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:42 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:42.655+0000 7f2e5fcc1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:29:43.926 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:42 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:42.913+0000 7f2e5fcc1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:29:43.926 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:43 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:43.603+0000 7f2e5fcc1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:29:43.926 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:43 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:43.732+0000 7f2e5fcc1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:29:44.252 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:43 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:43.923+0000 7f2e5fcc1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:29:44.253 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:44 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:44.036+0000 7f2e5fcc1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:29:44.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:44 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:44.250+0000 7f2e5fcc1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:29:45.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:45.145+0000 7f2e5fcc1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:29:45.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: Activating manager daemon x 2023-10-05T15:29:45.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: mgrmap e2: x(active, starting, since 0.00305828s) 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2925920246' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: Manager daemon x is now available 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' 2023-10-05T15:29:45.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' 2023-10-05T15:29:45.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:45 smithi098 ceph-mon[99243]: from='mgr.14100 172.21.15.98:0/3558500477' entity='mgr.x' 2023-10-05T15:29:45.619 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:29:45.620 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2023-10-05T15:29:45.621 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:45.622 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:29:45.630 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:29:45.631 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:29:45.632 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:29:45.633 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:45.634 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:29:30.345746+0000", 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3f94a700 1 Processor -- start 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3f94a700 1 -- start start 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3f94a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:45.635 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3f94a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb38106020 con 0x7feb38105630 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3d6e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3d6e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41646/0 (socket says 172.21.15.98:41646) 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3d6e6700 1 -- 172.21.15.98:0/3871764263 learned_addr learned my addr 172.21.15.98:0/3871764263 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.078+0000 7feb3d6e6700 1 -- 172.21.15.98:0/3871764263 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb38106830 con 0x7feb38105630 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3d6e6700 1 --2- 172.21.15.98:0/3871764263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb3400bb40 tx=0x7feb3400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f490d906d10459b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb2ffff700 1 -- 172.21.15.98:0/3871764263 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feb3400dbe0 con 0x7feb38105630 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb2ffff700 1 -- 172.21.15.98:0/3871764263 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7feb340044d0 con 0x7feb38105630 2023-10-05T15:29:45.636 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb2ffff700 1 -- 172.21.15.98:0/3871764263 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feb34010470 con 0x7feb38105630 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3f94a700 1 -- 172.21.15.98:0/3871764263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 msgr2=0x7feb38105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3f94a700 1 --2- 172.21.15.98:0/3871764263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb3400bb40 tx=0x7feb3400be50 comp rx=0 tx=0).stop 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3f94a700 1 -- 172.21.15.98:0/3871764263 shutdown_connections 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3f94a700 1 --2- 172.21.15.98:0/3871764263 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb38105a50 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.079+0000 7feb3f94a700 1 -- 172.21.15.98:0/3871764263 >> 172.21.15.98:0/3871764263 conn(0x7feb38100c10 msgr2=0x7feb38103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.080+0000 7feb3f94a700 1 -- 172.21.15.98:0/3871764263 shutdown_connections 2023-10-05T15:29:45.637 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.080+0000 7feb3f94a700 1 -- 172.21.15.98:0/3871764263 wait complete. 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.080+0000 7feb3f94a700 1 Processor -- start 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.080+0000 7feb3f94a700 1 -- start start 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3f94a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3f94a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb38198a20 con 0x7feb38105630 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3d6e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3d6e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41648/0 (socket says 172.21.15.98:41648) 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3d6e6700 1 -- 172.21.15.98:0/2925920246 learned_addr learned my addr 172.21.15.98:0/2925920246 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:45.638 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3d6e6700 1 -- 172.21.15.98:0/2925920246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb3400b7f0 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3d6e6700 1 --2- 172.21.15.98:0/2925920246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7feb34003b20 tx=0x7feb34003980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feb3401e070 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7feb34004300 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feb34022a50 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb38198c20 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.081+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb38199040 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.082+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7feb3402c740 con 0x7feb38105630 2023-10-05T15:29:45.639 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.082+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7feb34019910 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.082+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb38191ec0 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.086+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7feb34027070 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.159+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7feb380624e0 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.159+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 2) v1 ==== 45335+0+0 (secure 0 0 0) 0x7feb3402cbd0 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.161+0000 7feb2e7fc700 1 -- 172.21.15.98:0/2925920246 <== mon.0 v2:172.21.15.98:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7feb34022410 con 0x7feb38105630 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.162+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 msgr2=0x7feb381984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.162+0000 7feb3f94a700 1 --2- 172.21.15.98:0/2925920246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7feb34003b20 tx=0x7feb34003980 comp rx=0 tx=0).stop 2023-10-05T15:29:45.640 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.163+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 shutdown_connections 2023-10-05T15:29:45.641 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.163+0000 7feb3f94a700 1 --2- 172.21.15.98:0/2925920246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feb38105630 0x7feb381984e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:45.641 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.163+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 >> 172.21.15.98:0/2925920246 conn(0x7feb38100c10 msgr2=0x7feb3818f000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:45.641 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.163+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 shutdown_connections 2023-10-05T15:29:45.641 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:45.163+0000 7feb3f94a700 1 -- 172.21.15.98:0/2925920246 wait complete. 2023-10-05T15:29:45.641 INFO:teuthology.orchestra.run.smithi098.stdout:mgr not available, waiting (3/15)... 2023-10-05T15:29:47.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:47 smithi098 ceph-mon[99243]: mgrmap e3: x(active, since 1.00702s) 2023-10-05T15:29:49.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:49 smithi098 ceph-mon[99243]: mgrmap e4: x(active, since 3s) 2023-10-05T15:29:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:50 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1640860215' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:29:52.185 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.186 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:29:52.187 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.188 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:29:52.188 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:52.188 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:29:52.188 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:29:52.188 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:29:52.196 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:29:52.196 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:29:52.196 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.197 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:29:52.198 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:29:30.345746+0000", 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97f547f700 1 Processor -- start 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97f547f700 1 -- start start 2023-10-05T15:29:52.199 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97f547f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97f547f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f01053e0 con 0x7f97f01049f0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97eeffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97eeffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41676/0 (socket says 172.21.15.98:41676) 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.651+0000 7f97eeffd700 1 -- 172.21.15.98:0/335610689 learned_addr learned my addr 172.21.15.98:0/335610689 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.652+0000 7f97eeffd700 1 -- 172.21.15.98:0/335610689 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97f0105520 con 0x7f97f01049f0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.652+0000 7f97eeffd700 1 --2- 172.21.15.98:0/335610689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f97e40098a0 tx=0x7f97e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff129eca42a75dd0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.652+0000 7f97edffb700 1 -- 172.21.15.98:0/335610689 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97e4004160 con 0x7f97f01049f0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.652+0000 7f97edffb700 1 -- 172.21.15.98:0/335610689 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f97e40042c0 con 0x7f97f01049f0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.652+0000 7f97edffb700 1 -- 172.21.15.98:0/335610689 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97e4011a00 con 0x7f97f01049f0 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 -- 172.21.15.98:0/335610689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 msgr2=0x7f97f0104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:52.200 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 --2- 172.21.15.98:0/335610689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f97e40098a0 tx=0x7f97e4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 -- 172.21.15.98:0/335610689 shutdown_connections 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 --2- 172.21.15.98:0/335610689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f0104e10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 -- 172.21.15.98:0/335610689 >> 172.21.15.98:0/335610689 conn(0x7f97f0100390 msgr2=0x7f97f01027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 -- 172.21.15.98:0/335610689 shutdown_connections 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 -- 172.21.15.98:0/335610689 wait complete. 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.653+0000 7f97f547f700 1 Processor -- start 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97f547f700 1 -- start start 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97f547f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97f547f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97f019abd0 con 0x7f97f01049f0 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97eeffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97eeffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41678/0 (socket says 172.21.15.98:41678) 2023-10-05T15:29:52.201 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97eeffd700 1 -- 172.21.15.98:0/1640860215 learned_addr learned my addr 172.21.15.98:0/1640860215 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97eeffd700 1 -- 172.21.15.98:0/1640860215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97e4009550 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97eeffd700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f97e4009130 tx=0x7f97e4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97e4003ab0 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97f019add0 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f97e4003c10 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.654+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97e40247d0 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.655+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97f019b1f0 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.655+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f97e401a430 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.655+0000 7f97d7fff700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 0x7f97d803ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.656+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f97e404c530 con 0x7f97f01049f0 2023-10-05T15:29:52.202 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.656+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97f0194510 con 0x7f97f01049f0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.656+0000 7f97ee7fc700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 0x7f97d803ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.656+0000 7f97ee7fc700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 0x7f97d803ada0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f97e0006fd0 tx=0x7f97e0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.661+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f97e4018350 con 0x7f97f01049f0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.925+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f97f0074780 con 0x7f97f01049f0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.925+0000 7f97d7fff700 1 -- 172.21.15.98:0/1640860215 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f97e4018710 con 0x7f97f01049f0 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 msgr2=0x7f97d803ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 0x7f97d803ada0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f97e0006fd0 tx=0x7f97e0006e40 comp rx=0 tx=0).stop 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 msgr2=0x7f97f019a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f97e4009130 tx=0x7f97e4011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:52.203 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 shutdown_connections 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f97d80388e0 0x7f97d803ada0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 --2- 172.21.15.98:0/1640860215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f97f01049f0 0x7f97f019a690 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 >> 172.21.15.98:0/1640860215 conn(0x7f97f0100390 msgr2=0x7f97f0102670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 shutdown_connections 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:49.927+0000 7f97f547f700 1 -- 172.21.15.98:0/1640860215 wait complete. 2023-10-05T15:29:52.204 INFO:teuthology.orchestra.run.smithi098.stdout:mgr is available 2023-10-05T15:29:55.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:55 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3116499004' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-05T15:29:55.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [global] 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout fsid = de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout [osd] 2023-10-05T15:29:55.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30cd2a9700 1 Processor -- start 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30cd2a9700 1 -- start start 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30cd2a9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30cd2a9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30c8106020 con 0x7f30c8105630 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30c6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30c6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41682/0 (socket says 172.21.15.98:41682) 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.782+0000 7f30c6ffd700 1 -- 172.21.15.98:0/2204620240 learned_addr learned my addr 172.21.15.98:0/2204620240 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:55.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30c6ffd700 1 -- 172.21.15.98:0/2204620240 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30c8106830 con 0x7f30c8105630 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30c6ffd700 1 --2- 172.21.15.98:0/2204620240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f30c0009e80 tx=0x7f30c000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97bed3bb03844c40 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30c5ffb700 1 -- 172.21.15.98:0/2204620240 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f30c000e070 con 0x7f30c8105630 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30c5ffb700 1 -- 172.21.15.98:0/2204620240 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f30c000b8c0 con 0x7f30c8105630 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30c5ffb700 1 -- 172.21.15.98:0/2204620240 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f30c00044c0 con 0x7f30c8105630 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30cd2a9700 1 -- 172.21.15.98:0/2204620240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 msgr2=0x7f30c8105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/2204620240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f30c0009e80 tx=0x7f30c000b330 comp rx=0 tx=0).stop 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.783+0000 7f30cd2a9700 1 -- 172.21.15.98:0/2204620240 shutdown_connections 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/2204620240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c8105a50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 -- 172.21.15.98:0/2204620240 >> 172.21.15.98:0/2204620240 conn(0x7f30c8100c10 msgr2=0x7f30c8103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 -- 172.21.15.98:0/2204620240 shutdown_connections 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 -- 172.21.15.98:0/2204620240 wait complete. 2023-10-05T15:29:55.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 Processor -- start 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 -- start start 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.784+0000 7f30cd2a9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30c8199ae0 con 0x7f30c8105630 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30c6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30c6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41684/0 (socket says 172.21.15.98:41684) 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30c6ffd700 1 -- 172.21.15.98:0/3116499004 learned_addr learned my addr 172.21.15.98:0/3116499004 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30c6ffd700 1 -- 172.21.15.98:0/3116499004 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30c0009b30 con 0x7f30c8105630 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30c6ffd700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f30c00072a0 tx=0x7f30c00045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f30c000e040 con 0x7f30c8105630 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f30c000bd70 con 0x7f30c8105630 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f30c001c6c0 con 0x7f30c8105630 2023-10-05T15:29:55.654 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30c8199ce0 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.785+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30c819a160 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.786+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f30c001c980 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.786+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30c8193410 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.786+0000 7f30bffff700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 0x7f30b403ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.786+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f30c004c940 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.787+0000 7f30c67fc700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 0x7f30b403ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.787+0000 7f30c67fc700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 0x7f30b403ad00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f30b0006fd0 tx=0x7f30b0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.791+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f30c0024ba0 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.980+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f30c8109a30 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.981+0000 7f30bffff700 1 -- 172.21.15.98:0/3116499004 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f30c0017030 con 0x7f30c8105630 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 msgr2=0x7f30b403ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:55.655 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 0x7f30b403ad00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f30b0006fd0 tx=0x7f30b0006e40 comp rx=0 tx=0).stop 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 msgr2=0x7f30c81995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f30c00072a0 tx=0x7f30c00045f0 comp rx=0 tx=0).stop 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 shutdown_connections 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f30b4038840 0x7f30b403ad00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 --2- 172.21.15.98:0/3116499004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f30c8105630 0x7f30c81995a0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 >> 172.21.15.98:0/3116499004 conn(0x7f30c8100c10 msgr2=0x7f30c8101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 shutdown_connections 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:54.983+0000 7f30cd2a9700 1 -- 172.21.15.98:0/3116499004 wait complete. 2023-10-05T15:29:55.656 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling cephadm module... 2023-10-05T15:29:56.748 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2767067756' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-05T15:29:56.748 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: ignoring --setuser ceph since I am not root 2023-10-05T15:29:56.749 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: ignoring --setgroup ceph since I am not root 2023-10-05T15:29:56.749 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:56.666+0000 7f9b58e93200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:29:56.894 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.189+0000 7f70c561a700 1 Processor -- start 2023-10-05T15:29:56.894 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70c561a700 1 -- start start 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70c561a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70c561a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c0107110 con 0x7f70c0106720 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70beffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70beffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41688/0 (socket says 172.21.15.98:41688) 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70beffd700 1 -- 172.21.15.98:0/3578961548 learned_addr learned my addr 172.21.15.98:0/3578961548 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70beffd700 1 -- 172.21.15.98:0/3578961548 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c0107920 con 0x7f70c0106720 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.190+0000 7f70beffd700 1 --2- 172.21.15.98:0/3578961548 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f70b40098a0 tx=0x7f70b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca401cc14543796 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70bdffb700 1 -- 172.21.15.98:0/3578961548 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f70b4004160 con 0x7f70c0106720 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70bdffb700 1 -- 172.21.15.98:0/3578961548 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f70b40042c0 con 0x7f70c0106720 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70bdffb700 1 -- 172.21.15.98:0/3578961548 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f70b4011a00 con 0x7f70c0106720 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 -- 172.21.15.98:0/3578961548 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 msgr2=0x7f70c0106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:56.895 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 --2- 172.21.15.98:0/3578961548 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f70b40098a0 tx=0x7f70b4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 -- 172.21.15.98:0/3578961548 shutdown_connections 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 --2- 172.21.15.98:0/3578961548 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c0106b40 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 -- 172.21.15.98:0/3578961548 >> 172.21.15.98:0/3578961548 conn(0x7f70c0101ce0 msgr2=0x7f70c0104100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 -- 172.21.15.98:0/3578961548 shutdown_connections 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.191+0000 7f70c561a700 1 -- 172.21.15.98:0/3578961548 wait complete. 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70c561a700 1 Processor -- start 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70c561a700 1 -- start start 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70c561a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70c561a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c019a940 con 0x7f70c0106720 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70beffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70beffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41690/0 (socket says 172.21.15.98:41690) 2023-10-05T15:29:56.896 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.192+0000 7f70beffd700 1 -- 172.21.15.98:0/2767067756 learned_addr learned my addr 172.21.15.98:0/2767067756 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70beffd700 1 -- 172.21.15.98:0/2767067756 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70b4009550 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70beffd700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f70b4009fb0 tx=0x7f70b4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f70b4003a40 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f70b4003ba0 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70c019ab40 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f70b401a750 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.193+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70c019af60 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f70b401a9d0 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70c00624e0 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70a7fff700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 0x7f70a803ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f70b404c480 con 0x7f70c0106720 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70be7fc700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 0x7f70a803ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:56.897 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.194+0000 7f70be7fc700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 0x7f70a803ad00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f70b0006fd0 tx=0x7f70b0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.199+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f70b40189a0 con 0x7f70c0106720 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.439+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f70c019dca0 con 0x7f70c0106720 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.490+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f70b4018350 con 0x7f70c0106720 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.491+0000 7f70a7fff700 1 -- 172.21.15.98:0/2767067756 <== mon.0 v2:172.21.15.98:3300/0 8 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f70b402d960 con 0x7f70c0106720 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 msgr2=0x7f70a803ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 0x7f70a803ad00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f70b0006fd0 tx=0x7f70b0006e40 comp rx=0 tx=0).stop 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 msgr2=0x7f70c019a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f70b4009fb0 tx=0x7f70b4011ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 shutdown_connections 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f70a8038840 0x7f70a803ad00 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 --2- 172.21.15.98:0/2767067756 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f70c0106720 0x7f70c019a400 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:56.898 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 >> 172.21.15.98:0/2767067756 conn(0x7f70c0101ce0 msgr2=0x7f70c01033a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:56.899 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 shutdown_connections 2023-10-05T15:29:56.899 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:56.493+0000 7f70c561a700 1 -- 172.21.15.98:0/2767067756 wait complete. 2023-10-05T15:29:57.037 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:56.746+0000 7f9b58e93200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:29:57.037 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:56.836+0000 7f9b58e93200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:29:57.038 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:56.935+0000 7f9b58e93200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:29:57.496 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:57.110+0000 7f9b58e93200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:29:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2767067756' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-05T15:29:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-mon[99243]: mgrmap e5: x(active, since 11s) 2023-10-05T15:29:57.788 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:57.503+0000 7f9b58e93200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:29:57.788 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:57.642+0000 7f9b58e93200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:29:57.788 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:57.737+0000 7f9b58e93200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:29:58.039 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:29:58.039 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-05T15:29:58.039 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.409+0000 7fa8677f9700 1 Processor -- start 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.409+0000 7fa8677f9700 1 -- start start 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.409+0000 7fa8677f9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.409+0000 7fa8677f9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa860106020 con 0x7fa860105630 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa865595700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa865595700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41704/0 (socket says 172.21.15.98:41704) 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa865595700 1 -- 172.21.15.98:0/2688677827 learned_addr learned my addr 172.21.15.98:0/2688677827 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:58.040 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa865595700 1 -- 172.21.15.98:0/2688677827 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa860106830 con 0x7fa860105630 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa865595700 1 --2- 172.21.15.98:0/2688677827 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa85c0098a0 tx=0x7fa85c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d88ff2b642ece16 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa857fff700 1 -- 172.21.15.98:0/2688677827 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa85c004160 con 0x7fa860105630 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa857fff700 1 -- 172.21.15.98:0/2688677827 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa85c0042c0 con 0x7fa860105630 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.410+0000 7fa857fff700 1 -- 172.21.15.98:0/2688677827 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa85c011a00 con 0x7fa860105630 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 -- 172.21.15.98:0/2688677827 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 msgr2=0x7fa860105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 --2- 172.21.15.98:0/2688677827 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa85c0098a0 tx=0x7fa85c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 -- 172.21.15.98:0/2688677827 shutdown_connections 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 --2- 172.21.15.98:0/2688677827 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa860105a50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 -- 172.21.15.98:0/2688677827 >> 172.21.15.98:0/2688677827 conn(0x7fa860100c10 msgr2=0x7fa860103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 -- 172.21.15.98:0/2688677827 shutdown_connections 2023-10-05T15:29:58.041 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.411+0000 7fa8677f9700 1 -- 172.21.15.98:0/2688677827 wait complete. 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa8677f9700 1 Processor -- start 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa8677f9700 1 -- start start 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa8677f9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa8677f9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa860199b20 con 0x7fa860105630 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa865595700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa865595700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41706/0 (socket says 172.21.15.98:41706) 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa865595700 1 -- 172.21.15.98:0/3182916183 learned_addr learned my addr 172.21.15.98:0/3182916183 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.412+0000 7fa865595700 1 -- 172.21.15.98:0/3182916183 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa85c009550 con 0x7fa860105630 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa865595700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa85c006af0 tx=0x7fa85c003980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa85c003ba0 con 0x7fa860105630 2023-10-05T15:29:58.042 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa85c020070 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa860199d20 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa85c01c670 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.413+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86019a140 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fa85c022030 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8600624e0 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa8567fc700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 0x7fa84c03ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa85c04eb40 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa864d94700 1 -- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 msgr2=0x7fa84c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.414+0000 7fa864d94700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 0x7fa84c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.419+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa85c00b3e0 con 0x7fa860105630 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.615+0000 7fa864d94700 1 -- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 msgr2=0x7fa84c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:29:58.043 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.615+0000 7fa864d94700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 0x7fa84c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.671+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fa860192df0 con 0x7fa860105630 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.672+0000 7fa8567fc700 1 -- 172.21.15.98:0/3182916183 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7fa85c00e260 con 0x7fa860105630 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 msgr2=0x7fa84c03ada0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 0x7fa84c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 msgr2=0x7fa8601995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa85c006af0 tx=0x7fa85c003980 comp rx=0 tx=0).stop 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 shutdown_connections 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7fa84c0388e0 0x7fa84c03ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 --2- 172.21.15.98:0/3182916183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa860105630 0x7fa8601995e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 >> 172.21.15.98:0/3182916183 conn(0x7fa860100c10 msgr2=0x7fa860102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 shutdown_connections 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:57.674+0000 7fa8677f9700 1 -- 172.21.15.98:0/3182916183 wait complete. 2023-10-05T15:29:58.044 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for the mgr to restart... 2023-10-05T15:29:58.045 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr epoch 5... 2023-10-05T15:29:58.271 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:57.840+0000 7f9b58e93200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:29:58.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:29:58 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3182916183' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-05T15:29:58.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:58.278+0000 7f9b58e93200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:29:59.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:58.943+0000 7f9b58e93200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:29:59.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:59.023+0000 7f9b58e93200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:30:00.059 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:59.790+0000 7f9b58e93200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:30:00.059 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:29:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:29:59.882+0000 7f9b58e93200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:30:00.337 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:00.056+0000 7f9b58e93200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:30:00.708 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:00.335+0000 7f9b58e93200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:30:00.708 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:00.559+0000 7f9b58e93200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:30:00.970 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:00.706+0000 7f9b58e93200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:30:01.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:00.968+0000 7f9b58e93200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:30:01.987 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:01.660+0000 7f9b58e93200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:30:01.987 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:01.792+0000 7f9b58e93200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:30:02.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:01.985+0000 7f9b58e93200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:30:02.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:02.097+0000 7f9b58e93200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:30:02.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:02.314+0000 7f9b58e93200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:30:03.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:03.190+0000 7f9b58e93200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:30:03.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: Active manager daemon x restarted 2023-10-05T15:30:03.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: Activating manager daemon x 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: osdmap e2: 0 total, 0 up, 0 in 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: mgrmap e6: x(active, starting, since 0.00345751s) 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: Manager daemon x is now available 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:03.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:03.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:03 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: Found migration_current of "None". Setting to last migration. 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: mgrmap e7: x(active, since 1.00544s) 2023-10-05T15:30:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:04 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d626db700 1 Processor -- start 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d626db700 1 -- start start 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d626db700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d626db700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5c079e40 con 0x7f8d5c104ff0 2023-10-05T15:30:04.604 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d5bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d5bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41714/0 (socket says 172.21.15.98:41714) 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d5bfff700 1 -- 172.21.15.98:0/3990636655 learned_addr learned my addr 172.21.15.98:0/3990636655 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d5bfff700 1 -- 172.21.15.98:0/3990636655 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d5c105950 con 0x7f8d5c104ff0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.568+0000 7f8d5bfff700 1 --2- 172.21.15.98:0/3990636655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c0098a0 tx=0x7f8d4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c8553e7d88447e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d5affd700 1 -- 172.21.15.98:0/3990636655 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d4c004160 con 0x7f8d5c104ff0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d5affd700 1 -- 172.21.15.98:0/3990636655 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8d4c0042c0 con 0x7f8d5c104ff0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d5affd700 1 -- 172.21.15.98:0/3990636655 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d4c011a00 con 0x7f8d5c104ff0 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 -- 172.21.15.98:0/3990636655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 msgr2=0x7f8d5c105410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 --2- 172.21.15.98:0/3990636655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c0098a0 tx=0x7f8d4c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 -- 172.21.15.98:0/3990636655 shutdown_connections 2023-10-05T15:30:04.605 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 --2- 172.21.15.98:0/3990636655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c105410 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 -- 172.21.15.98:0/3990636655 >> 172.21.15.98:0/3990636655 conn(0x7f8d5c100c10 msgr2=0x7f8d5c103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 -- 172.21.15.98:0/3990636655 shutdown_connections 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.569+0000 7f8d626db700 1 -- 172.21.15.98:0/3990636655 wait complete. 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d626db700 1 Processor -- start 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d626db700 1 -- start start 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d626db700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d626db700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5c19ce00 con 0x7f8d5c104ff0 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d5bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d5bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41716/0 (socket says 172.21.15.98:41716) 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.570+0000 7f8d5bfff700 1 -- 172.21.15.98:0/2952574195 learned_addr learned my addr 172.21.15.98:0/2952574195 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d5bfff700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d4c009550 con 0x7f8d5c104ff0 2023-10-05T15:30:04.606 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d5bfff700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c009fb0 tx=0x7f8d4c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d4c003a40 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8d4c003ba0 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d5c19d000 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d4c01a750 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.571+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d5c19d420 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f8d4c01a9d0 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d597fa700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d4403b460 con 0x7f8d44038890 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8d4c04c6c0 con 0x7f8d5c104ff0 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d5b7fe700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.572+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:30:04.607 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.773+0000 7f8d5b7fe700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:58.773+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:59.174+0000 7f8d5b7fe700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:59.174+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:59.975+0000 7f8d5b7fe700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:29:59.975+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:01.576+0000 7f8d5b7fe700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1251923816 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:01.576+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:03.205+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mgrmap(e 6) v1 ==== 45346+0+0 (secure 0 0 0) 0x7f8d4c02d960 con 0x7f8d5c104ff0 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:03.205+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 msgr2=0x7f8d4403ad50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:03.205+0000 7f8d597fa700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.608 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.206+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7f8d4c04e250 con 0x7f8d5c104ff0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.206+0000 7f8d597fa700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 0x7f8d4403e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.206+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d4403b460 con 0x7f8d4403bff0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.206+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 0x7f8d4403e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.207+0000 7f8d5b7fe700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 0x7f8d4403e3e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8d50003a10 tx=0x7f8d50009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.207+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f8d4403b460 con 0x7f8d4403bff0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f8d5c19dc00 con 0x7f8d4403bff0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d597fa700 1 -- 172.21.15.98:0/2952574195 <== mgr.14120 v2:172.21.15.98:6800/1178534296 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7f8d5c19dc00 con 0x7f8d4403bff0 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 msgr2=0x7f8d4403e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 0x7f8d4403e3e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8d50003a10 tx=0x7f8d50009290 comp rx=0 tx=0).stop 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 msgr2=0x7f8d5c19c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c009fb0 tx=0x7f8d4c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.609 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 shutdown_connections 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f8d4403bff0 0x7f8d4403e3e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8d5c104ff0 0x7f8d5c19c8c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 --2- 172.21.15.98:0/2952574195 >> [v2:172.21.15.98:6800/1251923816,v1:172.21.15.98:6801/1251923816] conn(0x7f8d44038890 0x7f8d4403ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 >> 172.21.15.98:0/2952574195 conn(0x7f8d5c100c10 msgr2=0x7f8d5c193720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 shutdown_connections 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:04.214+0000 7f8d626db700 1 -- 172.21.15.98:0/2952574195 wait complete. 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:mgr epoch 5 is available 2023-10-05T15:30:04.610 INFO:teuthology.orchestra.run.smithi098.stdout:Setting orchestrator backend to cephadm... 2023-10-05T15:30:05.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:03] ENGINE Bus STARTING 2023-10-05T15:30:05.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:04] ENGINE Serving on https://172.21.15.98:7150 2023-10-05T15:30:05.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-05T15:30:05.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:04] ENGINE Serving on http://172.21.15.98:8765 2023-10-05T15:30:05.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:04] ENGINE Bus STARTED 2023-10-05T15:30:05.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:05 smithi098 ceph-mon[99243]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-05T15:30:05.648 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb9694ca700 1 Processor -- start 2023-10-05T15:30:05.648 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb9694ca700 1 -- start start 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb9694ca700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb9694ca700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb964106510 con 0x7fb964105b20 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb962ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb962ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41768/0 (socket says 172.21.15.98:41768) 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.051+0000 7fb962ffd700 1 -- 172.21.15.98:0/3923051233 learned_addr learned my addr 172.21.15.98:0/3923051233 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb962ffd700 1 -- 172.21.15.98:0/3923051233 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb964106840 con 0x7fb964105b20 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb962ffd700 1 --2- 172.21.15.98:0/3923051233 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb9580098a0 tx=0x7fb958009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43dabe6c8caddd10 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb961ffb700 1 -- 172.21.15.98:0/3923051233 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb958004160 con 0x7fb964105b20 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb961ffb700 1 -- 172.21.15.98:0/3923051233 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb9580042c0 con 0x7fb964105b20 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb961ffb700 1 -- 172.21.15.98:0/3923051233 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb958011a00 con 0x7fb964105b20 2023-10-05T15:30:05.649 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb9694ca700 1 -- 172.21.15.98:0/3923051233 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 msgr2=0x7fb964105f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.052+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3923051233 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb9580098a0 tx=0x7fb958009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- 172.21.15.98:0/3923051233 shutdown_connections 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3923051233 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb964105f40 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- 172.21.15.98:0/3923051233 >> 172.21.15.98:0/3923051233 conn(0x7fb964100360 msgr2=0x7fb964102780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- 172.21.15.98:0/3923051233 shutdown_connections 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- 172.21.15.98:0/3923051233 wait complete. 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 Processor -- start 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- start start 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.053+0000 7fb9694ca700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb96419d100 con 0x7fb964105b20 2023-10-05T15:30:05.650 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb962ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb962ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41770/0 (socket says 172.21.15.98:41770) 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb962ffd700 1 -- 172.21.15.98:0/3980886639 learned_addr learned my addr 172.21.15.98:0/3980886639 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb962ffd700 1 -- 172.21.15.98:0/3980886639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb958009550 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb962ffd700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb958009fb0 tx=0x7fb958011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb958003a40 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb958003ba0 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb96419d240 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb95801a750 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.054+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb96419d600 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7fb95801a980 con 0x7fb964105b20 2023-10-05T15:30:05.651 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb94bfff700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 0x7fb94c03ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9640624e0 con 0x7fb964105b20 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb95804c650 con 0x7fb964105b20 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb9627fc700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 0x7fb94c03ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.055+0000 7fb9627fc700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 0x7fb94c03ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb954006fd0 tx=0x7fb954006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.060+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb95801ac30 con 0x7fb964105b20 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.257+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fb95802d910 con 0x7fb964105b20 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.265+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7fb964109a40 con 0x7fb94c0387c0 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.270+0000 7fb94bfff700 1 -- 172.21.15.98:0/3980886639 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fb964109a40 con 0x7fb94c0387c0 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 msgr2=0x7fb94c03ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 0x7fb94c03ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb954006fd0 tx=0x7fb954006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:05.652 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 msgr2=0x7fb9641051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb958009fb0 tx=0x7fb958011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 shutdown_connections 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fb94c0387c0 0x7fb94c03ac80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 --2- 172.21.15.98:0/3980886639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb964105b20 0x7fb9641051b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.272+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 >> 172.21.15.98:0/3980886639 conn(0x7fb964100360 msgr2=0x7fb964101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.273+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 shutdown_connections 2023-10-05T15:30:05.653 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:05.273+0000 7fb9694ca700 1 -- 172.21.15.98:0/3980886639 wait complete. 2023-10-05T15:30:06.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:06 smithi098 ceph-mon[99243]: mgrmap e8: x(active, since 2s) 2023-10-05T15:30:06.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:06 smithi098 ceph-mon[99243]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:06.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:06 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:06.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:06 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f3b1b9700 1 Processor -- start 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f3b1b9700 1 -- start start 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f3b1b9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f3b1b9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f34079e60 con 0x7f6f341071e0 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f38f55700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:06.691 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f38f55700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41774/0 (socket says 172.21.15.98:41774) 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f38f55700 1 -- 172.21.15.98:0/3549416596 learned_addr learned my addr 172.21.15.98:0/3549416596 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.088+0000 7f6f38f55700 1 -- 172.21.15.98:0/3549416596 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f34109b10 con 0x7f6f341071e0 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f38f55700 1 --2- 172.21.15.98:0/3549416596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6f280098a0 tx=0x7f6f28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=672dc52b3f21b182 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f337fe700 1 -- 172.21.15.98:0/3549416596 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6f28004160 con 0x7f6f341071e0 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f337fe700 1 -- 172.21.15.98:0/3549416596 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6f280042c0 con 0x7f6f341071e0 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f337fe700 1 -- 172.21.15.98:0/3549416596 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6f28011a00 con 0x7f6f341071e0 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/3549416596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 msgr2=0x7f6f341095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/3549416596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6f280098a0 tx=0x7f6f28009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/3549416596 shutdown_connections 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/3549416596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f341095d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:06.692 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/3549416596 >> 172.21.15.98:0/3549416596 conn(0x7f6f34100c10 msgr2=0x7f6f34103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/3549416596 shutdown_connections 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.089+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/3549416596 wait complete. 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f3b1b9700 1 Processor -- start 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f3b1b9700 1 -- start start 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f3b1b9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f3b1b9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f34107080 con 0x7f6f341071e0 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f38f55700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f38f55700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41776/0 (socket says 172.21.15.98:41776) 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f38f55700 1 -- 172.21.15.98:0/720997944 learned_addr learned my addr 172.21.15.98:0/720997944 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.090+0000 7f6f38f55700 1 -- 172.21.15.98:0/720997944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f28009550 con 0x7f6f341071e0 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f38f55700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6f28009fb0 tx=0x7f6f28011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:06.693 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6f28003a40 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6f28003ba0 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6f2801a750 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f34105190 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.091+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f341055b0 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f6f28024b60 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f340624e0 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f31ffb700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 0x7f6f2403ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6f2804c8e0 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f33fff700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 0x7f6f2403ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.092+0000 7f6f33fff700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 0x7f6f2403ada0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6f20006fd0 tx=0x7f6f20006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.097+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6f28024430 con 0x7f6f341071e0 2023-10-05T15:30:06.694 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.288+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f6f341058b0 con 0x7f6f240388e0 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.288+0000 7f6f31ffb700 1 -- 172.21.15.98:0/720997944 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f6f341058b0 con 0x7f6f240388e0 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.290+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 msgr2=0x7f6f2403ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.290+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 0x7f6f2403ada0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6f20006fd0 tx=0x7f6f20006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 msgr2=0x7f6f34106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6f28009fb0 tx=0x7f6f28011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 shutdown_connections 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6f240388e0 0x7f6f2403ada0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 --2- 172.21.15.98:0/720997944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f341071e0 0x7f6f34106b40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 >> 172.21.15.98:0/720997944 conn(0x7f6f34100c10 msgr2=0x7f6f34101b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 shutdown_connections 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:06.291+0000 7f6f3b1b9700 1 -- 172.21.15.98:0/720997944 wait complete. 2023-10-05T15:30:06.695 INFO:teuthology.orchestra.run.smithi098.stdout:Generating ssh key... 2023-10-05T15:30:07.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-mon[99243]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.124+0000 7f59eb66a700 1 Processor -- start 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.124+0000 7f59eb66a700 1 -- start start 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.124+0000 7f59eb66a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59eb66a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59e4079e60 con 0x7f59e41071e0 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59e9406700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59e9406700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41780/0 (socket says 172.21.15.98:41780) 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59e9406700 1 -- 172.21.15.98:0/2621931420 learned_addr learned my addr 172.21.15.98:0/2621931420 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59e9406700 1 -- 172.21.15.98:0/2621931420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59e4109b10 con 0x7f59e41071e0 2023-10-05T15:30:07.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59e9406700 1 --2- 172.21.15.98:0/2621931420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59d40098a0 tx=0x7f59d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ff130cd67b208ca server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59dbfff700 1 -- 172.21.15.98:0/2621931420 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f59d4004160 con 0x7f59e41071e0 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59dbfff700 1 -- 172.21.15.98:0/2621931420 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f59d40042c0 con 0x7f59e41071e0 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.125+0000 7f59dbfff700 1 -- 172.21.15.98:0/2621931420 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f59d4011a00 con 0x7f59e41071e0 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 -- 172.21.15.98:0/2621931420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 msgr2=0x7f59e41095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 --2- 172.21.15.98:0/2621931420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59d40098a0 tx=0x7f59d4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 -- 172.21.15.98:0/2621931420 shutdown_connections 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 --2- 172.21.15.98:0/2621931420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e41071e0 0x7f59e41095d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 -- 172.21.15.98:0/2621931420 >> 172.21.15.98:0/2621931420 conn(0x7f59e4100c10 msgr2=0x7f59e4103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:07.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 -- 172.21.15.98:0/2621931420 shutdown_connections 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.126+0000 7f59eb66a700 1 -- 172.21.15.98:0/2621931420 wait complete. 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 Processor -- start 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 -- start start 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59e419b240 con 0x7f59e419a8e0 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59e9406700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59e9406700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41782/0 (socket says 172.21.15.98:41782) 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59e9406700 1 -- 172.21.15.98:0/3873859659 learned_addr learned my addr 172.21.15.98:0/3873859659 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59e9406700 1 -- 172.21.15.98:0/3873859659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59d4009550 con 0x7f59e419a8e0 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59e9406700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f59d4009fb0 tx=0x7f59d4012fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:07.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f59d40036a0 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59e419b440 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f59d401f070 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f59d401ada0 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.127+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59e419e090 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.128+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f59d401b440 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.128+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59e40624e0 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.128+0000 7f59da7fc700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 0x7f59d003ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.128+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f59d4021070 con 0x7f59e419a8e0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.129+0000 7f59e8c05700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 0x7f59d003ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.129+0000 7f59e8c05700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 0x7f59d003ada0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f59e0006fd0 tx=0x7f59e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:07.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.133+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f59d401b6f0 con 0x7f59e419a8e0 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.322+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f59e40612f0 con 0x7f59d00388e0 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.549+0000 7f59da7fc700 1 -- 172.21.15.98:0/3873859659 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f59e40612f0 con 0x7f59d00388e0 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 msgr2=0x7f59d003ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 0x7f59d003ada0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f59e0006fd0 tx=0x7f59e0006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 msgr2=0x7f59e419ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f59d4009fb0 tx=0x7f59d4012fb0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 shutdown_connections 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f59d00388e0 0x7f59d003ada0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 --2- 172.21.15.98:0/3873859659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59e419a8e0 0x7f59e419ad00 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 >> 172.21.15.98:0/3873859659 conn(0x7f59e4100c10 msgr2=0x7f59e4102f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:07.944 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 shutdown_connections 2023-10-05T15:30:07.945 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:07.551+0000 7f59eb66a700 1 -- 172.21.15.98:0/3873859659 wait complete. 2023-10-05T15:30:07.954 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: Generating public/private rsa key pair. 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: Your identification has been saved in /tmp/tmp38jw7nw0/key. 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: Your public key has been saved in /tmp/tmp38jw7nw0/key.pub. 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: The key fingerprint is: 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: SHA256:ycR6i4SuI1tBSxWXCX41d4053OM3fUXNgfjAPFl+ZnQ ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: The key's randomart image is: 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: +---[RSA 3072]----+ 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | +o.oo +.=*.=E| 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | o .oo o O*.= =| 2023-10-05T15:30:07.955 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | o . . o ++ =o| 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | o . o + . .=.+| 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | o . o S .o| 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | o . o . | 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: | . . . . | 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: |.... | 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: |.o.. | 2023-10-05T15:30:07.956 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: +----[SHA256]-----+ 2023-10-05T15:30:08.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:08 smithi098 ceph-mon[99243]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:08.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:08 smithi098 ceph-mon[99243]: Generating ssh key... 2023-10-05T15:30:08.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:08 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:08.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:08 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:09.083 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:30:09.083 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f11ae0700 1 Processor -- start 2023-10-05T15:30:09.083 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f11ae0700 1 -- start start 2023-10-05T15:30:09.083 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f11ae0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f11ae0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c1057a0 con 0x7f6f0c104db0 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f0b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f0b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41786/0 (socket says 172.21.15.98:41786) 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f0b7fe700 1 -- 172.21.15.98:0/1889555693 learned_addr learned my addr 172.21.15.98:0/1889555693 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f0b7fe700 1 -- 172.21.15.98:0/1889555693 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c105fb0 con 0x7f6f0c104db0 2023-10-05T15:30:09.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.456+0000 7f6f0b7fe700 1 --2- 172.21.15.98:0/1889555693 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6efc0098a0 tx=0x7f6efc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d5d14a65e85781 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f0a7fc700 1 -- 172.21.15.98:0/1889555693 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6efc004160 con 0x7f6f0c104db0 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f0a7fc700 1 -- 172.21.15.98:0/1889555693 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6efc0042c0 con 0x7f6f0c104db0 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f0a7fc700 1 -- 172.21.15.98:0/1889555693 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6efc011a00 con 0x7f6f0c104db0 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1889555693 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 msgr2=0x7f6f0c1051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1889555693 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6efc0098a0 tx=0x7f6efc009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1889555693 shutdown_connections 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1889555693 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c1051d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:09.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1889555693 >> 172.21.15.98:0/1889555693 conn(0x7f6f0c100390 msgr2=0x7f6f0c1027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1889555693 shutdown_connections 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.457+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1889555693 wait complete. 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f11ae0700 1 Processor -- start 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f11ae0700 1 -- start start 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f11ae0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:09.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f11ae0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c19d400 con 0x7f6f0c104db0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f0b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f0b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41788/0 (socket says 172.21.15.98:41788) 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.458+0000 7f6f0b7fe700 1 -- 172.21.15.98:0/1987468284 learned_addr learned my addr 172.21.15.98:0/1987468284 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f0b7fe700 1 -- 172.21.15.98:0/1987468284 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6efc009550 con 0x7f6f0c104db0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f0b7fe700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6efc009fb0 tx=0x7f6efc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6efc003a40 con 0x7f6f0c104db0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6efc003ba0 con 0x7f6f0c104db0 2023-10-05T15:30:09.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f0c19d540 con 0x7f6f0c104db0 2023-10-05T15:30:09.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6efc01a750 con 0x7f6f0c104db0 2023-10-05T15:30:09.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.459+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f0c19d960 con 0x7f6f0c104db0 2023-10-05T15:30:09.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f6efc01a9d0 con 0x7f6f0c104db0 2023-10-05T15:30:09.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f0c1932a0 con 0x7f6f0c104db0 2023-10-05T15:30:09.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f08ff9700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 0x7f6ef403ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6efc04c950 con 0x7f6f0c104db0 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f0affd700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 0x7f6ef403ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.460+0000 7f6f0affd700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 0x7f6ef403ad50 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6f00006fd0 tx=0x7f6f00006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.465+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6efc023390 con 0x7f6f0c104db0 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.654+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f6f0c0612f0 con 0x7f6ef4038890 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.654+0000 7f6f08ff9700 1 -- 172.21.15.98:0/1987468284 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f6f0c0612f0 con 0x7f6ef4038890 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 msgr2=0x7f6ef403ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 0x7f6ef403ad50 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6f00006fd0 tx=0x7f6f00006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:09.089 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 msgr2=0x7f6f0c101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6efc009fb0 tx=0x7f6efc011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 shutdown_connections 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f6ef4038890 0x7f6ef403ad50 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 --2- 172.21.15.98:0/1987468284 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f0c104db0 0x7f6f0c101bd0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.656+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 >> 172.21.15.98:0/1987468284 conn(0x7f6f0c100390 msgr2=0x7f6f0c1903e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.657+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 shutdown_connections 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:08.657+0000 7f6f11ae0700 1 -- 172.21.15.98:0/1987468284 wait complete. 2023-10-05T15:30:09.090 INFO:teuthology.orchestra.run.smithi098.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:30:09.091 INFO:teuthology.orchestra.run.smithi098.stdout:Adding key to root@localhost authorized_keys... 2023-10-05T15:30:09.091 INFO:teuthology.orchestra.run.smithi098.stdout:Adding host smithi098... 2023-10-05T15:30:09.846 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:09 smithi098 ceph-mon[99243]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:10.622 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:10 smithi098 ceph-mon[99243]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi098", "addr": "172.21.15.98", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:10.623 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:10 smithi098 ceph-mon[99243]: Deploying cephadm binary to smithi098 2023-10-05T15:30:12.434 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Added host 'smithi098' with addr '172.21.15.98' 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27c68c7700 1 Processor -- start 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27c68c7700 1 -- start start 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27c68c7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27c68c7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27c0079e20 con 0x7f27c0105010 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27bffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27bffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41792/0 (socket says 172.21.15.98:41792) 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27bffff700 1 -- 172.21.15.98:0/1503288204 learned_addr learned my addr 172.21.15.98:0/1503288204 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:12.435 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.531+0000 7f27bffff700 1 -- 172.21.15.98:0/1503288204 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27c0105970 con 0x7f27c0105010 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27bffff700 1 --2- 172.21.15.98:0/1503288204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f27b00098a0 tx=0x7f27b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a353718ae94c94c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27beffd700 1 -- 172.21.15.98:0/1503288204 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f27b0004160 con 0x7f27c0105010 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27beffd700 1 -- 172.21.15.98:0/1503288204 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f27b00042c0 con 0x7f27c0105010 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27beffd700 1 -- 172.21.15.98:0/1503288204 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f27b0011a00 con 0x7f27c0105010 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 -- 172.21.15.98:0/1503288204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 msgr2=0x7f27c0105430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 --2- 172.21.15.98:0/1503288204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f27b00098a0 tx=0x7f27b0009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 -- 172.21.15.98:0/1503288204 shutdown_connections 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 --2- 172.21.15.98:0/1503288204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c0105430 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 -- 172.21.15.98:0/1503288204 >> 172.21.15.98:0/1503288204 conn(0x7f27c0100c10 msgr2=0x7f27c0103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 -- 172.21.15.98:0/1503288204 shutdown_connections 2023-10-05T15:30:12.436 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.532+0000 7f27c68c7700 1 -- 172.21.15.98:0/1503288204 wait complete. 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27c68c7700 1 Processor -- start 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27c68c7700 1 -- start start 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27c68c7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27c68c7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27c019cae0 con 0x7f27c0105010 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27bffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27bffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41794/0 (socket says 172.21.15.98:41794) 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.533+0000 7f27bffff700 1 -- 172.21.15.98:0/861856067 learned_addr learned my addr 172.21.15.98:0/861856067 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27bffff700 1 -- 172.21.15.98:0/861856067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b0009550 con 0x7f27c0105010 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27bffff700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009130 tx=0x7f27b0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f27b0003b70 con 0x7f27c0105010 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f27b0003cd0 con 0x7f27c0105010 2023-10-05T15:30:12.437 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f27b00197d0 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27c019cce0 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.534+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27c019d100 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f27b00199c0 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27bd7fa700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 0x7f27a803adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27c0195e10 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f27b004cb70 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27bf7fe700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 0x7f27a803adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.535+0000 7f27bf7fe700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 0x7f27a803adf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f27b4006fd0 tx=0x7f27b4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.540+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f27b004ee60 con 0x7f27c0105010 2023-10-05T15:30:12.438 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:09.734+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi098", "addr": "172.21.15.98", "target": ["mon-mgr", ""]}) v1 -- 0x7f27c002d0e0 con 0x7f27a8038930 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.058+0000 7f27bd7fa700 1 -- 172.21.15.98:0/861856067 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f27c002d0e0 con 0x7f27a8038930 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 msgr2=0x7f27a803adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 0x7f27a803adf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f27b4006fd0 tx=0x7f27b4006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 msgr2=0x7f27c019c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009130 tx=0x7f27b0011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 shutdown_connections 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f27a8038930 0x7f27a803adf0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 --2- 172.21.15.98:0/861856067 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f27c0105010 0x7f27c019c5a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 >> 172.21.15.98:0/861856067 conn(0x7f27c0100c10 msgr2=0x7f27c0190bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:12.439 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 shutdown_connections 2023-10-05T15:30:12.440 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.061+0000 7f27c68c7700 1 -- 172.21.15.98:0/861856067 wait complete. 2023-10-05T15:30:12.440 INFO:teuthology.orchestra.run.smithi098.stdout:Deploying unmanaged mon service... 2023-10-05T15:30:13.483 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-05T15:30:13.483 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.934+0000 7f407cff7700 1 Processor -- start 2023-10-05T15:30:13.483 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.934+0000 7f407cff7700 1 -- start start 2023-10-05T15:30:13.483 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.934+0000 7f407cff7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.934+0000 7f407cff7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4078079e40 con 0x7f4078107200 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41828/0 (socket says 172.21.15.98:41828) 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407659c700 1 -- 172.21.15.98:0/4261282846 learned_addr learned my addr 172.21.15.98:0/4261282846 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407659c700 1 -- 172.21.15.98:0/4261282846 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4078109b30 con 0x7f4078107200 2023-10-05T15:30:13.484 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407659c700 1 --2- 172.21.15.98:0/4261282846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f406c0098a0 tx=0x7f406c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4317f0b9251b8be5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407559a700 1 -- 172.21.15.98:0/4261282846 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f406c004160 con 0x7f4078107200 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407559a700 1 -- 172.21.15.98:0/4261282846 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f406c0042c0 con 0x7f4078107200 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.935+0000 7f407559a700 1 -- 172.21.15.98:0/4261282846 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f406c011a00 con 0x7f4078107200 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 -- 172.21.15.98:0/4261282846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 msgr2=0x7f40781095f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 --2- 172.21.15.98:0/4261282846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f406c0098a0 tx=0x7f406c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:13.485 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 -- 172.21.15.98:0/4261282846 shutdown_connections 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 --2- 172.21.15.98:0/4261282846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f40781095f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 -- 172.21.15.98:0/4261282846 >> 172.21.15.98:0/4261282846 conn(0x7f4078100c10 msgr2=0x7f4078103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 -- 172.21.15.98:0/4261282846 shutdown_connections 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.936+0000 7f407cff7700 1 -- 172.21.15.98:0/4261282846 wait complete. 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407cff7700 1 Processor -- start 2023-10-05T15:30:13.486 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407cff7700 1 -- start start 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407cff7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407cff7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40781070a0 con 0x7f4078107200 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41830/0 (socket says 172.21.15.98:41830) 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407659c700 1 -- 172.21.15.98:0/1083061075 learned_addr learned my addr 172.21.15.98:0/1083061075 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.937+0000 7f407659c700 1 -- 172.21.15.98:0/1083061075 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f406c009550 con 0x7f4078107200 2023-10-05T15:30:13.487 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f407659c700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f406c009130 tx=0x7f406c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f406c003b70 con 0x7f4078107200 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f406c003cd0 con 0x7f4078107200 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f406c0197d0 con 0x7f4078107200 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40781051b0 con 0x7f4078107200 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.938+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40781055d0 con 0x7f4078107200 2023-10-05T15:30:13.488 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f406c01abb0 con 0x7f4078107200 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f40677fe700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 0x7f406003adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4078105fe0 con 0x7f4078107200 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f406c04ca50 con 0x7f4078107200 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f4075d9b700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 0x7f406003adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.939+0000 7f4075d9b700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 0x7f406003adf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4068006fd0 tx=0x7f4068006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:13.489 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:12.944+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f406c01a430 con 0x7f4078107200 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.152+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f4078105810 con 0x7f4060038930 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.157+0000 7f40677fe700 1 -- 172.21.15.98:0/1083061075 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f4078105810 con 0x7f4060038930 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 msgr2=0x7f406003adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 0x7f406003adf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4068006fd0 tx=0x7f4068006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 msgr2=0x7f4078106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:13.490 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f406c009130 tx=0x7f406c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 shutdown_connections 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4060038930 0x7f406003adf0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 --2- 172.21.15.98:0/1083061075 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4078107200 0x7f4078106b60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 >> 172.21.15.98:0/1083061075 conn(0x7f4078100c10 msgr2=0x7f4078102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.159+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 shutdown_connections 2023-10-05T15:30:13.491 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:13.160+0000 7f407cff7700 1 -- 172.21.15.98:0/1083061075 wait complete. 2023-10-05T15:30:13.492 INFO:teuthology.orchestra.run.smithi098.stdout:Deploying unmanaged mgr service... 2023-10-05T15:30:13.492 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:13 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:13.492 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:13 smithi098 ceph-mon[99243]: Added host smithi098 2023-10-05T15:30:13.493 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:13 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:14 smithi098 ceph-mon[99243]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:14 smithi098 ceph-mon[99243]: Saving service mon spec with placement count:5 2023-10-05T15:30:14.443 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:14 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.099+0000 7f73f7b91700 1 Processor -- start 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f7b91700 1 -- start start 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f7b91700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f7b91700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f0107110 con 0x7f73f0106720 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f592d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f592d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41834/0 (socket says 172.21.15.98:41834) 2023-10-05T15:30:14.795 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f592d700 1 -- 172.21.15.98:0/3440423562 learned_addr learned my addr 172.21.15.98:0/3440423562 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f592d700 1 -- 172.21.15.98:0/3440423562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f0107920 con 0x7f73f0106720 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.100+0000 7f73f592d700 1 --2- 172.21.15.98:0/3440423562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f73ec0098a0 tx=0x7f73ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc73f69e90bc1995 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f492b700 1 -- 172.21.15.98:0/3440423562 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73ec004160 con 0x7f73f0106720 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f492b700 1 -- 172.21.15.98:0/3440423562 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f73ec0042c0 con 0x7f73f0106720 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f492b700 1 -- 172.21.15.98:0/3440423562 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73ec011a00 con 0x7f73f0106720 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f7b91700 1 -- 172.21.15.98:0/3440423562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 msgr2=0x7f73f0106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3440423562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f73ec0098a0 tx=0x7f73ec009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f7b91700 1 -- 172.21.15.98:0/3440423562 shutdown_connections 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3440423562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f0106b40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.101+0000 7f73f7b91700 1 -- 172.21.15.98:0/3440423562 >> 172.21.15.98:0/3440423562 conn(0x7f73f0101ce0 msgr2=0x7f73f0104100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 -- 172.21.15.98:0/3440423562 shutdown_connections 2023-10-05T15:30:14.796 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 -- 172.21.15.98:0/3440423562 wait complete. 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 Processor -- start 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 -- start start 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f7b91700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f019a940 con 0x7f73f0106720 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f592d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f592d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41836/0 (socket says 172.21.15.98:41836) 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.102+0000 7f73f592d700 1 -- 172.21.15.98:0/3834499365 learned_addr learned my addr 172.21.15.98:0/3834499365 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73f592d700 1 -- 172.21.15.98:0/3834499365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73ec009550 con 0x7f73f0106720 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73f592d700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f73ec009130 tx=0x7f73ec011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73ec003ab0 con 0x7f73f0106720 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f73ec003c10 con 0x7f73f0106720 2023-10-05T15:30:14.797 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73f019ab40 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73ec0247d0 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.103+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73f019af60 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.104+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73f00624e0 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.104+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f73ec01abb0 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.105+0000 7f73e6ffd700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 0x7f73dc03ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.105+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f73ec04cc00 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.105+0000 7f73f512c700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 0x7f73dc03ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.105+0000 7f73f512c700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 0x7f73dc03ada0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006fd0 tx=0x7f73e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.110+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f73ec02d3f0 con 0x7f73f0106720 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.320+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f73f0103fc0 con 0x7f73dc0388e0 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.328+0000 7f73e6ffd700 1 -- 172.21.15.98:0/3834499365 <== mgr.14120 v2:172.21.15.98:6800/1178534296 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f73f0103fc0 con 0x7f73dc0388e0 2023-10-05T15:30:14.798 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 msgr2=0x7f73dc03ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 0x7f73dc03ada0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006fd0 tx=0x7f73e0006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 msgr2=0x7f73f019a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f73ec009130 tx=0x7f73ec011ad0 comp rx=0 tx=0).stop 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 shutdown_connections 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f73dc0388e0 0x7f73dc03ada0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 --2- 172.21.15.98:0/3834499365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73f0106720 0x7f73f019a400 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 >> 172.21.15.98:0/3834499365 conn(0x7f73f0101ce0 msgr2=0x7f73f01033a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 shutdown_connections 2023-10-05T15:30:14.799 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:14.330+0000 7f73f7b91700 1 -- 172.21.15.98:0/3834499365 wait complete. 2023-10-05T15:30:15.696 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:15 smithi098 ceph-mon[99243]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:15.697 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:15 smithi098 ceph-mon[99243]: Saving service mgr spec with placement count:2 2023-10-05T15:30:15.697 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:15 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:15.697 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:15 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:15.697 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:15 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.329+0000 7f392073c700 1 Processor -- start 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.329+0000 7f392073c700 1 -- start start 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f392073c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f392073c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3918079e60 con 0x7f39181071e0 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f391e4d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f391e4d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41840/0 (socket says 172.21.15.98:41840) 2023-10-05T15:30:15.939 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f391e4d8700 1 -- 172.21.15.98:0/4011427925 learned_addr learned my addr 172.21.15.98:0/4011427925 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f391e4d8700 1 -- 172.21.15.98:0/4011427925 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3918109b10 con 0x7f39181071e0 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.330+0000 7f391e4d8700 1 --2- 172.21.15.98:0/4011427925 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f39140098a0 tx=0x7f3914009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d8cff2b7189114 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.334+0000 7f391d4d6700 1 -- 172.21.15.98:0/4011427925 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3914004160 con 0x7f39181071e0 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.334+0000 7f391d4d6700 1 -- 172.21.15.98:0/4011427925 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39140042c0 con 0x7f39181071e0 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.334+0000 7f391d4d6700 1 -- 172.21.15.98:0/4011427925 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f39140119b0 con 0x7f39181071e0 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- 172.21.15.98:0/4011427925 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 msgr2=0x7f39181095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 --2- 172.21.15.98:0/4011427925 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f39140098a0 tx=0x7f3914009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- 172.21.15.98:0/4011427925 shutdown_connections 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 --2- 172.21.15.98:0/4011427925 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f39181095d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- 172.21.15.98:0/4011427925 >> 172.21.15.98:0/4011427925 conn(0x7f3918100c10 msgr2=0x7f3918103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- 172.21.15.98:0/4011427925 shutdown_connections 2023-10-05T15:30:15.940 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- 172.21.15.98:0/4011427925 wait complete. 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 Processor -- start 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.335+0000 7f392073c700 1 -- start start 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f392073c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f392073c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f391819ac10 con 0x7f39181071e0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f391e4d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f391e4d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41842/0 (socket says 172.21.15.98:41842) 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f391e4d8700 1 -- 172.21.15.98:0/1479126154 learned_addr learned my addr 172.21.15.98:0/1479126154 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f391e4d8700 1 -- 172.21.15.98:0/1479126154 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3914009550 con 0x7f39181071e0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f391e4d8700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3914003f00 tx=0x7f3914011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3914003b20 con 0x7f39181071e0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3914003c80 con 0x7f39181071e0 2023-10-05T15:30:15.941 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f391819ae10 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.336+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3914019770 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.337+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f391819b230 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.337+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f39140199e0 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.337+0000 7f390f7fe700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 0x7f390403adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.337+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f391404da30 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.338+0000 7f391dcd7700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 0x7f390403adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.338+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3918194540 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.338+0000 7f391dcd7700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 0x7f390403adf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3908006fd0 tx=0x7f3908006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.343+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3914018ba0 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.536+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7f391810a990 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.542+0000 7f390f7fe700 1 -- 172.21.15.98:0/1479126154 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7f3914023e60 con 0x7f39181071e0 2023-10-05T15:30:15.942 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 msgr2=0x7f390403adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 0x7f390403adf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3908006fd0 tx=0x7f3908006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 msgr2=0x7f391819a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3914003f00 tx=0x7f3914011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 shutdown_connections 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f3904038930 0x7f390403adf0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 --2- 172.21.15.98:0/1479126154 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f39181071e0 0x7f391819a6d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 >> 172.21.15.98:0/1479126154 conn(0x7f3918100c10 msgr2=0x7f3918101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 shutdown_connections 2023-10-05T15:30:15.943 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:15.544+0000 7f392073c700 1 -- 172.21.15.98:0/1479126154 wait complete. 2023-10-05T15:30:16.847 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:16 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1479126154' entity='client.admin' 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1f60e9700 1 Processor -- start 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1f60e9700 1 -- start start 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1f60e9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1f60e9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f0079de0 con 0x7fa1f0107260 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1ef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1ef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41846/0 (socket says 172.21.15.98:41846) 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.464+0000 7fa1ef7fe700 1 -- 172.21.15.98:0/512219777 learned_addr learned my addr 172.21.15.98:0/512219777 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.465+0000 7fa1ef7fe700 1 -- 172.21.15.98:0/512219777 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1f0079f20 con 0x7fa1f0107260 2023-10-05T15:30:17.084 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.465+0000 7fa1ef7fe700 1 --2- 172.21.15.98:0/512219777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa1e40098a0 tx=0x7fa1e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17dad31cdf493781 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.465+0000 7fa1ee7fc700 1 -- 172.21.15.98:0/512219777 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1e4004160 con 0x7fa1f0107260 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.465+0000 7fa1ee7fc700 1 -- 172.21.15.98:0/512219777 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1e40042c0 con 0x7fa1f0107260 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.465+0000 7fa1ee7fc700 1 -- 172.21.15.98:0/512219777 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1e40119b0 con 0x7fa1f0107260 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- 172.21.15.98:0/512219777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 msgr2=0x7fa1f0109650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/512219777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa1e40098a0 tx=0x7fa1e4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- 172.21.15.98:0/512219777 shutdown_connections 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/512219777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f0109650 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- 172.21.15.98:0/512219777 >> 172.21.15.98:0/512219777 conn(0x7fa1f0100c10 msgr2=0x7fa1f0103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- 172.21.15.98:0/512219777 shutdown_connections 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- 172.21.15.98:0/512219777 wait complete. 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 Processor -- start 2023-10-05T15:30:17.085 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.466+0000 7fa1f60e9700 1 -- start start 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1f60e9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1f60e9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f019ce00 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ef7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41848/0 (socket says 172.21.15.98:41848) 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ef7fe700 1 -- 172.21.15.98:0/2268340939 learned_addr learned my addr 172.21.15.98:0/2268340939 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ef7fe700 1 -- 172.21.15.98:0/2268340939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1e4009550 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ef7fe700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4003f00 tx=0x7fa1e4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1e4003b20 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1f019d000 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1e4003c80 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1e4019770 con 0x7fa1f0107260 2023-10-05T15:30:17.086 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.467+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1f019d420 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.468+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fa1e4019a30 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.468+0000 7fa1ecff9700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 0x7fa1d803ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.468+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa1e404cde0 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.468+0000 7fa1eeffd700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 0x7fa1d803ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.468+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1f0196930 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.469+0000 7fa1eeffd700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 0x7fa1d803ada0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0006fd0 tx=0x7fa1e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.473+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa1e4018db0 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.677+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7fa1f00624e0 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.682+0000 7fa1ecff9700 1 -- 172.21.15.98:0/2268340939 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7fa1e4018350 con 0x7fa1f0107260 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 msgr2=0x7fa1d803ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 0x7fa1d803ada0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0006fd0 tx=0x7fa1e0006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:17.087 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 msgr2=0x7fa1f019c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4003f00 tx=0x7fa1e4011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 shutdown_connections 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fa1d80388e0 0x7fa1d803ada0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 --2- 172.21.15.98:0/2268340939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1f0107260 0x7fa1f019c8c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 >> 172.21.15.98:0/2268340939 conn(0x7fa1f0100c10 msgr2=0x7fa1f0102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 shutdown_connections 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:16.684+0000 7fa1f60e9700 1 -- 172.21.15.98:0/2268340939 wait complete. 2023-10-05T15:30:17.088 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling the dashboard module... 2023-10-05T15:30:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2268340939' entity='client.admin' 2023-10-05T15:30:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:17 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3072159054' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-mon[99243]: from='mgr.14120 172.21.15.98:0/756328083' entity='mgr.x' 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: ignoring --setuser ceph since I am not root 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: ignoring --setgroup ceph since I am not root 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:18.889+0000 7fbf1ffd7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:30:18.973 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:18.970+0000 7fbf1ffd7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.616+0000 7f7b8c277700 1 Processor -- start 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8c277700 1 -- start start 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8c277700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8c277700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b841053f0 con 0x7f7b84104a00 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8a013700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8a013700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41852/0 (socket says 172.21.15.98:41852) 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8a013700 1 -- 172.21.15.98:0/2617996251 learned_addr learned my addr 172.21.15.98:0/2617996251 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8a013700 1 -- 172.21.15.98:0/2617996251 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b84105530 con 0x7f7b84104a00 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.617+0000 7f7b8a013700 1 --2- 172.21.15.98:0/2617996251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b740098a0 tx=0x7f7b74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4787b48b1ec725a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:19.130 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b89011700 1 -- 172.21.15.98:0/2617996251 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7b74004160 con 0x7f7b84104a00 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b89011700 1 -- 172.21.15.98:0/2617996251 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b740042c0 con 0x7f7b84104a00 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b89011700 1 -- 172.21.15.98:0/2617996251 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7b740119b0 con 0x7f7b84104a00 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 -- 172.21.15.98:0/2617996251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 msgr2=0x7f7b84104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 --2- 172.21.15.98:0/2617996251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7b740098a0 tx=0x7f7b74009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 -- 172.21.15.98:0/2617996251 shutdown_connections 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 --2- 172.21.15.98:0/2617996251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b84104e20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 -- 172.21.15.98:0/2617996251 >> 172.21.15.98:0/2617996251 conn(0x7f7b84100360 msgr2=0x7f7b84102780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 -- 172.21.15.98:0/2617996251 shutdown_connections 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.618+0000 7f7b8c277700 1 -- 172.21.15.98:0/2617996251 wait complete. 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8c277700 1 Processor -- start 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8c277700 1 -- start start 2023-10-05T15:30:19.131 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8c277700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8c277700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8419a8d0 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8a013700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8a013700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41854/0 (socket says 172.21.15.98:41854) 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8a013700 1 -- 172.21.15.98:0/3072159054 learned_addr learned my addr 172.21.15.98:0/3072159054 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.619+0000 7f7b8a013700 1 -- 172.21.15.98:0/3072159054 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b74009550 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b8a013700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b74003e60 tx=0x7f7b74011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7b74003a60 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b74003bc0 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b8419ab30 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7b740196c0 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.620+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b8419afb0 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f7b74019930 con 0x7f7b84104a00 2023-10-05T15:30:19.132 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b7b7fe700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 0x7f7b7003add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f7b7404c9c0 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b89812700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 0x7f7b7003add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b840624e0 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.621+0000 7f7b89812700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 0x7f7b7003add0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b80006fd0 tx=0x7f7b80006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.626+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7b74019c30 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:17.882+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f7b841086e0 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.694+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f7b74010380 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.695+0000 7f7b7b7fe700 1 -- 172.21.15.98:0/3072159054 <== mon.0 v2:172.21.15.98:3300/0 8 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f7b7402c8c0 con 0x7f7b84104a00 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 msgr2=0x7f7b7003add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 0x7f7b7003add0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7b80006fd0 tx=0x7f7b80006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:19.133 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 msgr2=0x7f7b8419a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b74003e60 tx=0x7f7b74011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 shutdown_connections 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f7b70038910 0x7f7b7003add0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 --2- 172.21.15.98:0/3072159054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7b84104a00 0x7f7b8419a390 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 >> 172.21.15.98:0/3072159054 conn(0x7f7b84100360 msgr2=0x7f7b841010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 shutdown_connections 2023-10-05T15:30:19.134 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:18.697+0000 7f7b8c277700 1 -- 172.21.15.98:0/3072159054 wait complete. 2023-10-05T15:30:19.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.060+0000 7fbf1ffd7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:30:19.287 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.162+0000 7fbf1ffd7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:30:19.670 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.339+0000 7fbf1ffd7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:30:19.963 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3072159054' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-05T15:30:19.963 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-mon[99243]: mgrmap e9: x(active, since 15s) 2023-10-05T15:30:19.963 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.725+0000 7fbf1ffd7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:30:19.963 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.860+0000 7fbf1ffd7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:30:20.226 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:19.966+0000 7fbf1ffd7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:30:20.226 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:20.064+0000 7fbf1ffd7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:30:20.658 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:30:20.658 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-05T15:30:20.658 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:30:20.658 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.917+0000 7fd084dc9700 1 Processor -- start 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.917+0000 7fd084dc9700 1 -- start start 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.917+0000 7fd084dc9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.917+0000 7fd084dc9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd080079e20 con 0x7fd080105010 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41868/0 (socket says 172.21.15.98:41868) 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07e59c700 1 -- 172.21.15.98:0/1825283986 learned_addr learned my addr 172.21.15.98:0/1825283986 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07e59c700 1 -- 172.21.15.98:0/1825283986 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd080105970 con 0x7fd080105010 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07e59c700 1 --2- 172.21.15.98:0/1825283986 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098a0 tx=0x7fd070009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eff9c0d22be13cb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:20.659 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07d59a700 1 -- 172.21.15.98:0/1825283986 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd070004160 con 0x7fd080105010 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07d59a700 1 -- 172.21.15.98:0/1825283986 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0700042c0 con 0x7fd080105010 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.918+0000 7fd07d59a700 1 -- 172.21.15.98:0/1825283986 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd0700119b0 con 0x7fd080105010 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 -- 172.21.15.98:0/1825283986 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 msgr2=0x7fd080105430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 --2- 172.21.15.98:0/1825283986 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098a0 tx=0x7fd070009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 -- 172.21.15.98:0/1825283986 shutdown_connections 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 --2- 172.21.15.98:0/1825283986 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd080105430 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 -- 172.21.15.98:0/1825283986 >> 172.21.15.98:0/1825283986 conn(0x7fd080100c10 msgr2=0x7fd080103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 -- 172.21.15.98:0/1825283986 shutdown_connections 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.919+0000 7fd084dc9700 1 -- 172.21.15.98:0/1825283986 wait complete. 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd084dc9700 1 Processor -- start 2023-10-05T15:30:20.660 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd084dc9700 1 -- start start 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd084dc9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd084dc9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd08019cda0 con 0x7fd080105010 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd07e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd07e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41870/0 (socket says 172.21.15.98:41870) 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd07e59c700 1 -- 172.21.15.98:0/58639139 learned_addr learned my addr 172.21.15.98:0/58639139 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.920+0000 7fd07e59c700 1 -- 172.21.15.98:0/58639139 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd070009550 con 0x7fd080105010 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd07e59c700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd070003f00 tx=0x7fd070011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd070003b20 con 0x7fd080105010 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd070003c80 con 0x7fd080105010 2023-10-05T15:30:20.661 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd08019cfa0 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd070019770 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.921+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd08019d3c0 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fd070019a30 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0801965a0 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd06f7fe700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 0x7fd06803adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd07004cb20 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd07dd9b700 1 -- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 msgr2=0x7fd06803adf0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.922+0000 7fd07dd9b700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 0x7fd06803adf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:19.927+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd070018800 con 0x7fd080105010 2023-10-05T15:30:20.662 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.123+0000 7fd07dd9b700 1 -- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 msgr2=0x7fd06803adf0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.123+0000 7fd07dd9b700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 0x7fd06803adf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.194+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fd0800624e0 con 0x7fd080105010 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.195+0000 7fd06f7fe700 1 -- 172.21.15.98:0/58639139 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7fd070023e60 con 0x7fd080105010 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 msgr2=0x7fd06803adf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 0x7fd06803adf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 msgr2=0x7fd08019c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd070003f00 tx=0x7fd070011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 shutdown_connections 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7fd068038930 0x7fd06803adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:20.663 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 --2- 172.21.15.98:0/58639139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd080105010 0x7fd08019c860 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:20.664 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 >> 172.21.15.98:0/58639139 conn(0x7fd080100c10 msgr2=0x7fd0801936e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:20.664 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 shutdown_connections 2023-10-05T15:30:20.664 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:20.197+0000 7fd084dc9700 1 -- 172.21.15.98:0/58639139 wait complete. 2023-10-05T15:30:20.664 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for the mgr to restart... 2023-10-05T15:30:20.664 INFO:teuthology.orchestra.run.smithi098.stdout:Waiting for mgr epoch 9... 2023-10-05T15:30:20.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:20 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/58639139' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-05T15:30:20.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:20.501+0000 7fbf1ffd7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:30:21.438 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:21.170+0000 7fbf1ffd7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:30:21.438 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:21.253+0000 7fbf1ffd7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:30:22.324 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.057+0000 7fbf1ffd7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:30:22.324 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.148+0000 7fbf1ffd7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:30:22.603 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.322+0000 7fbf1ffd7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:30:22.972 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.601+0000 7fbf1ffd7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:30:22.972 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.824+0000 7fbf1ffd7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:30:23.238 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:22.970+0000 7fbf1ffd7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:30:23.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:23.236+0000 7fbf1ffd7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:30:24.258 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:23.929+0000 7fbf1ffd7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:30:24.258 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:24.061+0000 7fbf1ffd7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:30:24.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:24.255+0000 7fbf1ffd7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:30:24.537 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:24.370+0000 7fbf1ffd7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:30:25.037 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:24.586+0000 7fbf1ffd7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:30:25.787 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:30:25.437+0000 7fbf1ffd7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:30:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: Active manager daemon x restarted 2023-10-05T15:30:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: Activating manager daemon x 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: osdmap e3: 0 total, 0 up, 0 in 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: mgrmap e10: x(active, starting, since 0.00328684s) 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:30:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: Manager daemon x is now available 2023-10-05T15:30:25.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:25.789 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:30:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:30:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:26 smithi098 ceph-mon[99243]: mgrmap e11: x(active, since 1.00555s) 2023-10-05T15:30:27.118 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:30:27.118 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-05T15:30:27.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-05T15:30:27.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:30:27.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.672+0000 7f4f53102700 1 Processor -- start 2023-10-05T15:30:27.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.672+0000 7f4f53102700 1 -- start start 2023-10-05T15:30:27.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.672+0000 7f4f53102700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.672+0000 7f4f53102700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c106020 con 0x7f4f4c105630 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f50e9e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f50e9e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41878/0 (socket says 172.21.15.98:41878) 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f50e9e700 1 -- 172.21.15.98:0/116629749 learned_addr learned my addr 172.21.15.98:0/116629749 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f50e9e700 1 -- 172.21.15.98:0/116629749 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f4c106830 con 0x7f4f4c105630 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f50e9e700 1 --2- 172.21.15.98:0/116629749 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4f400098a0 tx=0x7f4f40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbdc41c02353a319 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f4b7fe700 1 -- 172.21.15.98:0/116629749 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f40004160 con 0x7f4f4c105630 2023-10-05T15:30:27.120 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f4b7fe700 1 -- 172.21.15.98:0/116629749 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4f400042c0 con 0x7f4f4c105630 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.673+0000 7f4f4b7fe700 1 -- 172.21.15.98:0/116629749 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f400119b0 con 0x7f4f4c105630 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 -- 172.21.15.98:0/116629749 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 msgr2=0x7f4f4c105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 --2- 172.21.15.98:0/116629749 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4f400098a0 tx=0x7f4f40009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 -- 172.21.15.98:0/116629749 shutdown_connections 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 --2- 172.21.15.98:0/116629749 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c105a50 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 -- 172.21.15.98:0/116629749 >> 172.21.15.98:0/116629749 conn(0x7f4f4c100c10 msgr2=0x7f4f4c103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 -- 172.21.15.98:0/116629749 shutdown_connections 2023-10-05T15:30:27.121 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.674+0000 7f4f53102700 1 -- 172.21.15.98:0/116629749 wait complete. 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f53102700 1 Processor -- start 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f53102700 1 -- start start 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f53102700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f53102700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4c190dc0 con 0x7f4f4c105630 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f50e9e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f50e9e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41880/0 (socket says 172.21.15.98:41880) 2023-10-05T15:30:27.122 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f50e9e700 1 -- 172.21.15.98:0/532150032 learned_addr learned my addr 172.21.15.98:0/532150032 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f50e9e700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f40009550 con 0x7f4f4c105630 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f50e9e700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4f40006af0 tx=0x7f4f40011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f40003a40 con 0x7f4f4c105630 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4f40003ba0 con 0x7f4f4c105630 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.675+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f40019690 con 0x7f4f4c105630 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.676+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f4c18eed0 con 0x7f4f4c105630 2023-10-05T15:30:27.123 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.676+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f4c18f2f0 con 0x7f4f4c105630 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f4f4001aa60 con 0x7f4f4c105630 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f49ffb700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4f3c03b4b0 con 0x7f4f3c0388e0 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4f4004c8b0 con 0x7f4f4c105630 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f4bfff700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.677+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:30:27.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.878+0000 7f4f4bfff700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:21.878+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:22.279+0000 7f4f4bfff700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:22.279+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:23.080+0000 7f4f4bfff700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:23.080+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:24.681+0000 7f4f4bfff700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.98:6800/1178534296 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:24.681+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-05T15:30:27.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:25.453+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mgrmap(e 10) v1 ==== 45359+0+0 (secure 0 0 0) 0x7f4f4002d430 con 0x7f4f4c105630 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:25.453+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 msgr2=0x7f4f3c03ada0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:25.453+0000 7f4f49ffb700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.454+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7f4f4000b3e0 con 0x7f4f4c105630 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.454+0000 7f4f49ffb700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 0x7f4f3c03e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.454+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4f3c03b4b0 con 0x7f4f3c03c380 2023-10-05T15:30:27.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.455+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 0x7f4f3c03e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.455+0000 7f4f4bfff700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 0x7f4f3c03e770 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f38003a10 tx=0x7f4f380092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.456+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f4f3c03b4b0 con 0x7f4f3c03c380 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.462+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f4f4c190420 con 0x7f4f3c03c380 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.462+0000 7f4f49ffb700 1 -- 172.21.15.98:0/532150032 <== mgr.14152 v2:172.21.15.98:6800/1264833367 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f4f4c190420 con 0x7f4f3c03c380 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 msgr2=0x7f4f3c03e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:27.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 0x7f4f3c03e770 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f38003a10 tx=0x7f4f380092b0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 msgr2=0x7f4f4c190880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4f40006af0 tx=0x7f4f40011a10 comp rx=0 tx=0).stop 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 shutdown_connections 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4f3c03c380 0x7f4f3c03e770 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4f4c105630 0x7f4f4c190880 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 --2- 172.21.15.98:0/532150032 >> [v2:172.21.15.98:6800/1178534296,v1:172.21.15.98:6801/1178534296] conn(0x7f4f3c0388e0 0x7f4f3c03ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 >> 172.21.15.98:0/532150032 conn(0x7f4f4c100c10 msgr2=0x7f4f4c101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 shutdown_connections 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:26.463+0000 7f4f53102700 1 -- 172.21.15.98:0/532150032 wait complete. 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:mgr epoch 9 is available 2023-10-05T15:30:27.128 INFO:teuthology.orchestra.run.smithi098.stdout:Generating a dashboard self-signed certificate... 2023-10-05T15:30:27.954 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:26] ENGINE Bus STARTING 2023-10-05T15:30:27.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-05T15:30:27.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-05T15:30:27.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:26] ENGINE Serving on http://172.21.15.98:8765 2023-10-05T15:30:27.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:26] ENGINE Serving on https://172.21.15.98:7150 2023-10-05T15:30:27.955 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: [05/Oct/2023:15:30:26] ENGINE Bus STARTED 2023-10-05T15:30:27.956 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.629+0000 7f139e58d700 1 Processor -- start 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.629+0000 7f139e58d700 1 -- start start 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.629+0000 7f139e58d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.629+0000 7f139e58d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1398107600 con 0x7f1398106c10 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1397fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1397fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41934/0 (socket says 172.21.15.98:41934) 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1397fff700 1 -- 172.21.15.98:0/1721633346 learned_addr learned my addr 172.21.15.98:0/1721633346 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1397fff700 1 -- 172.21.15.98:0/1721633346 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1398105820 con 0x7f1398106c10 2023-10-05T15:30:28.268 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1397fff700 1 --2- 172.21.15.98:0/1721633346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f13880098a0 tx=0x7f1388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc880b451d1aa12b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1396ffd700 1 -- 172.21.15.98:0/1721633346 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1388004160 con 0x7f1398106c10 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1396ffd700 1 -- 172.21.15.98:0/1721633346 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13880042c0 con 0x7f1398106c10 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.630+0000 7f1396ffd700 1 -- 172.21.15.98:0/1721633346 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f13880119b0 con 0x7f1398106c10 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 -- 172.21.15.98:0/1721633346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 msgr2=0x7f1398107030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 --2- 172.21.15.98:0/1721633346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f13880098a0 tx=0x7f1388009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 -- 172.21.15.98:0/1721633346 shutdown_connections 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 --2- 172.21.15.98:0/1721633346 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f1398107030 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 -- 172.21.15.98:0/1721633346 >> 172.21.15.98:0/1721633346 conn(0x7f1398100390 msgr2=0x7f13981027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 -- 172.21.15.98:0/1721633346 shutdown_connections 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.631+0000 7f139e58d700 1 -- 172.21.15.98:0/1721633346 wait complete. 2023-10-05T15:30:28.269 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f139e58d700 1 Processor -- start 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f139e58d700 1 -- start start 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f139e58d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f139e58d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f139819ac30 con 0x7f1398106c10 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f1397fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f1397fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41936/0 (socket says 172.21.15.98:41936) 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f1397fff700 1 -- 172.21.15.98:0/1132944965 learned_addr learned my addr 172.21.15.98:0/1132944965 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.632+0000 7f1397fff700 1 -- 172.21.15.98:0/1132944965 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1388009550 con 0x7f1398106c10 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f1397fff700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1388006af0 tx=0x7f1388011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1388003a40 con 0x7f1398106c10 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1388003ba0 con 0x7f1398106c10 2023-10-05T15:30:28.270 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f139819ae30 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1388019690 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.633+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f139819b250 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7f1388019950 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f13957fa700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 0x7f138003ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13981946d0 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f138804ca80 con 0x7f1398106c10 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f13977fe700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 0x7f138003ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.634+0000 7f13977fe700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 0x7f138003ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f138c006fd0 tx=0x7f138c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:28.271 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.639+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f13880243f0 con 0x7f1398106c10 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.863+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f1398109cc0 con 0x7f13800387c0 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.926+0000 7f13957fa700 1 -- 172.21.15.98:0/1132944965 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f1398109cc0 con 0x7f13800387c0 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 msgr2=0x7f138003ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 0x7f138003ac80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f138c006fd0 tx=0x7f138c006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 msgr2=0x7f139819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1388006af0 tx=0x7f1388011a10 comp rx=0 tx=0).stop 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 shutdown_connections 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13800387c0 0x7f138003ac80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 --2- 172.21.15.98:0/1132944965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1398106c10 0x7f139819a6f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 >> 172.21.15.98:0/1132944965 conn(0x7f1398100390 msgr2=0x7f1398102660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 shutdown_connections 2023-10-05T15:30:28.272 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:27.928+0000 7f139e58d700 1 -- 172.21.15.98:0/1132944965 wait complete. 2023-10-05T15:30:28.273 INFO:teuthology.orchestra.run.smithi098.stdout:Creating initial admin user... 2023-10-05T15:30:29.254 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:28 smithi098 ceph-mon[99243]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:29.254 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:29.254 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:29.255 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:28 smithi098 ceph-mon[99243]: mgrmap e12: x(active, since 2s) 2023-10-05T15:30:29.255 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$93RgRoSIgBEs2mOsMd6nXe8pOyWDzaUJzCbJvJxu5wPN7y4kGfa8u", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1696519829, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc66010a700 1 Processor -- start 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc66010a700 1 -- start start 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc66010a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc66010a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc658107130 con 0x7fc658106740 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc65dea6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc65dea6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41940/0 (socket says 172.21.15.98:41940) 2023-10-05T15:30:30.018 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.760+0000 7fc65dea6700 1 -- 172.21.15.98:0/2941564673 learned_addr learned my addr 172.21.15.98:0/2941564673 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.761+0000 7fc65dea6700 1 -- 172.21.15.98:0/2941564673 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc658107940 con 0x7fc658106740 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.761+0000 7fc65dea6700 1 --2- 172.21.15.98:0/2941564673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc6540098a0 tx=0x7fc654009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d64ff0e8de834f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.761+0000 7fc65cea4700 1 -- 172.21.15.98:0/2941564673 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc654004160 con 0x7fc658106740 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.761+0000 7fc65cea4700 1 -- 172.21.15.98:0/2941564673 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6540042c0 con 0x7fc658106740 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.761+0000 7fc65cea4700 1 -- 172.21.15.98:0/2941564673 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6540119b0 con 0x7fc658106740 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 -- 172.21.15.98:0/2941564673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 msgr2=0x7fc658106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 --2- 172.21.15.98:0/2941564673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc6540098a0 tx=0x7fc654009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 -- 172.21.15.98:0/2941564673 shutdown_connections 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 --2- 172.21.15.98:0/2941564673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc658106b60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 -- 172.21.15.98:0/2941564673 >> 172.21.15.98:0/2941564673 conn(0x7fc658101ce0 msgr2=0x7fc658104120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:30.019 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 -- 172.21.15.98:0/2941564673 shutdown_connections 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 -- 172.21.15.98:0/2941564673 wait complete. 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.762+0000 7fc66010a700 1 Processor -- start 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc66010a700 1 -- start start 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc66010a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc66010a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65807c180 con 0x7fc658106740 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc65dea6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc65dea6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41942/0 (socket says 172.21.15.98:41942) 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc65dea6700 1 -- 172.21.15.98:0/928633551 learned_addr learned my addr 172.21.15.98:0/928633551 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc65dea6700 1 -- 172.21.15.98:0/928633551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc654009550 con 0x7fc658106740 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc65dea6700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc654003e60 tx=0x7fc654011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:30.020 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc654003a60 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc654003bc0 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.763+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6540196c0 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.764+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc65807a290 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.764+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc65807a6b0 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.764+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fc65401a430 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.765+0000 7fc64effd700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 0x7fc64403add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.765+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6580624e0 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.765+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc65404cba0 con 0x7fc658106740 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.765+0000 7fc65d6a5700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 0x7fc64403add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.765+0000 7fc65d6a5700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 0x7fc64403add0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc648006fd0 tx=0x7fc648006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:30.021 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:28.770+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc65401a780 con 0x7fc658106740 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.004+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fc658062300 con 0x7fc644038910 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.227+0000 7fc64effd700 1 -- 172.21.15.98:0/928633551 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fc658062300 con 0x7fc644038910 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 msgr2=0x7fc64403add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 0x7fc64403add0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc648006fd0 tx=0x7fc648006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 msgr2=0x7fc65807bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc654003e60 tx=0x7fc654011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 shutdown_connections 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc644038910 0x7fc64403add0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 --2- 172.21.15.98:0/928633551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc658106740 0x7fc65807bc40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 >> 172.21.15.98:0/928633551 conn(0x7fc658101ce0 msgr2=0x7fc658103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:30.022 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 shutdown_connections 2023-10-05T15:30:30.023 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:29.229+0000 7fc66010a700 1 -- 172.21.15.98:0/928633551 wait complete. 2023-10-05T15:30:30.023 INFO:teuthology.orchestra.run.smithi098.stdout:Fetching dashboard port number... 2023-10-05T15:30:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:30 smithi098 ceph-mon[99243]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stdout 8443 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc53bd9c700 1 Processor -- start 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc53bd9c700 1 -- start start 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc53bd9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc53bd9c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc534079e60 con 0x7fc5341071e0 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc539b38700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc539b38700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41946/0 (socket says 172.21.15.98:41946) 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.437+0000 7fc539b38700 1 -- 172.21.15.98:0/1194247623 learned_addr learned my addr 172.21.15.98:0/1194247623 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc539b38700 1 -- 172.21.15.98:0/1194247623 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc534109b10 con 0x7fc5341071e0 2023-10-05T15:30:31.063 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc539b38700 1 --2- 172.21.15.98:0/1194247623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc5300098a0 tx=0x7fc530009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118997297a204223 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc538b36700 1 -- 172.21.15.98:0/1194247623 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc530004160 con 0x7fc5341071e0 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc538b36700 1 -- 172.21.15.98:0/1194247623 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5300042c0 con 0x7fc5341071e0 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc538b36700 1 -- 172.21.15.98:0/1194247623 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc5300119b0 con 0x7fc5341071e0 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc53bd9c700 1 -- 172.21.15.98:0/1194247623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 msgr2=0x7fc5341095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/1194247623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc5300098a0 tx=0x7fc530009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc53bd9c700 1 -- 172.21.15.98:0/1194247623 shutdown_connections 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/1194247623 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc5341095d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.438+0000 7fc53bd9c700 1 -- 172.21.15.98:0/1194247623 >> 172.21.15.98:0/1194247623 conn(0x7fc534100c10 msgr2=0x7fc534103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 -- 172.21.15.98:0/1194247623 shutdown_connections 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 -- 172.21.15.98:0/1194247623 wait complete. 2023-10-05T15:30:31.064 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 Processor -- start 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 -- start start 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc53bd9c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53419ac10 con 0x7fc5341071e0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc539b38700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc539b38700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41948/0 (socket says 172.21.15.98:41948) 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.439+0000 7fc539b38700 1 -- 172.21.15.98:0/2484895584 learned_addr learned my addr 172.21.15.98:0/2484895584 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc539b38700 1 -- 172.21.15.98:0/2484895584 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc530009550 con 0x7fc5341071e0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc539b38700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc530006af0 tx=0x7fc530011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc530003a40 con 0x7fc5341071e0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc530003ba0 con 0x7fc5341071e0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc53419ae10 con 0x7fc5341071e0 2023-10-05T15:30:31.065 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc5300196c0 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.440+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc53419b230 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.441+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc534194540 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.441+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fc53001aa80 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.441+0000 7fc52affd700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 0x7fc52003ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.441+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc53004cd50 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.441+0000 7fc539337700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 0x7fc52003ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.442+0000 7fc539337700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 0x7fc52003ada0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc524006fd0 tx=0x7fc524006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.446+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc530050030 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.646+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7fc5340624e0 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.647+0000 7fc52affd700 1 -- 172.21.15.98:0/2484895584 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7fc53001a430 con 0x7fc5341071e0 2023-10-05T15:30:31.066 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 msgr2=0x7fc52003ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 0x7fc52003ada0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc524006fd0 tx=0x7fc524006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 msgr2=0x7fc53419a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc530006af0 tx=0x7fc530011a10 comp rx=0 tx=0).stop 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 shutdown_connections 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5200388e0 0x7fc52003ada0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 --2- 172.21.15.98:0/2484895584 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc5341071e0 0x7fc53419a6d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 >> 172.21.15.98:0/2484895584 conn(0x7fc534100c10 msgr2=0x7fc534101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 shutdown_connections 2023-10-05T15:30:31.067 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:30.649+0000 7fc53bd9c700 1 -- 172.21.15.98:0/2484895584 wait complete. 2023-10-05T15:30:31.069 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:30:31.069 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout disabled 2023-10-05T15:30:31.076 INFO:teuthology.orchestra.run.smithi098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:30:31.076 INFO:teuthology.orchestra.run.smithi098.stdout:systemctl: stdout inactive 2023-10-05T15:30:31.076 INFO:teuthology.orchestra.run.smithi098.stdout:firewalld.service is not enabled 2023-10-05T15:30:31.076 INFO:teuthology.orchestra.run.smithi098.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-05T15:30:31.078 INFO:teuthology.orchestra.run.smithi098.stdout:Ceph Dashboard is now available at: 2023-10-05T15:30:31.078 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:31.078 INFO:teuthology.orchestra.run.smithi098.stdout: URL: https://smithi098.front.sepia.ceph.com:8443/ 2023-10-05T15:30:31.078 INFO:teuthology.orchestra.run.smithi098.stdout: User: admin 2023-10-05T15:30:31.078 INFO:teuthology.orchestra.run.smithi098.stdout: Password: q3x7fjue3e 2023-10-05T15:30:31.079 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:31.079 INFO:teuthology.orchestra.run.smithi098.stdout:Saving cluster configuration to /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config directory 2023-10-05T15:30:31.079 INFO:teuthology.orchestra.run.smithi098.stdout:Enabling autotune for osd_memory_target 2023-10-05T15:30:31.284 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:31 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2484895584' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-05T15:30:32.119 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.565+0000 7fc7e1f9a700 1 Processor -- start 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.565+0000 7fc7e1f9a700 1 -- start start 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.565+0000 7fc7e1f9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.565+0000 7fc7e1f9a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7dc079e60 con 0x7fc7dc1071e0 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7db7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7db7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41956/0 (socket says 172.21.15.98:41956) 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7db7fe700 1 -- 172.21.15.98:0/1227463914 learned_addr learned my addr 172.21.15.98:0/1227463914 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7db7fe700 1 -- 172.21.15.98:0/1227463914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7dc109b10 con 0x7fc7dc1071e0 2023-10-05T15:30:32.124 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7db7fe700 1 --2- 172.21.15.98:0/1227463914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc7d00098a0 tx=0x7fc7d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5a4f12f2956a81 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7da7fc700 1 -- 172.21.15.98:0/1227463914 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc7d0004160 con 0x7fc7dc1071e0 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7da7fc700 1 -- 172.21.15.98:0/1227463914 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7d00042c0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.566+0000 7fc7da7fc700 1 -- 172.21.15.98:0/1227463914 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc7d00119b0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/1227463914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 msgr2=0x7fc7dc1095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/1227463914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc7d00098a0 tx=0x7fc7d0009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/1227463914 shutdown_connections 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/1227463914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc1095d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/1227463914 >> 172.21.15.98:0/1227463914 conn(0x7fc7dc100c10 msgr2=0x7fc7dc103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/1227463914 shutdown_connections 2023-10-05T15:30:32.125 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/1227463914 wait complete. 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.567+0000 7fc7e1f9a700 1 Processor -- start 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7e1f9a700 1 -- start start 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7e1f9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7e1f9a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7dc19ac10 con 0x7fc7dc1071e0 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7db7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7db7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41958/0 (socket says 172.21.15.98:41958) 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7db7fe700 1 -- 172.21.15.98:0/3671200430 learned_addr learned my addr 172.21.15.98:0/3671200430 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7db7fe700 1 -- 172.21.15.98:0/3671200430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7d0009550 con 0x7fc7dc1071e0 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7db7fe700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0006af0 tx=0x7fc7d0011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:32.126 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc7d0003a40 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7d0003ba0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7dc19ae10 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.568+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc7d00196c0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.569+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7dc19b230 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.569+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fc7d0019980 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.569+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7dc194540 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.569+0000 7fc7d8ff9700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 0x7fc7c403ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.570+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc7d004cdf0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.570+0000 7fc7daffd700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 0x7fc7c403ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.570+0000 7fc7daffd700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 0x7fc7c403ada0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc006fd0 tx=0x7fc7cc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:32.127 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.574+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc7d002dcd0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.763+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7fc7dc0624e0 con 0x7fc7dc1071e0 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.763+0000 7fc7d8ff9700 1 -- 172.21.15.98:0/3671200430 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7fc7d001a610 con 0x7fc7dc1071e0 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 msgr2=0x7fc7c403ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 0x7fc7c403ada0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc006fd0 tx=0x7fc7cc006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 msgr2=0x7fc7dc19a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0006af0 tx=0x7fc7d0011a10 comp rx=0 tx=0).stop 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 shutdown_connections 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7c40388e0 0x7fc7c403ada0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 --2- 172.21.15.98:0/3671200430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc7dc1071e0 0x7fc7dc19a6d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 >> 172.21.15.98:0/3671200430 conn(0x7fc7dc100c10 msgr2=0x7fc7dc101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:32.128 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 shutdown_connections 2023-10-05T15:30:32.129 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:31.765+0000 7fc7e1f9a700 1 -- 172.21.15.98:0/3671200430 wait complete. 2023-10-05T15:30:33.369 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c3e0a2700 1 Processor -- start 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c3e0a2700 1 -- start start 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c3e0a2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c3e0a2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c38079e60 con 0x7f2c381071e0 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c377fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.605+0000 7f2c377fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41962/0 (socket says 172.21.15.98:41962) 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c377fe700 1 -- 172.21.15.98:0/2891214418 learned_addr learned my addr 172.21.15.98:0/2891214418 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c377fe700 1 -- 172.21.15.98:0/2891214418 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c38109b10 con 0x7f2c381071e0 2023-10-05T15:30:33.370 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c377fe700 1 --2- 172.21.15.98:0/2891214418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c0098a0 tx=0x7f2c2c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c44501f40c0bd42 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c367fc700 1 -- 172.21.15.98:0/2891214418 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2c2c004160 con 0x7f2c381071e0 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c367fc700 1 -- 172.21.15.98:0/2891214418 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c2c0042c0 con 0x7f2c381071e0 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.606+0000 7f2c367fc700 1 -- 172.21.15.98:0/2891214418 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2c2c0119b0 con 0x7f2c381071e0 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/2891214418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 msgr2=0x7f2c381095d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/2891214418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c0098a0 tx=0x7f2c2c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/2891214418 shutdown_connections 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/2891214418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c381095d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/2891214418 >> 172.21.15.98:0/2891214418 conn(0x7f2c38100c10 msgr2=0x7f2c38103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/2891214418 shutdown_connections 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/2891214418 wait complete. 2023-10-05T15:30:33.371 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.607+0000 7f2c3e0a2700 1 Processor -- start 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c3e0a2700 1 -- start start 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c3e0a2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c3e0a2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c38107080 con 0x7f2c381071e0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c377fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c377fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41964/0 (socket says 172.21.15.98:41964) 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c377fe700 1 -- 172.21.15.98:0/1199537594 learned_addr learned my addr 172.21.15.98:0/1199537594 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c377fe700 1 -- 172.21.15.98:0/1199537594 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c2c009550 con 0x7f2c381071e0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c377fe700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c003f00 tx=0x7f2c2c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2c2c003b20 con 0x7f2c381071e0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c2c003c80 con 0x7f2c381071e0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c38105190 con 0x7f2c381071e0 2023-10-05T15:30:33.372 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2c2c019770 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.608+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c381055b0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.609+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f2c2c0199e0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.609+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c38105fc0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.609+0000 7f2c34ff9700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 0x7f2c2003aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.609+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f2c2c04cc90 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.610+0000 7f2c36ffd700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 0x7f2c2003aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.610+0000 7f2c36ffd700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 0x7f2c2003aee0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2c28006fd0 tx=0x7f2c28006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.614+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2c2c018ba0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.907+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f2c380746e0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.909+0000 7f2c34ff9700 1 -- 172.21.15.98:0/1199537594 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f2c2c0187c0 con 0x7f2c381071e0 2023-10-05T15:30:33.373 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.911+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 msgr2=0x7f2c2003aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.911+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 0x7f2c2003aee0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2c28006fd0 tx=0x7f2c28006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.911+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 msgr2=0x7f2c38106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.911+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c003f00 tx=0x7f2c2c011a30 comp rx=0 tx=0).stop 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 shutdown_connections 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2c20038a20 0x7f2c2003aee0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 --2- 172.21.15.98:0/1199537594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2c381071e0 0x7f2c38106b40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 >> 172.21.15.98:0/1199537594 conn(0x7f2c38100c10 msgr2=0x7f2c38101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 shutdown_connections 2023-10-05T15:30:33.374 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr 2023-10-05T15:30:32.912+0000 7f2c3e0a2700 1 -- 172.21.15.98:0/1199537594 wait complete. 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout:Or, if you are only running a single cluster on this host: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-05T15:30:33.375 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout: ceph telemetry on 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout:For more information see: 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:33.376 INFO:teuthology.orchestra.run.smithi098.stdout:Bootstrap complete. 2023-10-05T15:30:33.403 INFO:tasks.cephadm:Fetching config... 2023-10-05T15:30:33.403 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:30:33.403 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-05T15:30:33.419 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-05T15:30:33.419 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:30:33.419 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-05T15:30:33.477 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-05T15:30:33.477 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:30:33.477 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-05T15:30:33.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:33 smithi098 ceph-mon[99243]: mgrmap e13: x(active, since 6s) 2023-10-05T15:30:33.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:33 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1199537594' entity='client.admin' 2023-10-05T15:30:33.544 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-05T15:30:33.544 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:30:33.544 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-05T15:30:33.601 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-05T15:30:33.602 DEBUG:teuthology.orchestra.run.smithi098:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:30:33.681 INFO:teuthology.orchestra.run.smithi098.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:30:33.692 DEBUG:teuthology.orchestra.run.smithi115:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:30:33.737 INFO:teuthology.orchestra.run.smithi115.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:30:33.750 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:30:33.797 INFO:teuthology.orchestra.run.smithi173.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcxBFIw7dNDWboYqotaI3RcVLig4EImOz2IDVDMM3b1xxN6jbmdmBDpJjBQIa99fR2Njvup6ki7awAT0RxPVpmqALon+8pCXXoaCXEMmmqjP3UUCUSzYYdRmfUu1s6RYoM0LG9FXZwuX+yR+/gP3QmP7tqO2fdc/qBpDxQVoNq5mP6aOKYTyNZSwOnnAvPCYwCcZ2fGrxjg5kj6N92JzXlOrrD5vFgSXGqc7W91w0H/7MdLidRJFKPVfJaw3/iQUh7TM5TBNZxUMdD+n+mOoxgB1Fdt8RcXUCcKfD4UT1QKe6lKUPKQ7t+d7Q8VHjKEMUrHbN3xFnbghmPG3Fl8CMtFm6CxiK+NdjbWafYH826fgmEfSgyDYy4ijDL8JmsAudLt0ciay5MulJPu5PTtRpHWCKYuO8VB+ZqI0POwUlj2YEjVsWibduOxH6ZMDCN95LpDu5jCT0Maep/JscwaDZ7GKYaV3OgZk/rhMCyRAS8vq5lgsUzGdxznx9TPIwXkQk= ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:30:33.809 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-05T15:30:34.364 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:35.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- 172.21.15.98:0/3302242789 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 msgr2=0x7ff3a00ff0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/3302242789 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a00ff0d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff39c009910 tx=0x7ff39c009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- 172.21.15.98:0/3302242789 shutdown_connections 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/3302242789 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a00ff0d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- 172.21.15.98:0/3302242789 >> 172.21.15.98:0/3302242789 conn(0x7ff3a00fa5f0 msgr2=0x7ff3a00fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- 172.21.15.98:0/3302242789 shutdown_connections 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- 172.21.15.98:0/3302242789 wait complete. 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 Processor -- start 2023-10-05T15:30:35.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.808+0000 7ff3a7f04700 1 -- start start 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a7f04700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a7f04700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a0196050 con 0x7ff3a00fecb0 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a5ca0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a5ca0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41970/0 (socket says 172.21.15.98:41970) 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a5ca0700 1 -- 172.21.15.98:0/2083264473 learned_addr learned my addr 172.21.15.98:0/2083264473 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a5ca0700 1 -- 172.21.15.98:0/2083264473 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff39c0095f0 con 0x7ff3a00fecb0 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a5ca0700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff39c006010 tx=0x7ff39c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff39c01d070 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff39c0044e0 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff39c0039b0 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3a0196250 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.809+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3a0196690 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.810+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7ff39c00baf0 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.810+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3a018f510 con 0x7ff3a00fecb0 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.810+0000 7ff396ffd700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 0x7ff38c03add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.810+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff39c04c780 con 0x7ff3a00fecb0 2023-10-05T15:30:35.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.810+0000 7ff3a549f700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 0x7ff38c03add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.811+0000 7ff3a549f700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 0x7ff38c03add0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff390006fd0 tx=0x7ff390006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:35.815+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff39c02a360 con 0x7ff3a00fecb0 2023-10-05T15:30:36.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.016+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7ff3a0106750 con 0x7ff3a00fecb0 2023-10-05T15:30:36.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.019+0000 7ff396ffd700 1 -- 172.21.15.98:0/2083264473 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7ff39c02a360 con 0x7ff3a00fecb0 2023-10-05T15:30:36.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 msgr2=0x7ff38c03add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:36.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 0x7ff38c03add0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff390006fd0 tx=0x7ff390006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 msgr2=0x7ff3a0195b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff39c006010 tx=0x7ff39c0057c0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 shutdown_connections 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff38c038910 0x7ff38c03add0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 --2- 172.21.15.98:0/2083264473 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff3a00fecb0 0x7ff3a0195b10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 >> 172.21.15.98:0/2083264473 conn(0x7ff3a00fa5f0 msgr2=0x7ff3a00fb390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 shutdown_connections 2023-10-05T15:30:36.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:36.021+0000 7ff3a7f04700 1 -- 172.21.15.98:0/2083264473 wait complete. 2023-10-05T15:30:36.434 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-05T15:30:36.434 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-05T15:30:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi098", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:30:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:36.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:36.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2083264473' entity='client.admin' 2023-10-05T15:30:36.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:36.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:37.252 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:38.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 -- 172.21.15.98:0/2145570972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 msgr2=0x7f72241013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:38.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 --2- 172.21.15.98:0/2145570972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f72241013e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7218009910 tx=0x7f7218009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:38.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 -- 172.21.15.98:0/2145570972 shutdown_connections 2023-10-05T15:30:38.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 --2- 172.21.15.98:0/2145570972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f72241013e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:38.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 -- 172.21.15.98:0/2145570972 >> 172.21.15.98:0/2145570972 conn(0x7f72240fae80 msgr2=0x7f72240fd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:38.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 -- 172.21.15.98:0/2145570972 shutdown_connections 2023-10-05T15:30:38.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.485+0000 7f722aa59700 1 -- 172.21.15.98:0/2145570972 wait complete. 2023-10-05T15:30:38.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.486+0000 7f722aa59700 1 Processor -- start 2023-10-05T15:30:38.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.486+0000 7f722aa59700 1 -- start start 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.486+0000 7f722aa59700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.486+0000 7f722aa59700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72241988e0 con 0x7f7224100fc0 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.486+0000 7f7223fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f7223fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41976/0 (socket says 172.21.15.98:41976) 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f7223fff700 1 -- 172.21.15.98:0/25546695 learned_addr learned my addr 172.21.15.98:0/25546695 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f7223fff700 1 -- 172.21.15.98:0/25546695 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72180095f0 con 0x7f7224100fc0 2023-10-05T15:30:38.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f7223fff700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7218006010 tx=0x7f72180057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f721801d070 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f72180044e0 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7224198a20 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f72180039b0 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.487+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7224198e60 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f7218003c70 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f72217fa700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 0x7f720c03ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f721804ccf0 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f722418e4f0 con 0x7f7224100fc0 2023-10-05T15:30:38.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f72237fe700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 0x7f720c03ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:38.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.488+0000 7f72237fe700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 0x7f720c03ad80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7214006fd0 tx=0x7f7214006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:38.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.493+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f721800f460 con 0x7f7224100fc0 2023-10-05T15:30:38.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.683+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f722402d080 con 0x7f720c0388c0 2023-10-05T15:30:38.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.687+0000 7f72217fa700 1 -- 172.21.15.98:0/25546695 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f722402d080 con 0x7f720c0388c0 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 msgr2=0x7f720c03ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 0x7f720c03ad80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7214006fd0 tx=0x7f7214006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 msgr2=0x7f7224068c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7218006010 tx=0x7f72180057c0 comp rx=0 tx=0).stop 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 shutdown_connections 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f720c0388c0 0x7f720c03ad80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 --2- 172.21.15.98:0/25546695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7224100fc0 0x7f7224068c60 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:38.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 >> 172.21.15.98:0/25546695 conn(0x7f72240fae80 msgr2=0x7f72240fbbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:38.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 shutdown_connections 2023-10-05T15:30:38.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:38.689+0000 7f722aa59700 1 -- 172.21.15.98:0/25546695 wait complete. 2023-10-05T15:30:39.196 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi115 2023-10-05T15:30:39.197 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:30:39.197 DEBUG:teuthology.orchestra.run.smithi115:> dd of=/etc/ceph/ceph.conf 2023-10-05T15:30:39.217 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:30:39.217 DEBUG:teuthology.orchestra.run.smithi115:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:39.276 INFO:tasks.cephadm:Adding host smithi115 to orchestrator... 2023-10-05T15:30:39.277 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi115 2023-10-05T15:30:39.843 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:40.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: Updating smithi098:/etc/ceph/ceph.conf 2023-10-05T15:30:40.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:40.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:40.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:40.878 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:40 smithi098 ceph-mon[99243]: Updating smithi098:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:30:40.878 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:40 smithi098 ceph-mon[99243]: Updating smithi098:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:40.878 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:40 smithi098 ceph-mon[99243]: Updating smithi098:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:30:41.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 -- 172.21.15.98:0/3440771513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 msgr2=0x7f8be4105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 --2- 172.21.15.98:0/3440771513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4105c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4009910 tx=0x7f8bd4009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 -- 172.21.15.98:0/3440771513 shutdown_connections 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 --2- 172.21.15.98:0/3440771513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4105c40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 -- 172.21.15.98:0/3440771513 >> 172.21.15.98:0/3440771513 conn(0x7f8be4075370 msgr2=0x7f8be4075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 -- 172.21.15.98:0/3440771513 shutdown_connections 2023-10-05T15:30:41.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.104+0000 7f8beb538700 1 -- 172.21.15.98:0/3440771513 wait complete. 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8beb538700 1 Processor -- start 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8beb538700 1 -- start start 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8beb538700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8beb538700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8be4198540 con 0x7f8be4105860 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8be92d4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8be92d4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:41982/0 (socket says 172.21.15.98:41982) 2023-10-05T15:30:41.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8be92d4700 1 -- 172.21.15.98:0/2511885677 learned_addr learned my addr 172.21.15.98:0/2511885677 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8be92d4700 1 -- 172.21.15.98:0/2511885677 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bd40095f0 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.105+0000 7f8be92d4700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4004f40 tx=0x7f8bd4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd401d070 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8bd4004370 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8be41987a0 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd4003970 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8be4198c20 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.106+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f8bd4003c30 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.107+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8be40624e0 con 0x7f8be4105860 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.107+0000 7f8bda7fc700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 0x7f8bd003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:41.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.107+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8bd404c680 con 0x7f8be4105860 2023-10-05T15:30:41.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.107+0000 7f8be8ad3700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 0x7f8bd003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:41.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.107+0000 7f8be8ad3700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 0x7f8bd003ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8be0006fd0 tx=0x7f8be0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:41.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.111+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8bd4029930 con 0x7f8be4105860 2023-10-05T15:30:41.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:41.305+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi115", "target": ["mon-mgr", ""]}) v1 -- 0x7f8be40008d0 con 0x7f8bd00388c0 2023-10-05T15:30:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:42 smithi098 ceph-mon[99243]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi115", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:43.672 INFO:teuthology.orchestra.run.smithi098.stdout:Added host 'smithi115' with addr '172.21.15.115' 2023-10-05T15:30:43.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.670+0000 7f8bda7fc700 1 -- 172.21.15.98:0/2511885677 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f8be40008d0 con 0x7f8bd00388c0 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 msgr2=0x7f8bd003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 0x7f8bd003ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8be0006fd0 tx=0x7f8be0006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 msgr2=0x7f8be4198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4004f40 tx=0x7f8bd4005020 comp rx=0 tx=0).stop 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 shutdown_connections 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8bd00388c0 0x7f8bd003ad80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 --2- 172.21.15.98:0/2511885677 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8be4105860 0x7f8be4198000 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:43.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.672+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 >> 172.21.15.98:0/2511885677 conn(0x7f8be4075370 msgr2=0x7f8be4068970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:43.676 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.673+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 shutdown_connections 2023-10-05T15:30:43.676 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:43.673+0000 7f8beb538700 1 -- 172.21.15.98:0/2511885677 wait complete. 2023-10-05T15:30:43.852 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:43 smithi098 ceph-mon[99243]: Deploying cephadm binary to smithi115 2023-10-05T15:30:44.105 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-05T15:30:44.655 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:45.011 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:45.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:44 smithi098 ceph-mon[99243]: Added host smithi115 2023-10-05T15:30:45.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:45.012 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 -- 172.21.15.98:0/291403699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 msgr2=0x7fae641054a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 --2- 172.21.15.98:0/291403699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae641054a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fae4c009910 tx=0x7fae4c009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 -- 172.21.15.98:0/291403699 shutdown_connections 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 --2- 172.21.15.98:0/291403699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae641054a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 -- 172.21.15.98:0/291403699 >> 172.21.15.98:0/291403699 conn(0x7fae64075f60 msgr2=0x7fae64076370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 -- 172.21.15.98:0/291403699 shutdown_connections 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.859+0000 7fae6989c700 1 -- 172.21.15.98:0/291403699 wait complete. 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae6989c700 1 Processor -- start 2023-10-05T15:30:45.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae6989c700 1 -- start start 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae6989c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae6989c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae64102bf0 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae62ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae62ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42008/0 (socket says 172.21.15.98:42008) 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae62ffd700 1 -- 172.21.15.98:0/677888141 learned_addr learned my addr 172.21.15.98:0/677888141 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.860+0000 7fae62ffd700 1 -- 172.21.15.98:0/677888141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae4c0095f0 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae62ffd700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fae4c006010 tx=0x7fae4c004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae4c01d070 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae64101200 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae4c0044a0 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae4c003a70 con 0x7fae641050c0 2023-10-05T15:30:45.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.861+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae64101700 con 0x7fae641050c0 2023-10-05T15:30:45.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fae4c003cb0 con 0x7fae641050c0 2023-10-05T15:30:45.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae64190080 con 0x7fae641050c0 2023-10-05T15:30:45.866 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae6889a700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 0x7fae5003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:45.866 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fae4c04c770 con 0x7fae641050c0 2023-10-05T15:30:45.866 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae627fc700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 0x7fae5003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:45.866 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.862+0000 7fae627fc700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 0x7fae5003ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fae54006fd0 tx=0x7fae54006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:45.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:45.867+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fae4c029540 con 0x7fae641050c0 2023-10-05T15:30:46.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:45 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:46.063 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.061+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fae64101a10 con 0x7fae500388c0 2023-10-05T15:30:46.064 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.062+0000 7fae6889a700 1 -- 172.21.15.98:0/677888141 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7fae64101a10 con 0x7fae500388c0 2023-10-05T15:30:46.064 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:46.064 INFO:teuthology.orchestra.run.smithi098.stdout:[{"addr": "172.21.15.98", "hostname": "smithi098", "labels": [], "status": ""}, {"addr": "172.21.15.115", "hostname": "smithi115", "labels": [], "status": ""}] 2023-10-05T15:30:46.066 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 msgr2=0x7fae5003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:46.066 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 0x7fae5003ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fae54006fd0 tx=0x7fae54006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:46.066 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 msgr2=0x7fae64100cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fae4c006010 tx=0x7fae4c004ff0 comp rx=0 tx=0).stop 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 shutdown_connections 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae500388c0 0x7fae5003ad80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 --2- 172.21.15.98:0/677888141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae641050c0 0x7fae64100cc0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 >> 172.21.15.98:0/677888141 conn(0x7fae64075f60 msgr2=0x7fae64102e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 shutdown_connections 2023-10-05T15:30:46.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:46.064+0000 7fae6989c700 1 -- 172.21.15.98:0/677888141 wait complete. 2023-10-05T15:30:46.512 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi173 2023-10-05T15:30:46.512 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:30:46.512 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.conf 2023-10-05T15:30:46.532 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:30:46.533 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:46.591 INFO:tasks.cephadm:Adding host smithi173 to orchestrator... 2023-10-05T15:30:46.591 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi173 2023-10-05T15:30:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:46 smithi098 ceph-mon[99243]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:47.146 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:48.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:47 smithi098 ceph-mon[99243]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:30:48.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 -- 172.21.15.98:0/1110516617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 msgr2=0x7f5fcc106d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:48.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/1110516617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc106d40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc009910 tx=0x7f5fbc009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 -- 172.21.15.98:0/1110516617 shutdown_connections 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/1110516617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc106d40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 -- 172.21.15.98:0/1110516617 >> 172.21.15.98:0/1110516617 conn(0x7f5fcc0fc470 msgr2=0x7f5fcc0fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 -- 172.21.15.98:0/1110516617 shutdown_connections 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.363+0000 7f5fd42e1700 1 -- 172.21.15.98:0/1110516617 wait complete. 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd42e1700 1 Processor -- start 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd42e1700 1 -- start start 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd42e1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd42e1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fcc196350 con 0x7f5fcc106960 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd207d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:48.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd207d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42014/0 (socket says 172.21.15.98:42014) 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.364+0000 7f5fd207d700 1 -- 172.21.15.98:0/3511501048 learned_addr learned my addr 172.21.15.98:0/3511501048 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fd207d700 1 -- 172.21.15.98:0/3511501048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fbc0095f0 con 0x7f5fcc106960 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fd207d700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc004f40 tx=0x7f5fbc005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fbc01d070 con 0x7f5fcc106960 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fbc004370 con 0x7f5fcc106960 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fcc1965b0 con 0x7f5fcc106960 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fbc003970 con 0x7f5fcc106960 2023-10-05T15:30:48.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.365+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fcc196a30 con 0x7f5fcc106960 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f5fbc003c30 con 0x7f5fcc106960 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fc37fe700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 0x7f5fb803ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5fbc04c650 con 0x7f5fcc106960 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fcc0624e0 con 0x7f5fcc106960 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fd187c700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 0x7f5fb803ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:48.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.366+0000 7f5fd187c700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 0x7f5fb803ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8006fd0 tx=0x7f5fc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:48.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.371+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5fbc026070 con 0x7f5fcc106960 2023-10-05T15:30:48.568 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:48.566+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}) v1 -- 0x7f5fcc10ad30 con 0x7f5fb80388c0 2023-10-05T15:30:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:48 smithi098 ceph-mon[99243]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:30:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi115", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:30:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:50.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.945+0000 7f5fc37fe700 1 -- 172.21.15.98:0/3511501048 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f5fcc10ad30 con 0x7f5fb80388c0 2023-10-05T15:30:50.947 INFO:teuthology.orchestra.run.smithi098.stdout:Added host 'smithi173' with addr '172.21.15.173' 2023-10-05T15:30:50.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 msgr2=0x7f5fb803ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:50.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 0x7f5fb803ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8006fd0 tx=0x7f5fc8006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 msgr2=0x7f5fcc195e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc004f40 tx=0x7f5fbc005020 comp rx=0 tx=0).stop 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 shutdown_connections 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb80388c0 0x7f5fb803ad80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 --2- 172.21.15.98:0/3511501048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fcc106960 0x7f5fcc195e10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 >> 172.21.15.98:0/3511501048 conn(0x7f5fcc0fc470 msgr2=0x7f5fcc108e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 shutdown_connections 2023-10-05T15:30:50.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:50.947+0000 7f5fd42e1700 1 -- 172.21.15.98:0/3511501048 wait complete. 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: Updating smithi115:/etc/ceph/ceph.conf 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: Deploying cephadm binary to smithi173 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:51.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:51.395 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-05T15:30:51.950 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:51 smithi098 ceph-mon[99243]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:30:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:53.021 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:52 smithi098 ceph-mon[99243]: Added host smithi173 2023-10-05T15:30:53.021 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:52 smithi098 ceph-mon[99243]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:53.022 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:52 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:53.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 -- 172.21.15.98:0/848710950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 msgr2=0x7fcb701054a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:53.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 --2- 172.21.15.98:0/848710950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb701054a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009910 tx=0x7fcb60009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:53.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 -- 172.21.15.98:0/848710950 shutdown_connections 2023-10-05T15:30:53.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 --2- 172.21.15.98:0/848710950 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb701054a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:53.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 -- 172.21.15.98:0/848710950 >> 172.21.15.98:0/848710950 conn(0x7fcb70075f60 msgr2=0x7fcb70076370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:53.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 -- 172.21.15.98:0/848710950 shutdown_connections 2023-10-05T15:30:53.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.168+0000 7fcb756ae700 1 -- 172.21.15.98:0/848710950 wait complete. 2023-10-05T15:30:53.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb756ae700 1 Processor -- start 2023-10-05T15:30:53.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb756ae700 1 -- start start 2023-10-05T15:30:53.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb756ae700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:53.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb756ae700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb701971d0 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb6effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb6effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42040/0 (socket says 172.21.15.98:42040) 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.169+0000 7fcb6effd700 1 -- 172.21.15.98:0/432608692 learned_addr learned my addr 172.21.15.98:0/432608692 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb6effd700 1 -- 172.21.15.98:0/432608692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb600095f0 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb6effd700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb60005850 tx=0x7fcb60004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcb6001d070 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb60004370 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb70197430 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcb600039f0 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.170+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb701978b0 con 0x7fcb701050c0 2023-10-05T15:30:53.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fcb60003c60 con 0x7fcb701050c0 2023-10-05T15:30:53.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb70197af0 con 0x7fcb701050c0 2023-10-05T15:30:53.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb57fff700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 0x7fcb5803add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:53.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcb6004c740 con 0x7fcb701050c0 2023-10-05T15:30:53.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb6e7fc700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 0x7fcb5803add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:53.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.171+0000 7fcb6e7fc700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 0x7fcb5803add0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcb64006fd0 tx=0x7fcb64006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:53.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.176+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcb6002aba0 con 0x7fcb701050c0 2023-10-05T15:30:53.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.368+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcb701092d0 con 0x7fcb58038910 2023-10-05T15:30:53.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.369+0000 7fcb57fff700 1 -- 172.21.15.98:0/432608692 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7fcb701092d0 con 0x7fcb58038910 2023-10-05T15:30:53.371 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:30:53.371 INFO:teuthology.orchestra.run.smithi098.stdout:[{"addr": "172.21.15.98", "hostname": "smithi098", "labels": [], "status": ""}, {"addr": "172.21.15.115", "hostname": "smithi115", "labels": [], "status": ""}, {"addr": "172.21.15.173", "hostname": "smithi173", "labels": [], "status": ""}] 2023-10-05T15:30:53.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 msgr2=0x7fcb5803add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:53.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 0x7fcb5803add0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcb64006fd0 tx=0x7fcb64006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:53.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 msgr2=0x7fcb70196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:53.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb60005850 tx=0x7fcb60004ff0 comp rx=0 tx=0).stop 2023-10-05T15:30:53.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 shutdown_connections 2023-10-05T15:30:53.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb58038910 0x7fcb5803add0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:53.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 --2- 172.21.15.98:0/432608692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb701050c0 0x7fcb70196c90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:53.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 >> 172.21.15.98:0/432608692 conn(0x7fcb70075f60 msgr2=0x7fcb700fc050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:53.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 shutdown_connections 2023-10-05T15:30:53.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:53.371+0000 7fcb756ae700 1 -- 172.21.15.98:0/432608692 wait complete. 2023-10-05T15:30:53.793 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-05T15:30:53.793 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd crush tunables default 2023-10-05T15:30:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:53 smithi098 ceph-mon[99243]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:30:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:53 smithi098 ceph-mon[99243]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:54.349 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 -- 172.21.15.98:0/407255722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 msgr2=0x7f189c0684c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 --2- 172.21.15.98:0/407255722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c0684c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f188c009910 tx=0x7f188c009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 -- 172.21.15.98:0/407255722 shutdown_connections 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 --2- 172.21.15.98:0/407255722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c0684c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 -- 172.21.15.98:0/407255722 >> 172.21.15.98:0/407255722 conn(0x7f189c075370 msgr2=0x7f189c075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 -- 172.21.15.98:0/407255722 shutdown_connections 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.545+0000 7f18a0e76700 1 -- 172.21.15.98:0/407255722 wait complete. 2023-10-05T15:30:55.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f18a0e76700 1 Processor -- start 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f18a0e76700 1 -- start start 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f18a0e76700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f18a0e76700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f189c1985a0 con 0x7f189c0680e0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f189a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f189a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42046/0 (socket says 172.21.15.98:42046) 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f189a59c700 1 -- 172.21.15.98:0/985923438 learned_addr learned my addr 172.21.15.98:0/985923438 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.546+0000 7f189a59c700 1 -- 172.21.15.98:0/985923438 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f188c0095f0 con 0x7f189c0680e0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f189a59c700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f188c004f40 tx=0x7f188c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f188c01d070 con 0x7f189c0680e0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f189c1987a0 con 0x7f189c0680e0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f188c004370 con 0x7f189c0680e0 2023-10-05T15:30:55.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f188c0039b0 con 0x7f189c0680e0 2023-10-05T15:30:55.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.547+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f189c198bc0 con 0x7f189c0680e0 2023-10-05T15:30:55.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.548+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f189c0624e0 con 0x7f189c0680e0 2023-10-05T15:30:55.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.548+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f188c003c20 con 0x7f189c0680e0 2023-10-05T15:30:55.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.548+0000 7f188b7fe700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 0x7f188403add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:55.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.548+0000 7f1899d9b700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 0x7f188403add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:55.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.549+0000 7f1899d9b700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 0x7f188403add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1890006fd0 tx=0x7f1890006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:55.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.550+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f188c027db0 con 0x7f189c0680e0 2023-10-05T15:30:55.556 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.554+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f188c00f460 con 0x7f189c0680e0 2023-10-05T15:30:55.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:55.754+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f189c1994b0 con 0x7f189c0680e0 2023-10-05T15:30:56.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.555+0000 7f188b7fe700 1 -- 172.21.15.98:0/985923438 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f188c026070 con 0x7f189c0680e0 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 msgr2=0x7f188403add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 0x7f188403add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1890006fd0 tx=0x7f1890006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 msgr2=0x7f189c198060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f188c004f40 tx=0x7f188c005020 comp rx=0 tx=0).stop 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 shutdown_connections 2023-10-05T15:30:56.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1884038910 0x7f188403add0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:56.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 --2- 172.21.15.98:0/985923438 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f189c0680e0 0x7f189c198060 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:56.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 >> 172.21.15.98:0/985923438 conn(0x7f189c075370 msgr2=0x7f189c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:56.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 shutdown_connections 2023-10-05T15:30:56.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:30:56.558+0000 7f18a0e76700 1 -- 172.21.15.98:0/985923438 wait complete. 2023-10-05T15:30:56.561 INFO:teuthology.orchestra.run.smithi098.stderr:adjusted tunables profile to default 2023-10-05T15:30:56.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: Updating smithi173:/etc/ceph/ceph.conf 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.979 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:30:56.996 INFO:tasks.cephadm:Adding mon.a on smithi098 2023-10-05T15:30:56.996 INFO:tasks.cephadm:Adding mon.b on smithi115 2023-10-05T15:30:56.996 INFO:tasks.cephadm:Adding mon.c on smithi173 2023-10-05T15:30:56.996 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch apply mon '3;smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c' 2023-10-05T15:30:57.576 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:30:58.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:57 smithi098 ceph-mon[99243]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:30:58.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:57 smithi098 ceph-mon[99243]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:30:58.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:57 smithi098 ceph-mon[99243]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:30:58.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:57 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-05T15:30:58.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:57 smithi098 ceph-mon[99243]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1208199435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 msgr2=0x7f1a18105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1208199435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18105c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c009910 tx=0x7f1a0c009c20 comp rx=0 tx=0).stop 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1208199435 shutdown_connections 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1208199435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18105c40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1208199435 >> 172.21.15.173:0/1208199435 conn(0x7f1a18075370 msgr2=0x7f1a18075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1208199435 shutdown_connections 2023-10-05T15:30:58.831 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.828+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1208199435 wait complete. 2023-10-05T15:30:58.832 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.829+0000 7f1a1ea12700 1 Processor -- start 2023-10-05T15:30:58.832 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.829+0000 7f1a1ea12700 1 -- start start 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.829+0000 7f1a1ea12700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.829+0000 7f1a1ea12700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a18198590 con 0x7f1a18105860 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a17fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a17fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.173:38766/0 (socket says 172.21.15.173:38766) 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a17fff700 1 -- 172.21.15.173:0/1151401105 learned_addr learned my addr 172.21.15.173:0/1151401105 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a17fff700 1 -- 172.21.15.173:0/1151401105 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a0c0095f0 con 0x7f1a18105860 2023-10-05T15:30:58.833 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a17fff700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c004f40 tx=0x7f1a0c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:58.834 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a0c01d070 con 0x7f1a18105860 2023-10-05T15:30:58.834 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a181987f0 con 0x7f1a18105860 2023-10-05T15:30:58.834 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a0c004370 con 0x7f1a18105860 2023-10-05T15:30:58.834 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a0c003970 con 0x7f1a18105860 2023-10-05T15:30:58.834 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.830+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a18198c70 con 0x7f1a18105860 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.831+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f1a0c003c30 con 0x7f1a18105860 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.831+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a180624e0 con 0x7f1a18105860 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.832+0000 7f1a157fa700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 0x7f1a0003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.832+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f1a0c04c620 con 0x7f1a18105860 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.832+0000 7f1a177fe700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 0x7f1a0003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:58.835 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.832+0000 7f1a177fe700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 0x7f1a0003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1a08006fd0 tx=0x7f1a08006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:58.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:58.837+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1a0c02a590 con 0x7f1a18105860 2023-10-05T15:30:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:30:58 smithi098 ceph-mon[99243]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:30:59.037 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.034+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f1a18000990 con 0x7f1a000388c0 2023-10-05T15:30:59.046 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.044+0000 7f1a157fa700 1 -- 172.21.15.173:0/1151401105 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f1a18000990 con 0x7f1a000388c0 2023-10-05T15:30:59.046 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mon update... 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 msgr2=0x7f1a0003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 0x7f1a0003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1a08006fd0 tx=0x7f1a08006e40 comp rx=0 tx=0).stop 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 msgr2=0x7f1a18198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c004f40 tx=0x7f1a0c005020 comp rx=0 tx=0).stop 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 shutdown_connections 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a000388c0 0x7f1a0003ad80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 --2- 172.21.15.173:0/1151401105 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1a18105860 0x7f1a18198050 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:59.048 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 >> 172.21.15.173:0/1151401105 conn(0x7f1a18075370 msgr2=0x7f1a180fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:59.049 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 shutdown_connections 2023-10-05T15:30:59.049 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:30:59.046+0000 7f1a1ea12700 1 -- 172.21.15.173:0/1151401105 wait complete. 2023-10-05T15:30:59.464 DEBUG:teuthology.orchestra.run.smithi115:mon.b> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.b.service 2023-10-05T15:30:59.467 DEBUG:teuthology.orchestra.run.smithi173:mon.c> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.c.service 2023-10-05T15:30:59.469 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:30:59.469 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:30:59.500 INFO:journalctl@ceph.mon.c.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:30:59.501 INFO:journalctl@ceph.mon.b.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:31:00.062 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:31:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c;count:3 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: Deploying daemon mon.c on smithi173 2023-10-05T15:31:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:00 smithi098 ceph-mon[99243]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:01.796 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 -- 172.21.15.173:0/964784152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 msgr2=0x7f93d0105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:01.796 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 --2- 172.21.15.173:0/964784152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0105c30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f93c0009910 tx=0x7f93c0009c20 comp rx=0 tx=0).stop 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 -- 172.21.15.173:0/964784152 shutdown_connections 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 --2- 172.21.15.173:0/964784152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0105c30 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 -- 172.21.15.173:0/964784152 >> 172.21.15.173:0/964784152 conn(0x7f93d00fb360 msgr2=0x7f93d00fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 -- 172.21.15.173:0/964784152 shutdown_connections 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.793+0000 7f93d509c700 1 -- 172.21.15.173:0/964784152 wait complete. 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.794+0000 7f93d509c700 1 Processor -- start 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.794+0000 7f93d509c700 1 -- start start 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93d509c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:01.797 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93d509c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93d0196330 con 0x7f93d0105850 2023-10-05T15:31:01.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93ced9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:01.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93ced9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.173:38772/0 (socket says 172.21.15.173:38772) 2023-10-05T15:31:01.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93ced9d700 1 -- 172.21.15.173:0/2668453089 learned_addr learned my addr 172.21.15.173:0/2668453089 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:31:01.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93ced9d700 1 -- 172.21.15.173:0/2668453089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93c00095f0 con 0x7f93d0105850 2023-10-05T15:31:01.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.795+0000 7f93ced9d700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f93c0004f40 tx=0x7f93c0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:01.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.796+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f93c001d070 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.796+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93d0196590 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.796+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93c0004370 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.796+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f93c0003970 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.796+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93d0196a10 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.797+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f93c0003c30 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.797+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93d00624e0 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.797+0000 7f93b7fff700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 0x7f93b803ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.797+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f93c004d590 con 0x7f93d0105850 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.797+0000 7f93ce59c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 0x7f93b803ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:01.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.798+0000 7f93ce59c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 0x7f93b803ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93c4006fd0 tx=0x7f93c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:01.808 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:01.806+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f93c002b440 con 0x7f93d0105850 2023-10-05T15:31:02.119 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.116+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f93d00008d0 con 0x7f93d0105850 2023-10-05T15:31:02.120 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.116+0000 7f93b7fff700 1 -- 172.21.15.173:0/2668453089 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7f93c0026030 con 0x7f93d0105850 2023-10-05T15:31:02.120 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:31:02.120 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":1,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:29:28.075843Z","created":"2023-10-05T15:29:28.075843Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-05T15:31:02.121 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 msgr2=0x7f93b803ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:02.121 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 0x7f93b803ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93c4006fd0 tx=0x7f93c4006e40 comp rx=0 tx=0).stop 2023-10-05T15:31:02.121 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 msgr2=0x7f93d0195df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:02.121 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f93c0004f40 tx=0x7f93c0005020 comp rx=0 tx=0).stop 2023-10-05T15:31:02.121 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 shutdown_connections 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93b80388c0 0x7f93b803ad80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 --2- 172.21.15.173:0/2668453089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f93d0105850 0x7f93d0195df0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 >> 172.21.15.173:0/2668453089 conn(0x7f93d00fb360 msgr2=0x7f93d0068970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 shutdown_connections 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:02.119+0000 7f93d509c700 1 -- 172.21.15.173:0/2668453089 wait complete. 2023-10-05T15:31:02.122 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 1 2023-10-05T15:31:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 systemd[1]: Starting Ceph mon.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:31:02.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 podman[103988]: 2023-10-05T15:31:02.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 bash[103988]: 7f7a3bac4c6d078a217251afde16cc8c35e925a3ee2920fbb3e75095da926af1 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: set uid:gid to 167:167 (ceph:ceph) 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev), process ceph-mon, pid 7 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pidfile_write: ignore empty --pid-file 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: load: jerasure load: lrc 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: RocksDB version: 7.9.2 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Git sha 0 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Compile date 2023-10-05 12:06:36 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: DB SUMMARY 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: DB Session ID: 71Y5MGU77Y316TUZFPVL 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: CURRENT file: CURRENT 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: IDENTITY file: IDENTITY 2023-10-05T15:31:02.747 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.error_if_exists: 0 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.create_if_missing: 0 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.paranoid_checks: 1 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.env: 0x55e1fb3d3da0 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.fs: PosixFileSystem 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.info_log: 0x55e1fd7275c0 2023-10-05T15:31:02.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_file_opening_threads: 16 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.statistics: (nil) 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.use_fsync: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_log_file_size: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.keep_log_file_num: 1000 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.recycle_log_file_num: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_fallocate: 1 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_mmap_reads: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_mmap_writes: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.use_direct_reads: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-05T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.create_missing_column_families: 0 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.db_log_dir: 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.wal_dir: 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.advise_random_on_open: 1 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.db_write_buffer_size: 0 2023-10-05T15:31:02.750 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.write_buffer_manager: 0x55e1fd6df360 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.rate_limiter: (nil) 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.wal_recovery_mode: 2 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enable_thread_tracking: 0 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enable_pipelined_write: 0 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.unordered_write: 0 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-05T15:31:02.751 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.row_cache: None 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.wal_filter: None 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_ingest_behind: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.two_write_queues: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.manual_wal_flush: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.wal_compression: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.atomic_flush: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-05T15:31:02.752 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.log_readahead_size: 0 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.best_efforts_recovery: 0 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.allow_data_in_errors: 0 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.db_host_id: __hostname__ 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_background_jobs: 2 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_background_compactions: -1 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_subcompactions: 1 2023-10-05T15:31:02.753 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_total_wal_size: 0 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_open_files: -1 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bytes_per_sync: 0 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-05T15:31:02.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_readahead_size: 0 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_background_flushes: -1 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Compression algorithms supported: 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kZSTD supported: 0 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kXpressCompression supported: 0 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kLZ4HCCompression supported: 1 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kZlibCompression supported: 1 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kSnappyCompression supported: 1 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kLZ4Compression supported: 1 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: kBZip2Compression supported: 0 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-05T15:31:02.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.merge_operator: 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_filter: None 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_filter_factory: None 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.sst_partitioner_factory: None 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e1fd7276c0) 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks: 1 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-05T15:31:02.756 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_top_level_index_and_filter: 1 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_type: 0 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_index_type: 0 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_shortening: 1 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: checksum: 4 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: no_block_cache: 0 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache: 0x55e1fd77d1f0 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_name: BinnedLRUCache 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_options: 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: capacity : 536870912 2023-10-05T15:31:02.757 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_shard_bits : 4 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: strict_capacity_limit : 0 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: high_pri_pool_ratio: 0.000 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_compressed: (nil) 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: persistent_cache: (nil) 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size: 4096 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size_deviation: 10 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_restart_interval: 16 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_block_restart_interval: 1 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: metadata_block_size: 4096 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: partition_filters: 0 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: use_delta_encoding: 1 2023-10-05T15:31:02.758 INFO:journalctl@ceph.mon.c.smithi173.stdout: filter_policy: bloomfilter 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: whole_key_filtering: 1 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: verify_compression: 0 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: read_amp_bytes_per_bit: 0 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: format_version: 5 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_index_compression: 1 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_align: 0 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_auto_readahead_size: 262144 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: prepopulate_block_cache: 0 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: initial_auto_readahead_size: 8192 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_file_reads_for_auto_readahead: 2 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.write_buffer_size: 33554432 2023-10-05T15:31:02.759 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_write_buffer_number: 2 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression: NoCompression 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression: Disabled 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.prefix_extractor: nullptr 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.num_levels: 7 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-05T15:31:02.760 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.level: 32767 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.strategy: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:31:02.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.enabled: false 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.target_file_size_base: 67108864 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-05T15:31:02.762 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.arena_block_size: 1048576 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-05T15:31:02.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.disable_auto_compactions: 0 2023-10-05T15:31:02.764 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-05T15:31:02.764 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.table_properties_collectors: 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.inplace_update_support: 0 2023-10-05T15:31:02.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.bloom_locality: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.max_successive_merges: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.paranoid_file_checks: 0 2023-10-05T15:31:02.766 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.force_consistency_checks: 1 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.report_bg_io_stats: 0 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.ttl: 2592000 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enable_blob_files: false 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.min_blob_size: 0 2023-10-05T15:31:02.767 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_file_size: 268435456 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.blob_file_starting_level: 0 2023-10-05T15:31:02.768 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bbf9e701-b38e-4cf2-9fd2-7ff78b456262 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519862726811, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519862727240, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696519862, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bbf9e701-b38e-4cf2-9fd2-7ff78b456262", "db_session_id": "71Y5MGU77Y316TUZFPVL", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-05T15:31:02.769 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519862727305, "job": 1, "event": "recovery_finished"} 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e1fd81a000 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: DB pointer 0x55e1fd806000 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-05T15:31:02.770 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** DB Stats ** 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-05T15:31:02.771 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-05T15:31:02.772 INFO:journalctl@ceph.mon.c.smithi173.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:31:02.773 INFO:journalctl@ceph.mon.c.smithi173.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-05T15:31:02.774 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:31:02.775 INFO:journalctl@ceph.mon.c.smithi173.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache BinnedLRUCache@0x55e1fd77d1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: using public_addr v2:172.21.15.173:0/0 -> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] 2023-10-05T15:31:02.776 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: starting mon.c rank -1 at public addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] at bind addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(???) e0 preinit fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).mds e1 new map 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).mds e1 print_map 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout: e1 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:31:02.777 INFO:journalctl@ceph.mon.c.smithi173.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout: legacy client fscid: -1 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout: No filesystems configured 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-05T15:31:02.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-05T15:31:02.779 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-05T15:31:02.779 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-05T15:31:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:02 smithi098 ceph-mon[99243]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:02 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/2668453089' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi115:/etc/ceph/ceph.conf 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Deploying cephadm binary to smithi173 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:31:03.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Added host smithi173 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:03.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi173:/etc/ceph/ceph.conf 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c;count:3 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: Deploying daemon mon.c on smithi173 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:03.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/2668453089' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expand map: {default=false} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta from 'false' to 'false' 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expanded map: {default=false} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expand map: {default=info} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta from 'info' to 'info' 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expanded map: {default=info} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expand map: {default=daemon} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expanded map: {default=daemon} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expand map: {default=debug} 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta from 'debug' to 'debug' 2023-10-05T15:31:03.152 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: expand_channel_meta expanded map: {default=debug} 2023-10-05T15:31:03.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 ceph-mon[104029]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-10-05T15:31:03.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:02 smithi173 systemd[1]: Started Ceph mon.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:31:03.518 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:31:03.518 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:31:04.078 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: mon.a calling monitor election 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: mon.c calling monitor election 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: fsmap 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: mgrmap e13: x(active, since 42s) 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: overall HEALTH_OK 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:08.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:08.174 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 -- 172.21.15.173:0/2468725926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbc00035c0 msgr2=0x7fcbc0005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:08.174 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 --2- 172.21.15.173:0/2468725926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbc00035c0 0x7fcbc0005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcbd40ff8d0 tx=0x7fcbc400feb0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.174 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 -- 172.21.15.173:0/2468725926 shutdown_connections 2023-10-05T15:31:08.175 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 --2- 172.21.15.173:0/2468725926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbc00035c0 0x7fcbc0005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.175 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 -- 172.21.15.173:0/2468725926 >> 172.21.15.173:0/2468725926 conn(0x7fcbd40fb4d0 msgr2=0x7fcbd40fd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:08.175 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 -- 172.21.15.173:0/2468725926 shutdown_connections 2023-10-05T15:31:08.175 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.171+0000 7fcbdb727700 1 -- 172.21.15.173:0/2468725926 wait complete. 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 Processor -- start 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 -- start start 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 0x7fcbd419cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbd4198c30 con 0x7fcbd41986a0 2023-10-05T15:31:08.177 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbdb727700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbd4198da0 con 0x7fcbc00035c0 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbd94c3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbd94c3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:33756/0 (socket says 172.21.15.173:33756) 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.172+0000 7fcbd94c3700 1 -- 172.21.15.173:0/1463766041 learned_addr learned my addr 172.21.15.173:0/1463766041 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd94c3700 1 -- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 msgr2=0x7fcbd4198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd94c3700 1 -- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 msgr2=0x7fcbd4198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd94c3700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd8cc2700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 0x7fcbd419cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd94c3700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd8cc2700 1 -- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 msgr2=0x7fcbd4198160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd8cc2700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.178 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd8cc2700 1 -- 172.21.15.173:0/1463766041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbc400f900 con 0x7fcbd41986a0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbd8cc2700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 0x7fcbd419cb10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcbd000b4d0 tx=0x7fcbd000b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fcbd0011630 con 0x7fcbd41986a0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbd0011c50 con 0x7fcbd41986a0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbd419d0b0 con 0x7fcbd41986a0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.173+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fcbd0010d90 con 0x7fcbd41986a0 2023-10-05T15:31:08.179 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.174+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbd419d600 con 0x7fcbd41986a0 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.175+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fcbd001a400 con 0x7fcbd41986a0 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.175+0000 7fcbca7fc700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 0x7fcbb803abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.175+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcbd004b050 con 0x7fcbd41986a0 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.175+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbd419d930 con 0x7fcbd41986a0 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.175+0000 7fcbd94c3700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 0x7fcbb803abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:08.180 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.176+0000 7fcbd94c3700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 0x7fcbb803abc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40059d0 tx=0x7fcbc4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:08.183 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.180+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcbd0039e60 con 0x7fcbd41986a0 2023-10-05T15:31:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: mon.a calling monitor election 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: mon.c calling monitor election 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: fsmap 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: mgrmap e13: x(active, since 42s) 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: overall HEALTH_OK 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:08.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:08.449 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.446+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fcbd419d240 con 0x7fcbd41986a0 2023-10-05T15:31:08.449 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.446+0000 7fcbca7fc700 1 -- 172.21.15.173:0/1463766041 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7fcbd419d240 con 0x7fcbd41986a0 2023-10-05T15:31:08.450 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:31:08.450 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":2,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:31:02.752909Z","created":"2023-10-05T15:29:28.075843Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-05T15:31:08.451 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 msgr2=0x7fcbb803abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:08.451 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 0x7fcbb803abc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcbc40059d0 tx=0x7fcbc4005960 comp rx=0 tx=0).stop 2023-10-05T15:31:08.451 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 msgr2=0x7fcbd419cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 0x7fcbd419cb10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcbd000b4d0 tx=0x7fcbd000b890 comp rx=0 tx=0).stop 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 shutdown_connections 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcbb8038700 0x7fcbb803abc0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbc00035c0 0x7fcbd4198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 --2- 172.21.15.173:0/1463766041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcbd41986a0 0x7fcbd419cb10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 >> 172.21.15.173:0/1463766041 conn(0x7fcbd40fb4d0 msgr2=0x7fcbd418c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 shutdown_connections 2023-10-05T15:31:08.452 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:08.448+0000 7fcbdb727700 1 -- 172.21.15.173:0/1463766041 wait complete. 2023-10-05T15:31:08.453 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 2 2023-10-05T15:31:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:09.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: Deploying daemon mon.b on smithi115 2023-10-05T15:31:09.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/1463766041' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:09.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: Deploying daemon mon.b on smithi115 2023-10-05T15:31:09.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/1463766041' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:09.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:09.838 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:31:09.838 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:31:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:09 smithi173 ceph-mon[104029]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:09 smithi098 ceph-mon[99243]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:10.405 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:31:10.690 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 systemd[1]: Starting Ceph mon.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:31:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 podman[103651]: 2023-10-05T15:31:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: set uid:gid to 167:167 (ceph:ceph) 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev), process ceph-mon, pid 7 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pidfile_write: ignore empty --pid-file 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: load: jerasure load: lrc 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: RocksDB version: 7.9.2 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Git sha 0 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Compile date 2023-10-05 12:06:36 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: DB SUMMARY 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: DB Session ID: 6ZHNTH8O9APNNVXXOL85 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: CURRENT file: CURRENT 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: IDENTITY file: IDENTITY 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-05T15:31:11.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.error_if_exists: 0 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.create_if_missing: 0 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.paranoid_checks: 1 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.env: 0x563ee10cfda0 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.fs: PosixFileSystem 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.info_log: 0x563ee1d635c0 2023-10-05T15:31:11.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_file_opening_threads: 16 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.statistics: (nil) 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.use_fsync: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_log_file_size: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.keep_log_file_num: 1000 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.recycle_log_file_num: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_fallocate: 1 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_mmap_reads: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_mmap_writes: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.use_direct_reads: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.create_missing_column_families: 0 2023-10-05T15:31:11.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.db_log_dir: 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.wal_dir: 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.advise_random_on_open: 1 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.db_write_buffer_size: 0 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.write_buffer_manager: 0x563ee1d1b360 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-05T15:31:11.168 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.rate_limiter: (nil) 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.wal_recovery_mode: 2 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enable_thread_tracking: 0 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enable_pipelined_write: 0 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.unordered_write: 0 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.row_cache: None 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.wal_filter: None 2023-10-05T15:31:11.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_ingest_behind: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.two_write_queues: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.manual_wal_flush: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.wal_compression: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.atomic_flush: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.log_readahead_size: 0 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-05T15:31:11.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.best_efforts_recovery: 0 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 bash[103651]: 1ada3ca8418061ddbf16c9fbdf3ab89a5b02386d58d873ff49a92f814eb573b2 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.allow_data_in_errors: 0 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.db_host_id: __hostname__ 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_background_jobs: 2 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_background_compactions: -1 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_subcompactions: 1 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_total_wal_size: 0 2023-10-05T15:31:11.171 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_open_files: -1 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bytes_per_sync: 0 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_readahead_size: 0 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_background_flushes: -1 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Compression algorithms supported: 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-05T15:31:11.172 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kZSTD supported: 0 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kXpressCompression supported: 0 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kLZ4HCCompression supported: 1 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kZlibCompression supported: 1 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kSnappyCompression supported: 1 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kLZ4Compression supported: 1 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: kBZip2Compression supported: 0 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-05T15:31:11.173 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.merge_operator: 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_filter: None 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_filter_factory: None 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.sst_partitioner_factory: None 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563ee1d636c0) 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout: cache_index_and_filter_blocks: 1 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout: pin_top_level_index_and_filter: 1 2023-10-05T15:31:11.174 INFO:journalctl@ceph.mon.b.smithi115.stdout: index_type: 0 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: data_block_index_type: 0 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: index_shortening: 1 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: checksum: 4 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: no_block_cache: 0 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_cache: 0x563ee1db91f0 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_cache_name: BinnedLRUCache 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_cache_options: 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: capacity : 536870912 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: num_shard_bits : 4 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: strict_capacity_limit : 0 2023-10-05T15:31:11.175 INFO:journalctl@ceph.mon.b.smithi115.stdout: high_pri_pool_ratio: 0.000 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_cache_compressed: (nil) 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: persistent_cache: (nil) 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_size: 4096 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_size_deviation: 10 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_restart_interval: 16 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: index_block_restart_interval: 1 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: metadata_block_size: 4096 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: partition_filters: 0 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: use_delta_encoding: 1 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: filter_policy: bloomfilter 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: whole_key_filtering: 1 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: verify_compression: 0 2023-10-05T15:31:11.176 INFO:journalctl@ceph.mon.b.smithi115.stdout: read_amp_bytes_per_bit: 0 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: format_version: 5 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: enable_index_compression: 1 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: block_align: 0 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: max_auto_readahead_size: 262144 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: prepopulate_block_cache: 0 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: initial_auto_readahead_size: 8192 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout: num_file_reads_for_auto_readahead: 2 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.write_buffer_size: 33554432 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_write_buffer_number: 2 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression: NoCompression 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression: Disabled 2023-10-05T15:31:11.177 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.prefix_extractor: nullptr 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.num_levels: 7 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-05T15:31:11.178 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-05T15:31:11.179 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-05T15:31:11.179 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.level: 32767 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.strategy: 0 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.enabled: false 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.target_file_size_base: 67108864 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-05T15:31:11.181 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.arena_block_size: 1048576 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.disable_auto_compactions: 0 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-05T15:31:11.182 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.table_properties_collectors: 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.inplace_update_support: 0 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-05T15:31:11.183 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.bloom_locality: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.max_successive_merges: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.paranoid_file_checks: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.force_consistency_checks: 1 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.report_bg_io_stats: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.ttl: 2592000 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-05T15:31:11.184 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enable_blob_files: false 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.min_blob_size: 0 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_file_size: 268435456 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.blob_file_starting_level: 0 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-05T15:31:11.185 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 755f0f33-ad47-4668-b0c2-42b7e145ea20 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519870872368, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519870872916, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696519870, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "755f0f33-ad47-4668-b0c2-42b7e145ea20", "db_session_id": "6ZHNTH8O9APNNVXXOL85", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696519870873007, "job": 1, "event": "recovery_finished"} 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563ee1e56000 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: DB pointer 0x563ee1e42000 2023-10-05T15:31:11.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: ** DB Stats ** 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: ** Compaction Stats [default] ** 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:31:11.187 INFO:journalctl@ceph.mon.b.smithi115.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: ** Compaction Stats [default] ** 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.188 INFO:journalctl@ceph.mon.b.smithi115.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Block cache BinnedLRUCache@0x563ee1db91f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-05T15:31:11.189 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: using public_addr v2:172.21.15.115:0/0 -> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: starting mon.b rank -1 at public addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] at bind addrs [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(???) e0 preinit fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).mds e1 new map 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).mds e1 print_map 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: e1 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: legacy client fscid: -1 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: 2023-10-05T15:31:11.190 INFO:journalctl@ceph.mon.b.smithi115.stdout: No filesystems configured 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi115:/etc/ceph/ceph.conf 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Deploying cephadm binary to smithi173 2023-10-05T15:31:11.191 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi115:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Added host smithi173 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.192 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi173:/etc/ceph/ceph.conf 2023-10-05T15:31:11.193 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Updating smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/985923438' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Saving service mon spec with placement smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c;count:3 2023-10-05T15:31:11.194 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Deploying daemon mon.c on smithi173 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/2668453089' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:11.195 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.a calling monitor election 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.c calling monitor election 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:11.196 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: monmap e2: 2 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: fsmap 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mgrmap e13: x(active, since 42s) 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: overall HEALTH_OK 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: Deploying daemon mon.b on smithi115 2023-10-05T15:31:11.197 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/1463766041' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expand map: {default=false} 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta from 'false' to 'false' 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expanded map: {default=false} 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expand map: {default=info} 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta from 'info' to 'info' 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expanded map: {default=info} 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expand map: {default=daemon} 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-05T15:31:11.198 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expanded map: {default=daemon} 2023-10-05T15:31:11.199 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expand map: {default=debug} 2023-10-05T15:31:11.199 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta from 'debug' to 'debug' 2023-10-05T15:31:11.199 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: expand_channel_meta expanded map: {default=debug} 2023-10-05T15:31:11.199 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 ceph-mon[103691]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-05T15:31:11.199 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:10 smithi115 systemd[1]: Started Ceph mon.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/805069796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d41059b0 msgr2=0x7fa0c0007820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/805069796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d41059b0 0x7fa0c0007820 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4005fa0 tx=0x7fa0c400ff70 comp rx=0 tx=0).stop 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/805069796 shutdown_connections 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/805069796 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d41059b0 0x7fa0c0007820 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/805069796 >> 172.21.15.173:0/805069796 conn(0x7fa0d4076520 msgr2=0x7fa0d4076930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/805069796 shutdown_connections 2023-10-05T15:31:15.948 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.943+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/805069796 wait complete. 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.944+0000 7fa0dc4e8700 1 Processor -- start 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.944+0000 7fa0dc4e8700 1 -- start start 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 0x7fa0d419d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d4198de0 con 0x7fa0d419d0a0 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d41a4e10 con 0x7fa0d41986f0 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0dc4e8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d41a4f50 con 0x7fa0d41059b0 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:33784/0 (socket says 172.21.15.173:33784) 2023-10-05T15:31:15.949 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 -- 172.21.15.173:0/2758251896 learned_addr learned my addr 172.21.15.173:0/2758251896 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 0x7fa0d419d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 msgr2=0x7fa0d41981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 msgr2=0x7fa0d41981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0d9a83700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0da284700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0d9a83700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 msgr2=0x7fa0d419cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0d9a83700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 msgr2=0x7fa0d419cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0d9a83700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0d9a83700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 msgr2=0x7fa0d41981b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 msgr2=0x7fa0d419cb60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.945+0000 7fa0daa85700 1 -- 172.21.15.173:0/2758251896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c400f970 con 0x7fa0d419d0a0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0daa85700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 0x7fa0d419d550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00bd50 tx=0x7fa0cc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc00cd10 con 0x7fa0d419d0a0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0cc00ce70 con 0x7fa0d419d0a0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc012840 con 0x7fa0d419d0a0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0d41a5230 con 0x7fa0d419d0a0 2023-10-05T15:31:15.951 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.946+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0d41a56e0 con 0x7fa0d419d0a0 2023-10-05T15:31:15.952 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.947+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fa0cc0129c0 con 0x7fa0d419d0a0 2023-10-05T15:31:15.952 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.947+0000 7fa0cb7fe700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 0x7fa0b803b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:15.952 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.947+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa0cc04ae20 con 0x7fa0d419d0a0 2023-10-05T15:31:15.952 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.947+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0d40624e0 con 0x7fa0d419d0a0 2023-10-05T15:31:15.953 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.947+0000 7fa0da284700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 0x7fa0b803b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:15.953 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.948+0000 7fa0da284700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 0x7fa0b803b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa0c40127e0 tx=0x7fa0c4005690 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:15.954 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:15.952+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa0cc01d3b0 con 0x7fa0d419d0a0 2023-10-05T15:31:16.243 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.240+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fa0d40008d0 con 0x7fa0d419d0a0 2023-10-05T15:31:16.243 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.241+0000 7fa0cb7fe700 1 -- 172.21.15.173:0/2758251896 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1274 (secure 0 0 0) 0x7fa0cc0112a0 con 0x7fa0d419d0a0 2023-10-05T15:31:16.243 INFO:teuthology.orchestra.run.smithi173.stdout: 2023-10-05T15:31:16.243 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":3,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:31:10.901574Z","created":"2023-10-05T15:29:28.075843Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:3300","nonce":0},{"type":"v1","addr":"172.21.15.98:6789","nonce":0}]},"addr":"172.21.15.98:6789/0","public_addr":"172.21.15.98:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:3300","nonce":0},{"type":"v1","addr":"172.21.15.115:6789","nonce":0}]},"addr":"172.21.15.115:6789/0","public_addr":"172.21.15.115:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-05T15:31:16.245 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 msgr2=0x7fa0b803b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:16.245 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 0x7fa0b803b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa0c40127e0 tx=0x7fa0c4005690 comp rx=0 tx=0).stop 2023-10-05T15:31:16.245 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 msgr2=0x7fa0d419d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 0x7fa0d419d550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00bd50 tx=0x7fa0cc00be30 comp rx=0 tx=0).stop 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 shutdown_connections 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa0b8038d90 0x7fa0b803b250 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa0d419d0a0 0x7fa0d419d550 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0d41059b0 0x7fa0d41981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 --2- 172.21.15.173:0/2758251896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa0d41986f0 0x7fa0d419cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 >> 172.21.15.173:0/2758251896 conn(0x7fa0d4076520 msgr2=0x7fa0d418cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 shutdown_connections 2023-10-05T15:31:16.246 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:16.243+0000 7fa0dc4e8700 1 -- 172.21.15.173:0/2758251896 wait complete. 2023-10-05T15:31:16.247 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 3 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: mon.a calling monitor election 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: mon.c calling monitor election 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.273 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: fsmap 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: mgrmap e13: x(active, since 50s) 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:31:16.274 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: mon.b (rank 2) addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] is down (out of quorum) 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.275 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: mon.a calling monitor election 2023-10-05T15:31:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: mon.c calling monitor election 2023-10-05T15:31:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: fsmap 2023-10-05T15:31:16.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: mgrmap e13: x(active, since 50s) 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: mon.b (rank 2) addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] is down (out of quorum) 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:16.570 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-05T15:31:16.570 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-05T15:31:17.139 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:31:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:16 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:16 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/2758251896' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:16 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:17.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:16 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:17.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:16 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/2758251896' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:17.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:16 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:31:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: mon.a calling monitor election 2023-10-05T15:31:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: mon.c calling monitor election 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:31:18.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: fsmap 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: mgrmap e13: x(active, since 50s) 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: mon.b (rank 2) addr [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] is down (out of quorum) 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:18.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/2758251896' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:31:18.417 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.436+0000 7fb27e8e5700 1 -- 172.21.15.98:0/4019604225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 msgr2=0x7fb278105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.436+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/4019604225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278105c30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb268009910 tx=0x7fb268009c20 comp rx=0 tx=0).stop 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.436+0000 7fb27e8e5700 1 -- 172.21.15.98:0/4019604225 shutdown_connections 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/4019604225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278105c30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 -- 172.21.15.98:0/4019604225 >> 172.21.15.98:0/4019604225 conn(0x7fb2780fb360 msgr2=0x7fb2780fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:18.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 -- 172.21.15.98:0/4019604225 shutdown_connections 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 -- 172.21.15.98:0/4019604225 wait complete. 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 Processor -- start 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.437+0000 7fb27e8e5700 1 -- start start 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb278197360 0x7fb2781977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb27819fe90 0x7fb2781a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2781a29d0 con 0x7fb278105850 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2781a2b40 con 0x7fb27819fe90 2023-10-05T15:31:18.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2781a2d00 con 0x7fb278197360 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42052/0 (socket says 172.21.15.98:42052) 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 -- 172.21.15.98:0/415671246 learned_addr learned my addr 172.21.15.98:0/415671246 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27ce82700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb27819fe90 0x7fb2781a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb2777fe700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb278197360 0x7fb2781977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 -- 172.21.15.98:0/415671246 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb278197360 msgr2=0x7fb2781977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb278197360 0x7fb2781977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 -- 172.21.15.98:0/415671246 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb27819fe90 msgr2=0x7fb2781a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb27819fe90 0x7fb2781a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 -- 172.21.15.98:0/415671246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2680095f0 con 0x7fb278105850 2023-10-05T15:31:18.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb277fff700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb268004cb0 tx=0x7fb268004d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26801d070 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb26800be20 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2781a2fe0 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26800f460 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.438+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2781a3450 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.439+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fb26800f5c0 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.439+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2780624e0 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.439+0000 7fb2757fa700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 0x7fb26003b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.440+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb26804ca00 con 0x7fb278105850 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.440+0000 7fb2777fe700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 0x7fb26003b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:18.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.440+0000 7fb2777fe700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 0x7fb26003b200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb278069a50 tx=0x7fb26c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:18.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.444+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb26802c440 con 0x7fb278105850 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.640+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fb278068f60 con 0x7fb278105850 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.641+0000 7fb2757fa700 1 -- 172.21.15.98:0/415671246 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7fb268027020 con 0x7fb278105850 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stdout:# minimal ceph.conf for de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stdout:[global] 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stdout: fsid = de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:31:18.643 INFO:teuthology.orchestra.run.smithi098.stdout: mon_host = [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 msgr2=0x7fb26003b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 0x7fb26003b200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb278069a50 tx=0x7fb26c008040 comp rx=0 tx=0).stop 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 msgr2=0x7fb278196e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb268004cb0 tx=0x7fb268004d90 comp rx=0 tx=0).stop 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 shutdown_connections 2023-10-05T15:31:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb260038d40 0x7fb26003b200 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb27819fe90 0x7fb2781a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb278105850 0x7fb278196e20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 --2- 172.21.15.98:0/415671246 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb278197360 0x7fb2781977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 >> 172.21.15.98:0/415671246 conn(0x7fb2780fb360 msgr2=0x7fb278101350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 shutdown_connections 2023-10-05T15:31:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:18.643+0000 7fb27e8e5700 1 -- 172.21.15.98:0/415671246 wait complete. 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mon.b calling monitor election 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mon.b calling monitor election 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mon.c calling monitor election 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mon.a calling monitor election 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: fsmap 2023-10-05T15:31:18.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: mgrmap e13: x(active, since 52s) 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: overall HEALTH_OK 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:18.944 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:18 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/415671246' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mon.b calling monitor election 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mon.b calling monitor election 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mon.c calling monitor election 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mon.a calling monitor election 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: fsmap 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: mgrmap e13: x(active, since 52s) 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:31:19.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: overall HEALTH_OK 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:19.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:19.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:19.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:18 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/415671246' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mon.b calling monitor election 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mon.b calling monitor election 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mon.c calling monitor election 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mon.a calling monitor election 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: monmap e3: 3 mons at {a=[v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0],b=[v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0],c=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: fsmap 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: mgrmap e13: x(active, since 52s) 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:31:19.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: overall HEALTH_OK 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:19.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:19.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:19.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:19.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:18 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/415671246' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:19.589 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-05T15:31:19.589 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:31:19.589 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:31:19.619 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:31:19.619 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:19.686 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:31:19.686 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:31:19.720 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:31:19.720 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:19.788 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:31:19.788 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:31:19.824 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:31:19.824 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:31:19.893 INFO:tasks.cephadm:Adding mgr.x on smithi098 2023-10-05T15:31:19.894 INFO:tasks.cephadm:Adding mgr.y on smithi115 2023-10-05T15:31:19.894 INFO:tasks.cephadm:Adding mgr.z on smithi173 2023-10-05T15:31:19.894 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch apply mgr '3;smithi098=x;smithi115=y;smithi173=z' 2023-10-05T15:31:20.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:31:20.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: Reconfiguring daemon mon.a on smithi098 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:20.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: Reconfiguring daemon mon.a on smithi098 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:20.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:20.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:31:20.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: Reconfiguring daemon mon.a on smithi098 2023-10-05T15:31:20.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:31:20.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:20.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:20.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:20.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:20.486 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:31:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:20 smithi098 ceph-mon[99243]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:20 smithi098 ceph-mon[99243]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:31:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:20 smithi098 ceph-mon[99243]: Reconfiguring daemon mon.b on smithi115 2023-10-05T15:31:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:20 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:21.060 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:20 smithi173 ceph-mon[104029]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:21.060 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:20 smithi173 ceph-mon[104029]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:31:21.060 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:20 smithi173 ceph-mon[104029]: Reconfiguring daemon mon.b on smithi115 2023-10-05T15:31:21.060 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:20 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:20 smithi115 ceph-mon[103691]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:20 smithi115 ceph-mon[103691]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:31:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:20 smithi115 ceph-mon[103691]: Reconfiguring daemon mon.b on smithi115 2023-10-05T15:31:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:20 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 -- 172.21.15.173:0/822103798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 msgr2=0x7f6f10101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 --2- 172.21.15.173:0/822103798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f10101420 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6f04009910 tx=0x7f6f04009c20 comp rx=0 tx=0).stop 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 -- 172.21.15.173:0/822103798 shutdown_connections 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 --2- 172.21.15.173:0/822103798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f10101420 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 -- 172.21.15.173:0/822103798 >> 172.21.15.173:0/822103798 conn(0x7f6f100fa6f0 msgr2=0x7f6f100fcb50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:21.913 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 -- 172.21.15.173:0/822103798 shutdown_connections 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.907+0000 7f6f16b47700 1 -- 172.21.15.173:0/822103798 wait complete. 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 Processor -- start 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 -- start start 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f100ff6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 0x7f6f1019aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1019e0a0 con 0x7f6f10101000 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1019e210 con 0x7f6f10198af0 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f16b47700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1019e3d0 con 0x7f6f1019b470 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f150e4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f150e4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:33798/0 (socket says 172.21.15.173:33798) 2023-10-05T15:31:21.914 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f148e3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f100ff6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.908+0000 7f6f150e4700 1 -- 172.21.15.173:0/1308885471 learned_addr learned my addr 172.21.15.173:0/1308885471 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f0ffff700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 0x7f6f1019aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 -- 172.21.15.173:0/1308885471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 msgr2=0x7f6f1019aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 0x7f6f1019aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 -- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 msgr2=0x7f6f100ff6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f100ff6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 -- 172.21.15.173:0/1308885471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f040095f0 con 0x7f6f1019b470 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f0ffff700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 0x7f6f1019aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f148e3700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f100ff6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f150e4700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6f0800ba50 tx=0x7f6f0800bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:21.915 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0800c9b0 con 0x7f6f1019b470 2023-10-05T15:31:21.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f08014440 con 0x7f6f1019b470 2023-10-05T15:31:21.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f1019e6b0 con 0x7f6f1019b470 2023-10-05T15:31:21.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f08007590 con 0x7f6f1019b470 2023-10-05T15:31:21.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.909+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f1019ebe0 con 0x7f6f1019b470 2023-10-05T15:31:21.916 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.910+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f6f0800cb10 con 0x7f6f1019b470 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.910+0000 7f6f0dffb700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 0x7f6f0003b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.910+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6f0804ab40 con 0x7f6f1019b470 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.910+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f1018e4c0 con 0x7f6f1019b470 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.911+0000 7f6f148e3700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 0x7f6f0003b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.911+0000 7f6f148e3700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 0x7f6f0003b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6f04005130 tx=0x7f6f04005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:21.917 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:21.915+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6f080077b0 con 0x7f6f1019b470 2023-10-05T15:31:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:31:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:22.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:22.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: Reconfiguring daemon mon.c on smithi173 2023-10-05T15:31:22.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:21 smithi098 ceph-mon[99243]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:22.091 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: Reconfiguring daemon mon.c on smithi173 2023-10-05T15:31:22.092 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:21 smithi173 ceph-mon[104029]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:22.119 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.117+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi098=x;smithi115=y;smithi173=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f6f1002d080 con 0x7f6f00038d40 2023-10-05T15:31:22.126 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.124+0000 7f6f0dffb700 1 -- 172.21.15.173:0/1308885471 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f6f1002d080 con 0x7f6f00038d40 2023-10-05T15:31:22.126 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mgr update... 2023-10-05T15:31:22.128 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 msgr2=0x7f6f0003b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:22.128 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 0x7f6f0003b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6f04005130 tx=0x7f6f04005fd0 comp rx=0 tx=0).stop 2023-10-05T15:31:22.128 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 msgr2=0x7f6f1019d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6f0800ba50 tx=0x7f6f0800bd60 comp rx=0 tx=0).stop 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 shutdown_connections 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f00038d40 0x7f6f0003b200 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f1019b470 0x7f6f1019d900 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f10101000 0x7f6f100ff6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 --2- 172.21.15.173:0/1308885471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f10198af0 0x7f6f1019aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 >> 172.21.15.173:0/1308885471 conn(0x7f6f100fa6f0 msgr2=0x7f6f100fb450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 shutdown_connections 2023-10-05T15:31:22.129 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:31:22.126+0000 7f6f16b47700 1 -- 172.21.15.173:0/1308885471 wait complete. 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: Reconfiguring daemon mon.c on smithi173 2023-10-05T15:31:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:21 smithi115 ceph-mon[103691]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:22.462 DEBUG:teuthology.orchestra.run.smithi115:mgr.y> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.y.service 2023-10-05T15:31:22.465 DEBUG:teuthology.orchestra.run.smithi173:mgr.z> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.z.service 2023-10-05T15:31:22.467 INFO:tasks.cephadm:Deploying OSDs... 2023-10-05T15:31:22.468 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:31:22.468 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:31:22.488 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:31:22.488 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_1 2023-10-05T15:31:22.496 INFO:journalctl@ceph.mgr.z.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:31:22.499 INFO:journalctl@ceph.mgr.y.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:31:22.549 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:31:22.549 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:22.549 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 391553 Links: 1 2023-10-05T15:31:22.549 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:22.550 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:22.550 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-10-05 15:30:36.423312844 +0000 2023-10-05T15:31:22.550 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-10-05 15:24:52.172124010 +0000 2023-10-05T15:31:22.550 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-10-05 15:24:52.172124010 +0000 2023-10-05T15:31:22.550 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-10-05T15:31:22.550 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:31:22.619 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-10-05T15:31:22.620 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-10-05T15:31:22.620 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.00026553 s, 1.9 MB/s 2023-10-05T15:31:22.621 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:31:22.681 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_2 2023-10-05T15:31:22.741 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:31:22.741 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 386705 Links: 1 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-10-05 15:30:36.484312104 +0000 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-10-05 15:24:52.716117500 +0000 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-10-05 15:24:52.716117500 +0000 2023-10-05T15:31:22.742 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-10-05T15:31:22.742 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:31:22.810 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-10-05T15:31:22.810 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-10-05T15:31:22.810 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000252208 s, 2.0 MB/s 2023-10-05T15:31:22.811 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:31:22.871 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_3 2023-10-05T15:31:22.930 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 393422 Links: 1 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-10-05 15:30:36.540311425 +0000 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-10-05 15:24:53.198111732 +0000 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-10-05 15:24:53.198111732 +0000 2023-10-05T15:31:22.931 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-10-05T15:31:22.931 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:31:22.998 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-10-05T15:31:22.998 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-10-05T15:31:22.998 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000258447 s, 2.0 MB/s 2023-10-05T15:31:22.999 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:31:23.057 DEBUG:teuthology.orchestra.run.smithi098:> stat /dev/vg_nvme/lv_4 2023-10-05T15:31:23.115 INFO:teuthology.orchestra.run.smithi098.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:31:23.115 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 6h/6d Inode: 386873 Links: 1 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 2023-10-05 15:30:36.591310806 +0000 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-10-05 15:24:53.701105713 +0000 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-10-05 15:24:53.701105713 +0000 2023-10-05T15:31:23.116 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: - 2023-10-05T15:31:23.116 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:31:23.182 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records in 2023-10-05T15:31:23.182 INFO:teuthology.orchestra.run.smithi098.stderr:1+0 records out 2023-10-05T15:31:23.182 INFO:teuthology.orchestra.run.smithi098.stderr:512 bytes copied, 0.000226592 s, 2.3 MB/s 2023-10-05T15:31:23.183 DEBUG:teuthology.orchestra.run.smithi098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:31:23.242 DEBUG:teuthology.orchestra.run.smithi115:> set -ex 2023-10-05T15:31:23.242 DEBUG:teuthology.orchestra.run.smithi115:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:31:23.263 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:31:23.263 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_1 2023-10-05T15:31:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi098=x;smithi115=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: Saving service mgr spec with placement smithi098=x;smithi115=y;smithi173=z;count:3 2023-10-05T15:31:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:23 smithi098 ceph-mon[99243]: Deploying daemon mgr.z on smithi173 2023-10-05T15:31:23.323 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 6h/6d Inode: 385976 Links: 1 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2023-10-05 15:31:10.371039558 +0000 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2023-10-05 15:25:06.630035782 +0000 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2023-10-05 15:25:06.630035782 +0000 2023-10-05T15:31:23.324 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: - 2023-10-05T15:31:23.324 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:31:23.392 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi098=x;smithi115=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:23.392 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: Saving service mgr spec with placement smithi098=x;smithi115=y;smithi173=z;count:3 2023-10-05T15:31:23.392 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.392 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.392 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.393 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:23 smithi115 ceph-mon[103691]: Deploying daemon mgr.z on smithi173 2023-10-05T15:31:23.394 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2023-10-05T15:31:23.394 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2023-10-05T15:31:23.395 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000330268 s, 1.6 MB/s 2023-10-05T15:31:23.396 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:31:23.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi098=x;smithi115=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:23.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: Saving service mgr spec with placement smithi098=x;smithi115=y;smithi173=z;count:3 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:23.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:23 smithi173 ceph-mon[104029]: Deploying daemon mgr.z on smithi173 2023-10-05T15:31:23.457 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_2 2023-10-05T15:31:23.516 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:31:23.516 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 6h/6d Inode: 390966 Links: 1 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2023-10-05 15:31:10.371039558 +0000 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2023-10-05 15:25:07.136026437 +0000 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2023-10-05 15:25:07.136026437 +0000 2023-10-05T15:31:23.517 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: - 2023-10-05T15:31:23.517 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:31:23.584 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2023-10-05T15:31:23.585 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2023-10-05T15:31:23.585 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000259444 s, 2.0 MB/s 2023-10-05T15:31:23.586 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:31:23.645 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_3 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 6h/6d Inode: 391048 Links: 1 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2023-10-05 15:31:10.371039558 +0000 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2023-10-05 15:25:07.639017147 +0000 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2023-10-05 15:25:07.639017147 +0000 2023-10-05T15:31:23.705 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: - 2023-10-05T15:31:23.706 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:31:23.773 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2023-10-05T15:31:23.773 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2023-10-05T15:31:23.773 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.000296539 s, 1.7 MB/s 2023-10-05T15:31:23.774 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:31:23.832 DEBUG:teuthology.orchestra.run.smithi115:> stat /dev/vg_nvme/lv_4 2023-10-05T15:31:23.890 INFO:teuthology.orchestra.run.smithi115.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:31:23.890 INFO:teuthology.orchestra.run.smithi115.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:23.890 INFO:teuthology.orchestra.run.smithi115.stdout:Device: 6h/6d Inode: 396290 Links: 1 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout:Access: 2023-10-05 15:31:10.371039558 +0000 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout:Modify: 2023-10-05 15:25:08.140007894 +0000 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout:Change: 2023-10-05 15:25:08.140007894 +0000 2023-10-05T15:31:23.891 INFO:teuthology.orchestra.run.smithi115.stdout: Birth: - 2023-10-05T15:31:23.891 DEBUG:teuthology.orchestra.run.smithi115:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:31:23.896 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:23 smithi173 systemd[1]: Starting Ceph mgr.z for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:31:23.956 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records in 2023-10-05T15:31:23.956 INFO:teuthology.orchestra.run.smithi115.stderr:1+0 records out 2023-10-05T15:31:23.957 INFO:teuthology.orchestra.run.smithi115.stderr:512 bytes copied, 0.00019816 s, 2.6 MB/s 2023-10-05T15:31:23.957 DEBUG:teuthology.orchestra.run.smithi115:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:31:24.015 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2023-10-05T15:31:24.015 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:31:24.034 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:31:24.034 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2023-10-05T15:31:24.091 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 389699 Links: 1 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-10-05 15:31:23.588611111 +0000 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-10-05 15:25:05.557352856 +0000 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-10-05 15:25:05.557352856 +0000 2023-10-05T15:31:24.092 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-10-05T15:31:24.092 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:31:24.160 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-10-05T15:31:24.161 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-10-05T15:31:24.161 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.00022843 s, 2.2 MB/s 2023-10-05T15:31:24.162 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:31:24.219 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2023-10-05T15:31:24.222 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-mon[104029]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:24.223 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:23 smithi173 podman[105861]: 2023-10-05T15:31:24.223 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 bash[105861]: 9b9d4b864cb8732e9b5fcf2761ec9225a04e0629fbecd570df5fc196cc4b50a2 2023-10-05T15:31:24.223 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-mgr[105960]: -- 172.21.15.173:0/4176343420 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559d95fd31e0 con 0x559d95fa8800 2023-10-05T15:31:24.239 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:31:24.239 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:24.239 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 387737 Links: 1 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-10-05 15:31:23.588611111 +0000 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-10-05 15:25:06.101340918 +0000 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-10-05 15:25:06.101340918 +0000 2023-10-05T15:31:24.240 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-10-05T15:31:24.240 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:31:24.306 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-10-05T15:31:24.306 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-10-05T15:31:24.306 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000239404 s, 2.1 MB/s 2023-10-05T15:31:24.307 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:31:24.365 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2023-10-05T15:31:24.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:24 smithi115 ceph-mon[103691]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:24.422 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:31:24.422 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:24.422 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 390518 Links: 1 2023-10-05T15:31:24.422 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:24.422 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:24.423 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-10-05 15:31:23.588611111 +0000 2023-10-05T15:31:24.423 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-10-05 15:25:06.609329770 +0000 2023-10-05T15:31:24.423 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-10-05 15:25:06.609329770 +0000 2023-10-05T15:31:24.423 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-10-05T15:31:24.423 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:31:24.485 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 systemd[1]: Started Ceph mgr.z for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:31:24.485 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:24.317+0000 7fdbc504c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:31:24.485 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:24.401+0000 7fdbc504c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:31:24.488 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-10-05T15:31:24.488 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-10-05T15:31:24.488 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.00023707 s, 2.2 MB/s 2023-10-05T15:31:24.489 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:31:24.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:24 smithi098 ceph-mon[99243]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:24.545 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2023-10-05T15:31:24.602 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 6h/6d Inode: 387873 Links: 1 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2023-10-05 15:31:23.588611111 +0000 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2023-10-05 15:25:07.127318403 +0000 2023-10-05T15:31:24.603 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2023-10-05 15:25:07.127318403 +0000 2023-10-05T15:31:24.604 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2023-10-05T15:31:24.604 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:31:24.670 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2023-10-05T15:31:24.670 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2023-10-05T15:31:24.671 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000197469 s, 2.6 MB/s 2023-10-05T15:31:24.672 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:31:24.729 INFO:tasks.cephadm:Deploying osd.0 on smithi098 with /dev/vg_nvme/lv_4... 2023-10-05T15:31:24.729 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:31:24.771 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:24.494+0000 7fdbc504c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:31:24.771 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:24.590+0000 7fdbc504c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:31:24.771 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:24.769+0000 7fdbc504c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:31:25.292 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:31:25.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-mon[104029]: Deploying daemon mgr.y on smithi115 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:25.131+0000 7fdbc504c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:31:25.398 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:25.261+0000 7fdbc504c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:31:25.399 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:25.351+0000 7fdbc504c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:31:25.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:25.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:25.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:25.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:25.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:25 smithi098 ceph-mon[99243]: Deploying daemon mgr.y on smithi115 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:25.554 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:25 smithi115 ceph-mon[103691]: Deploying daemon mgr.y on smithi115 2023-10-05T15:31:25.863 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:25.445+0000 7fdbc504c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:31:25.914 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:25 smithi115 systemd[1]: Starting Ceph mgr.y for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:31:26.146 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:25.861+0000 7fdbc504c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:31:26.347 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-mon[103691]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:26.347 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 podman[105129]: 2023-10-05T15:31:26.617 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:26 smithi173 ceph-mon[104029]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:26.617 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:26.528+0000 7fdbc504c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:31:26.650 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 bash[105129]: b222998e6c0149a0eb63080a995c8f72cbd40ba08b2bb10cd44b18263561858c 2023-10-05T15:31:26.650 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-mgr[105169]: -- 172.21.15.115:0/4102042381 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5631ae9c71e0 con 0x5631ae99cc00 2023-10-05T15:31:26.650 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 systemd[1]: Started Ceph mgr.y for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:31:26.651 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:26.468+0000 7f7269ebf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:31:26.651 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:26.549+0000 7f7269ebf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:31:26.651 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:26.647+0000 7f7269ebf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:31:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:26 smithi098 ceph-mon[99243]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:26.896 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:26.615+0000 7fdbc504c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:31:26.913 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:26.746+0000 7f7269ebf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:31:26.948 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:31:26.948 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:31:26.949 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-10-05T15:31:26.949 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-10-05T15:31:26.949 INFO:teuthology.orchestra.run.smithi098.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111811 s, 938 MB/s 2023-10-05T15:31:26.949 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-10-05T15:31:27.327 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:26.926+0000 7f7269ebf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:31:27.447 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi098:vg_nvme/lv_4 2023-10-05T15:31:27.659 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:27.324+0000 7f7269ebf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:27.459+0000 7f7269ebf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:27.555+0000 7f7269ebf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:27.657+0000 7f7269ebf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.660 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:27.446+0000 7fdbc504c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:27.541+0000 7fdbc504c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:28.004 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:31:28.018 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:27.721+0000 7fdbc504c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:31:28.395 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:28.015+0000 7fdbc504c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:31:28.396 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:28.246+0000 7fdbc504c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:31:28.413 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:28.101+0000 7f7269ebf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:31:28.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:28.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.512 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:28.513 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:28.646 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:28.393+0000 7fdbc504c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:31:28.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:28.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:28.769 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:31:28.770 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:29.146 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:28.655+0000 7fdbc504c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:31:29.163 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:28.767+0000 7f7269ebf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:31:29.164 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:28.848+0000 7f7269ebf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 -- 172.21.15.98:0/2016729959 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854101990 msgr2=0x7f18541082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 --2- 172.21.15.98:0/2016729959 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854101990 0x7f18541082b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f184c00b0a0 tx=0x7f184c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 -- 172.21.15.98:0/2016729959 shutdown_connections 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 --2- 172.21.15.98:0/2016729959 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854101990 0x7f18541082b0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 --2- 172.21.15.98:0/2016729959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 0x7f1854100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 --2- 172.21.15.98:0/2016729959 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854100fd0 0x7f1854101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.358+0000 7f1859667700 1 -- 172.21.15.98:0/2016729959 >> 172.21.15.98:0/2016729959 conn(0x7f18540fb3f0 msgr2=0x7f18540fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- 172.21.15.98:0/2016729959 shutdown_connections 2023-10-05T15:31:29.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- 172.21.15.98:0/2016729959 wait complete. 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 Processor -- start 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- start start 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 0x7f1854194bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 0x7f185419c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185419c760 con 0x7f1854100fd0 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185419c8a0 con 0x7f1854101990 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.359+0000 7f1859667700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185419ca30 con 0x7f18540ffe70 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f1852ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 0x7f1854194bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:29.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42066/0 (socket says 172.21.15.98:42066) 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 -- 172.21.15.98:0/1347979713 learned_addr learned my addr 172.21.15.98:0/1347979713 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18537fe700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 0x7f185419c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 -- 172.21.15.98:0/1347979713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 msgr2=0x7f1854194bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 0x7f1854194bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 -- 172.21.15.98:0/1347979713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 msgr2=0x7f185419c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 0x7f185419c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 -- 172.21.15.98:0/1347979713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f184c009d00 con 0x7f1854100fd0 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18537fe700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 0x7f185419c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f18527fc700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1848009a20 tx=0x7f1848009d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184800d7a0 con 0x7f1854100fd0 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f185419cd10 con 0x7f1854100fd0 2023-10-05T15:31:29.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f185419d200 con 0x7f1854100fd0 2023-10-05T15:31:29.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1848013040 con 0x7f1854100fd0 2023-10-05T15:31:29.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.360+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1848017e80 con 0x7f1854100fd0 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.361+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f1848021460 con 0x7f1854100fd0 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.361+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1840005320 con 0x7f1854100fd0 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.361+0000 7f183bfff700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 0x7f183c03afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.361+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f184804d010 con 0x7f1854100fd0 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.362+0000 7f1852ffd700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 0x7f183c03afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:29.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.362+0000 7f1852ffd700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 0x7f183c03afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1844009a10 tx=0x7f1844009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:29.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.366+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1848015d10 con 0x7f1854100fd0 2023-10-05T15:31:29.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:29.580+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f1840000bf0 con 0x7f183c038af0 2023-10-05T15:31:29.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-mon[104029]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:31:29.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-mon[104029]: Reconfiguring daemon mgr.x on smithi098 2023-10-05T15:31:29.647 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:29.355+0000 7fdbc504c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:31:29.647 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:29.485+0000 7fdbc504c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:31:29.707 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:29 smithi115 ceph-mon[103691]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:31:29.707 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:29 smithi115 ceph-mon[103691]: Reconfiguring daemon mgr.x on smithi098 2023-10-05T15:31:29.707 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:29.613+0000 7f7269ebf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:31:29.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:29 smithi098 ceph-mon[99243]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:31:29.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:29 smithi098 ceph-mon[99243]: Reconfiguring daemon mgr.x on smithi098 2023-10-05T15:31:30.006 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:29.676+0000 7fdbc504c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:31:30.006 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:29.789+0000 7fdbc504c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:31:30.156 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:29.704+0000 7f7269ebf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:31:30.156 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:29.876+0000 7f7269ebf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:31:30.396 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:30.004+0000 7fdbc504c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:31:30.413 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:30.153+0000 7f7269ebf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:31:30.414 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:30.377+0000 7f7269ebf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:31:30.770 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:30.770 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.771 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:30.527+0000 7f7269ebf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:30.796 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.797 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.797 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:30.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:31.146 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:31:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z[105877]: 2023-10-05T15:31:30.874+0000 7fdbc504c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:31:31.164 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:30.793+0000 7f7269ebf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:31:31.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:31.519+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 14) v1 ==== 90791+0+0 (secure 0 0 0) 0x7f1848020740 con 0x7f1854100fd0 2023-10-05T15:31:31.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:31.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:31.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: Standby manager daemon z started 2023-10-05T15:31:31.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:31:31.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:31.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:31:31.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:31 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:31.816 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:31.489+0000 7f7269ebf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:31:31.816 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:31.620+0000 7f7269ebf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:31:31.816 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: Standby manager daemon z started 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:31:31.817 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:31.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:31.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:31.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:31.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: Standby manager daemon z started 2023-10-05T15:31:31.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:31:31.902 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:31.902 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:31:31.902 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:31 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.173:0/856723817' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:32.145 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:31.814+0000 7f7269ebf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:31:32.145 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:31.926+0000 7f7269ebf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:31:32.413 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:32.142+0000 7f7269ebf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:31:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: mgrmap e14: x(active, since 66s), standbys: z 2023-10-05T15:31:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:31:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]: dispatch 2023-10-05T15:31:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]': finished 2023-10-05T15:31:32.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:31:32.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: mgrmap e14: x(active, since 66s), standbys: z 2023-10-05T15:31:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:31:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]: dispatch 2023-10-05T15:31:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]': finished 2023-10-05T15:31:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:31:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: mgrmap e14: x(active, since 66s), standbys: z 2023-10-05T15:31:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:31:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]: dispatch 2023-10-05T15:31:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3129241297' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bb35603-65c8-4591-b24f-58d8a13cbd5e"}]': finished 2023-10-05T15:31:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:31:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:33.413 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y[105145]: 2023-10-05T15:31:32.999+0000 7f7269ebf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:31:33.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:33.527+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mon.0 v2:172.21.15.98:3300/0 8 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f184802e070 con 0x7f1854100fd0 2023-10-05T15:31:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2592698516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: Standby manager daemon y started 2023-10-05T15:31:33.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:31:33.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:33.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:31:33.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:33 smithi098 ceph-mon[99243]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2592698516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: Standby manager daemon y started 2023-10-05T15:31:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:31:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:31:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:33 smithi173 ceph-mon[104029]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:33.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2592698516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: Standby manager daemon y started 2023-10-05T15:31:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:31:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:31:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:31:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:33 smithi115 ceph-mon[103691]: from='mgr.? 172.21.15.115:0/1950653179' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:31:34.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:34 smithi098 ceph-mon[99243]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:34.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:34 smithi098 ceph-mon[99243]: mgrmap e15: x(active, since 68s), standbys: z, y 2023-10-05T15:31:34.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:31:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:34 smithi173 ceph-mon[104029]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:34 smithi173 ceph-mon[104029]: mgrmap e15: x(active, since 68s), standbys: z, y 2023-10-05T15:31:34.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:31:34.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:34 smithi115 ceph-mon[103691]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:34 smithi115 ceph-mon[103691]: mgrmap e15: x(active, since 68s), standbys: z, y 2023-10-05T15:31:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:31:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:36 smithi098 ceph-mon[99243]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:36.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:36 smithi173 ceph-mon[104029]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:36.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:36 smithi115 ceph-mon[103691]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:38.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:38 smithi173 ceph-mon[104029]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:38.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:38 smithi115 ceph-mon[103691]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:38 smithi098 ceph-mon[99243]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:39.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:31:39.736 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:39 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:31:39.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:39 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:39 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:31:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:39 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:40 smithi173 ceph-mon[104029]: Deploying daemon osd.0 on smithi098 2023-10-05T15:31:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:40 smithi173 ceph-mon[104029]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:40.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:40 smithi115 ceph-mon[103691]: Deploying daemon osd.0 on smithi098 2023-10-05T15:31:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:40 smithi115 ceph-mon[103691]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:40.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:40 smithi098 ceph-mon[99243]: Deploying daemon osd.0 on smithi098 2023-10-05T15:31:40.948 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:40 smithi098 ceph-mon[99243]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:42.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:42 smithi173 ceph-mon[104029]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:42.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:42 smithi115 ceph-mon[103691]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:42.917 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:42 smithi098 ceph-mon[99243]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:44.427 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.427 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.428 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:44.428 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:44 smithi098 ceph-mon[99243]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:44.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:44 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:44 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:44 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:44.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:44 smithi173 ceph-mon[104029]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:44.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:44 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:44 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:44.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:44 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:44.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:44 smithi115 ceph-mon[103691]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:46.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.086+0000 7f183bfff700 1 -- 172.21.15.98:0/1347979713 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f1840000bf0 con 0x7f183c038af0 2023-10-05T15:31:46.088 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 0 on host 'smithi098' 2023-10-05T15:31:46.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 msgr2=0x7f183c03afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:46.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 0x7f183c03afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1844009a10 tx=0x7f1844009190 comp rx=0 tx=0).stop 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 msgr2=0x7f1854195110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1848009a20 tx=0x7f1848009d30 comp rx=0 tx=0).stop 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 shutdown_connections 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f183c038af0 0x7f183c03afb0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1854101990 0x7f185419c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18540ffe70 0x7f1854194bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:46.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 --2- 172.21.15.98:0/1347979713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1854100fd0 0x7f1854195110 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:46.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 >> 172.21.15.98:0/1347979713 conn(0x7f18540fb3f0 msgr2=0x7f1854104550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:46.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 shutdown_connections 2023-10-05T15:31:46.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:31:46.088+0000 7f1859667700 1 -- 172.21.15.98:0/1347979713 wait complete. 2023-10-05T15:31:46.498 DEBUG:teuthology.orchestra.run.smithi098:osd.0> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.0.service 2023-10-05T15:31:46.503 INFO:tasks.cephadm:Deploying osd.1 on smithi115 with /dev/vg_nvme/lv_4... 2023-10-05T15:31:46.503 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:31:46.535 INFO:journalctl@ceph.osd.0.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:46.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:46.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:47.054 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:31:47.505 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:31:47 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:31:47.216+0000 7f6b696ae640 -1 osd.0 0 log_to_monitors true 2023-10-05T15:31:47.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:47 smithi098 ceph-mon[99243]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:31:47.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:47 smithi173 ceph-mon[104029]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:31:47.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:47 smithi115 ceph-mon[103691]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10+0 records in 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr:10+0 records out 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0147262 s, 712 MB/s 2023-10-05T15:31:48.559 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping successful for: 2023-10-05T15:31:48.893 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:48 smithi115 ceph-mon[103691]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:48.893 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:48 smithi115 ceph-mon[103691]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:31:48.893 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:48 smithi115 ceph-mon[103691]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:31:48.893 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:48 smithi115 ceph-mon[103691]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:31:48.893 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:48 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:48.894 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi115:vg_nvme/lv_4 2023-10-05T15:31:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:48 smithi173 ceph-mon[104029]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:48 smithi173 ceph-mon[104029]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:31:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:48 smithi173 ceph-mon[104029]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:31:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:48 smithi173 ceph-mon[104029]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:31:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:48 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:48.909 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:31:48.629+0000 7f6b5ed25700 -1 osd.0 0 waiting for initial osdmap 2023-10-05T15:31:48.910 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:31:48.636+0000 7f6b58b16700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:31:48.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-mon[99243]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:48.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-mon[99243]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:31:48.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-mon[99243]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:31:48.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-mon[99243]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:31:48.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:48 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:49.450 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:31:49.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:31:49.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:49.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:49.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:49.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:49.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:50.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:31:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:50.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:31:50.615 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- 172.21.15.115:0/1377377485 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 msgr2=0x7f79ac1090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:50.615 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 --2- 172.21.15.115:0/1377377485 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac1090d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f79a400b0a0 tx=0x7f79a400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.615 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- 172.21.15.115:0/1377377485 shutdown_connections 2023-10-05T15:31:50.615 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 --2- 172.21.15.115:0/1377377485 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac1090d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 --2- 172.21.15.115:0/1377377485 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 0x7f79ac103e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 --2- 172.21.15.115:0/1377377485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac1067a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- 172.21.15.115:0/1377377485 >> 172.21.15.115:0/1377377485 conn(0x7f79ac0fb3f0 msgr2=0x7f79ac0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- 172.21.15.115:0/1377377485 shutdown_connections 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- 172.21.15.115:0/1377377485 wait complete. 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 Processor -- start 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 -- start start 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.612+0000 7f79b3385700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 0x7f79ac1013e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac0ffa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:50.616 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79ac1006f0 con 0x7f79ac101a80 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79ac100860 con 0x7f79ac106ce0 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79ac1a0d90 con 0x7f79ac1043b0 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.115:40924/0 (socket says 172.21.15.115:40924) 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 -- 172.21.15.115:0/1678379428 learned_addr learned my addr 172.21.15.115:0/1678379428 (peer_addr_for_me v2:172.21.15.115:0/0) 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b0920700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac0ffa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1121700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 0x7f79ac1013e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 -- 172.21.15.115:0/1678379428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 msgr2=0x7f79ac0ffa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac0ffa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 -- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 msgr2=0x7f79ac1013e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:50.617 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 0x7f79ac1013e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 -- 172.21.15.115:0/1678379428 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a4009d00 con 0x7f79ac106ce0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b0920700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac0ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b1922700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f79a4006070 tx=0x7f79a4004db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a400e040 con 0x7f79ac106ce0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79a4009440 con 0x7f79ac106ce0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79ac1a1010 con 0x7f79ac106ce0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a4004280 con 0x7f79ac106ce0 2023-10-05T15:31:50.618 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.613+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79ac1a1480 con 0x7f79ac106ce0 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.614+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79ac0fcf70 con 0x7f79ac106ce0 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.615+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f79a4003a00 con 0x7f79ac106ce0 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.616+0000 7f79a27fc700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 0x7f79980a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.616+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f79a40cd050 con 0x7f79ac106ce0 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.616+0000 7f79b1121700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 0x7f79980a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:50.619 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.617+0000 7f79b1121700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 0x7f79980a38b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f79a8005950 tx=0x7f79a8005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:50.621 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.620+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f79a40981b0 con 0x7f79ac106ce0 2023-10-05T15:31:50.821 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:31:50.819+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f79ac02d1a0 con 0x7f79980a13f0 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi098 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi098 to 17168M 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:50.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] boot 2023-10-05T15:31:50.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:31:50.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:50 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:31:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi098 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi098 to 17168M 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] boot 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:31:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:50 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:31:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:31:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi098 2023-10-05T15:31:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi098 to 17168M 2023-10-05T15:31:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:31:51.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:51.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: osd.0 [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] boot 2023-10-05T15:31:51.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:31:51.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:31:51.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:51 smithi115 ceph-mon[103691]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:31:51.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:51.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:51.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:51 smithi098 ceph-mon[99243]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:31:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:51 smithi173 ceph-mon[104029]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:31:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:31:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:31:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:52.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:52 smithi115 ceph-mon[103691]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:52.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:52 smithi115 ceph-mon[103691]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:52 smithi098 ceph-mon[99243]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:52 smithi098 ceph-mon[99243]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:52 smithi173 ceph-mon[104029]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:31:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:52 smithi173 ceph-mon[104029]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:53.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:53 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/1444446834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:53.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:53 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:53.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:53 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]': finished 2023-10-05T15:31:53.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:53 smithi115 ceph-mon[103691]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:31:53.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:31:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:53 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/1444446834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:53 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:53 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]': finished 2023-10-05T15:31:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:53 smithi098 ceph-mon[99243]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:31:54.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:31:54.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:53 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/1444446834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:54.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:53 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]: dispatch 2023-10-05T15:31:54.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:53 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bff1157d-2aaa-40b4-aebb-adcf44b23083"}]': finished 2023-10-05T15:31:54.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:53 smithi173 ceph-mon[104029]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:31:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:31:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:54 smithi115 ceph-mon[103691]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:54.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:54 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/2721892511' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:54 smithi098 ceph-mon[99243]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:54 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/2721892511' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:54 smithi173 ceph-mon[104029]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:54 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/2721892511' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:31:56.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:56 smithi115 ceph-mon[103691]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:56 smithi098 ceph-mon[99243]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:56 smithi173 ceph-mon[104029]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:58.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:58 smithi115 ceph-mon[103691]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:58 smithi098 ceph-mon[99243]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:59.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:58 smithi173 ceph-mon[104029]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:31:59.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:31:59.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:31:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:00.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:32:00.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:31:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:32:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:31:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:00.760 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:00 smithi115 ceph-mon[103691]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:00.760 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:00 smithi115 ceph-mon[103691]: Deploying daemon osd.1 on smithi115 2023-10-05T15:32:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:00 smithi098 ceph-mon[99243]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:00 smithi098 ceph-mon[99243]: Deploying daemon osd.1 on smithi115 2023-10-05T15:32:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:00 smithi173 ceph-mon[104029]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:00 smithi173 ceph-mon[104029]: Deploying daemon osd.1 on smithi115 2023-10-05T15:32:02.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:02 smithi115 ceph-mon[103691]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:02 smithi098 ceph-mon[99243]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:02 smithi173 ceph-mon[104029]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:04.943 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:04 smithi115 ceph-mon[103691]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:04.943 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:04.943 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:04.943 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:04 smithi098 ceph-mon[99243]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:04 smithi173 ceph-mon[104029]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:06.478 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.477+0000 7f79a27fc700 1 -- 172.21.15.115:0/1678379428 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f79ac02d1a0 con 0x7f79980a13f0 2023-10-05T15:32:06.478 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 1 on host 'smithi115' 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 msgr2=0x7f79980a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 0x7f79980a38b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f79a8005950 tx=0x7f79a8005cf0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 msgr2=0x7f79ac0fff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f79a4006070 tx=0x7f79a4004db0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 shutdown_connections 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f79980a13f0 0x7f79980a38b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f79ac106ce0 0x7f79ac0fff70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f79ac101a80 0x7f79ac1013e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 --2- 172.21.15.115:0/1678379428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79ac1043b0 0x7f79ac0ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:06.481 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 >> 172.21.15.115:0/1678379428 conn(0x7f79ac0fb3f0 msgr2=0x7f79ac102710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:06.482 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 shutdown_connections 2023-10-05T15:32:06.482 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:06.479+0000 7f79b3385700 1 -- 172.21.15.115:0/1678379428 wait complete. 2023-10-05T15:32:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:06.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.945 DEBUG:teuthology.orchestra.run.smithi115:osd.1> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-05T15:32:06.947 INFO:tasks.cephadm:Deploying osd.2 on smithi173 with /dev/vg_nvme/lv_4... 2023-10-05T15:32:06.947 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:32:06.978 INFO:journalctl@ceph.osd.1.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:32:06.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:06.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:06.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:07.511 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:32:08.164 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:32:07.779+0000 7f79d9dab640 -1 osd.1 0 log_to_monitors true 2023-10-05T15:32:08.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:08 smithi173 ceph-mon[104029]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:08.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:08 smithi173 ceph-mon[104029]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:08.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:08 smithi173 ceph-mon[104029]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:09.009 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:32:09.009 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:32:09.009 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2023-10-05T15:32:09.009 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2023-10-05T15:32:09.010 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0196858 s, 533 MB/s 2023-10-05T15:32:09.010 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2023-10-05T15:32:09.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:08 smithi098 ceph-mon[99243]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:09.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:08 smithi098 ceph-mon[99243]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:09.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:08 smithi098 ceph-mon[99243]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:09.156 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:08 smithi115 ceph-mon[103691]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:09.156 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:08 smithi115 ceph-mon[103691]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:09.156 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:08 smithi115 ceph-mon[103691]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:32:09.363 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi173:vg_nvme/lv_4 2023-10-05T15:32:09.914 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:32:09.693+0000 7f79cf422700 -1 osd.1 0 waiting for initial osdmap 2023-10-05T15:32:09.914 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:32:09.696+0000 7f79cb217700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:32:09.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:32:09.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:32:09.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:09.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:09.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:09.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:09.960 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:10.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:10.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:32:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:32:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi115 2023-10-05T15:32:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi115 to 17168M 2023-10-05T15:32:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:32:10.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:32:10.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:10.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi115 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi115 to 17168M 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:11.162 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 -- 172.21.15.173:0/2856712512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc101990 msgr2=0x7f3bdc1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:11.162 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 --2- 172.21.15.173:0/2856712512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc101990 0x7f3bdc1082b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3bd400b0a0 tx=0x7f3bd400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.162 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 -- 172.21.15.173:0/2856712512 shutdown_connections 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 --2- 172.21.15.173:0/2856712512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc101990 0x7f3bdc1082b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 --2- 172.21.15.173:0/2856712512 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 --2- 172.21.15.173:0/2856712512 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 -- 172.21.15.173:0/2856712512 >> 172.21.15.173:0/2856712512 conn(0x7f3bdc0fb3f0 msgr2=0x7f3bdc0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 -- 172.21.15.173:0/2856712512 shutdown_connections 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.160+0000 7f3be10d3700 1 -- 172.21.15.173:0/2856712512 wait complete. 2023-10-05T15:32:11.163 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 Processor -- start 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi115 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi115 to 17168M 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:11.166 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 -- start start 2023-10-05T15:32:11.166 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc195b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:11.166 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc101990 0x7f3bdc19d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bdc19d6f0 con 0x7f3bdc0ffe70 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bdc0689a0 con 0x7f3bdc101990 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3be10d3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bdc068b60 con 0x7f3bdc100fd0 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:33826/0 (socket says 172.21.15.173:33826) 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 -- 172.21.15.173:0/1533867888 learned_addr learned my addr 172.21.15.173:0/1533867888 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bdb59e700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc101990 0x7f3bdc19d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bdad9d700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc195b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 -- 172.21.15.173:0/1533867888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc101990 msgr2=0x7f3bdc19d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:11.167 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc101990 0x7f3bdc19d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 -- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 msgr2=0x7f3bdc195b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.161+0000 7f3bda59c700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc195b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bda59c700 1 -- 172.21.15.173:0/1533867888 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd4009d00 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bdad9d700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bda59c700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc00b530 tx=0x7f3bcc00b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc011830 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bdc068e40 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3bcc011e50 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc00f2e0 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.162+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bdc069410 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.163+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bdc1074a0 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.164+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f3bcc010380 con 0x7f3bdc100fd0 2023-10-05T15:32:11.168 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.165+0000 7f3bc3fff700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 0x7f3bc40a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:11.169 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.165+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f3bcc0cb570 con 0x7f3bdc100fd0 2023-10-05T15:32:11.169 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.165+0000 7f3bdad9d700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 0x7f3bc40a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:11.169 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.165+0000 7f3bdad9d700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 0x7f3bc40a38b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00099d0 tx=0x7f3bd0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:11.170 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.169+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3bcc096420 con 0x7f3bdc100fd0 2023-10-05T15:32:11.364 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:11.362+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f3bdc10b880 con 0x7f3bc40a13f0 2023-10-05T15:32:12.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:32:12.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:32:12.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] boot 2023-10-05T15:32:12.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:32:12.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:11 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] boot 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:12.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:11 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:32:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: osd.1 [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] boot 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:11 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:12 smithi098 ceph-mon[99243]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:12 smithi098 ceph-mon[99243]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:12 smithi098 ceph-mon[99243]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:32:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:12 smithi173 ceph-mon[104029]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:12 smithi173 ceph-mon[104029]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:12 smithi173 ceph-mon[104029]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:32:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:12 smithi115 ceph-mon[103691]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:12 smithi115 ceph-mon[103691]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:32:13.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:12 smithi115 ceph-mon[103691]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:32:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/2771526388' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:13 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:13 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]': finished 2023-10-05T15:32:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:13 smithi098 ceph-mon[99243]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:32:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/2771526388' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:13 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:13 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]': finished 2023-10-05T15:32:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:13 smithi173 ceph-mon[104029]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:32:14.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/2771526388' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:13 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]: dispatch 2023-10-05T15:32:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:13 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8cde0988-2d1e-453e-8834-3d71eda1a01b"}]': finished 2023-10-05T15:32:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:13 smithi115 ceph-mon[103691]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:32:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:14 smithi098 ceph-mon[99243]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:15.129 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:14 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/141700798' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:14 smithi173 ceph-mon[104029]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:14 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/141700798' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:14 smithi115 ceph-mon[103691]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:14 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/141700798' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:16 smithi098 ceph-mon[99243]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:16 smithi173 ceph-mon[104029]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:17.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:16 smithi115 ceph-mon[103691]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:18.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:18 smithi173 ceph-mon[104029]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:18 smithi098 ceph-mon[99243]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:19.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:18 smithi115 ceph-mon[103691]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:20 smithi173 ceph-mon[104029]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:20 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:32:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:20 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:20 smithi098 ceph-mon[99243]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:20 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:32:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:20 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:20 smithi115 ceph-mon[103691]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:20 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:32:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:20 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:21.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:21 smithi173 ceph-mon[104029]: Deploying daemon osd.2 on smithi173 2023-10-05T15:32:22.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:21 smithi098 ceph-mon[99243]: Deploying daemon osd.2 on smithi173 2023-10-05T15:32:22.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:21 smithi115 ceph-mon[103691]: Deploying daemon osd.2 on smithi173 2023-10-05T15:32:22.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:22 smithi173 ceph-mon[104029]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:22 smithi098 ceph-mon[99243]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:22 smithi115 ceph-mon[103691]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:24 smithi098 ceph-mon[99243]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:25.116 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:24 smithi173 ceph-mon[104029]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:25.116 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.116 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.116 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:25.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:24 smithi115 ceph-mon[103691]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:25.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:25.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:27.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.070 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 2 on host 'smithi173' 2023-10-05T15:32:27.071 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.068+0000 7f3bc3fff700 1 -- 172.21.15.173:0/1533867888 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f3bdc10b880 con 0x7f3bc40a13f0 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 msgr2=0x7f3bc40a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 0x7f3bc40a38b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00099d0 tx=0x7f3bd0008040 comp rx=0 tx=0).stop 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 msgr2=0x7f3bdc1960a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc00b530 tx=0x7f3bcc00b840 comp rx=0 tx=0).stop 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 shutdown_connections 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3bc40a13f0 0x7f3bc40a38b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3bdc101990 0x7f3bdc19d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:27.073 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3bdc0ffe70 0x7f3bdc195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:27.074 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 --2- 172.21.15.173:0/1533867888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3bdc100fd0 0x7f3bdc1960a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:27.074 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 >> 172.21.15.173:0/1533867888 conn(0x7f3bdc0fb3f0 msgr2=0x7f3bdc1045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:27.074 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 shutdown_connections 2023-10-05T15:32:27.074 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:32:27.071+0000 7f3be10d3700 1 -- 172.21.15.173:0/1533867888 wait complete. 2023-10-05T15:32:27.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:27.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:27.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:27.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:27.449 DEBUG:teuthology.orchestra.run.smithi173:osd.2> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.2.service 2023-10-05T15:32:27.451 INFO:tasks.cephadm:Deploying osd.3 on smithi098 with /dev/vg_nvme/lv_3... 2023-10-05T15:32:27.451 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:32:27.482 INFO:journalctl@ceph.osd.2.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:32:28.022 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:32:28.268 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.269 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.269 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:28.269 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:28 smithi173 ceph-mon[104029]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:28.270 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.270 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.270 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:28.270 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:28 smithi098 ceph-mon[99243]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:28.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:28.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:28.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:28 smithi115 ceph-mon[103691]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:28.646 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:32:28.289+0000 7ff37f508640 -1 osd.2 0 log_to_monitors true 2023-10-05T15:32:29.128 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:29 smithi098 ceph-mon[99243]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.128 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:29 smithi098 ceph-mon[99243]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:29 smithi173 ceph-mon[104029]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:29 smithi173 ceph-mon[104029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:29 smithi115 ceph-mon[103691]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:29 smithi115 ceph-mon[103691]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110926 s, 945 MB/s 2023-10-05T15:32:29.652 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-10-05T15:32:30.079 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi098:vg_nvme/lv_3 2023-10-05T15:32:30.146 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:32:30.038+0000 7ff374b7f700 -1 osd.2 0 waiting for initial osdmap 2023-10-05T15:32:30.146 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:32:30.042+0000 7ff370173700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:30.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:30.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:30.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:30.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:30.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:30.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:30.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:30.633 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:32:31.120 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi173 2023-10-05T15:32:31.121 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi173 to 17168M 2023-10-05T15:32:31.121 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:32:31.121 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:32:31.121 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.121 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi173 2023-10-05T15:32:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi173 to 17168M 2023-10-05T15:32:31.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:32:31.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:32:31.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi173 2023-10-05T15:32:31.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi173 to 17168M 2023-10-05T15:32:31.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:32:31.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:32:31.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:31.913 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 -- 172.21.15.98:0/1477238147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260102b40 msgr2=0x7fe2601093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:31.913 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 --2- 172.21.15.98:0/1477238147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260102b40 0x7fe2601093f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe25800b0d0 tx=0x7fe25800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.913 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 -- 172.21.15.98:0/1477238147 shutdown_connections 2023-10-05T15:32:31.913 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 --2- 172.21.15.98:0/1477238147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe260100fa0 0x7fe2601013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 --2- 172.21.15.98:0/1477238147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260102b40 0x7fe2601093f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 --2- 172.21.15.98:0/1477238147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe2601021a0 0x7fe260102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 -- 172.21.15.98:0/1477238147 >> 172.21.15.98:0/1477238147 conn(0x7fe2600fc500 msgr2=0x7fe2600fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 -- 172.21.15.98:0/1477238147 shutdown_connections 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.909+0000 7fe266dae700 1 -- 172.21.15.98:0/1477238147 wait complete. 2023-10-05T15:32:31.914 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 Processor -- start 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 -- start start 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 0x7fe260196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 0x7fe260197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe260102b40 0x7fe26019e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe26019e860 con 0x7fe260100fa0 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe26019e9a0 con 0x7fe2601021a0 2023-10-05T15:32:31.915 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe266dae700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe26019eb60 con 0x7fe260102b40 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe25ffff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 0x7fe260197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe26534b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe260102b40 0x7fe26019e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe264b4a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 0x7fe260196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe25ffff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 0x7fe260197250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:35936/0 (socket says 172.21.15.98:35936) 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.910+0000 7fe25ffff700 1 -- 172.21.15.98:0/1527011883 learned_addr learned my addr 172.21.15.98:0/1527011883 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:32:31.916 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 -- 172.21.15.98:0/1527011883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe260102b40 msgr2=0x7fe26019e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe260102b40 0x7fe26019e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 -- 172.21.15.98:0/1527011883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 msgr2=0x7fe260197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 0x7fe260197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 -- 172.21.15.98:0/1527011883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe258009d00 con 0x7fe260100fa0 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe264b4a700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 0x7fe260196d10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe25400d740 tx=0x7fe25400da50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe254004220 con 0x7fe260100fa0 2023-10-05T15:32:31.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe254004380 con 0x7fe260100fa0 2023-10-05T15:32:31.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe254003cf0 con 0x7fe260100fa0 2023-10-05T15:32:31.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe26019ee40 con 0x7fe260100fa0 2023-10-05T15:32:31.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.911+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe26019f200 con 0x7fe260100fa0 2023-10-05T15:32:31.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.912+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe260108480 con 0x7fe260100fa0 2023-10-05T15:32:31.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.913+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7fe25400f690 con 0x7fe260100fa0 2023-10-05T15:32:31.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.914+0000 7fe25dffb700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 0x7fe2500a3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:31.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.914+0000 7fe25ffff700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 0x7fe2500a3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:31.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.914+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2851+0+0 (secure 0 0 0) 0x7fe2540cb430 con 0x7fe260100fa0 2023-10-05T15:32:31.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.914+0000 7fe25ffff700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 0x7fe2500a3930 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00ad20 tx=0x7fe24c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:31.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:31.918+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe254096020 con 0x7fe260100fa0 2023-10-05T15:32:32.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:32.118+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fe26010c800 con 0x7fe2500a1470 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] boot 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:32:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:32.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:32:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:32:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] boot 2023-10-05T15:32:32.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:32:32.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:32.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:32.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:32:32.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: osd.2 [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] boot 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:32:32.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:33.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:33.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:33.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:33.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:33.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:33.463 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:32:33.464 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:32:33.464 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:33.464 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:33.464 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:33.464 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:33.558 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123944]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:33.558 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123944]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:33.558 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123944]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:33.558 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123944]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:33.818 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123971]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:33.818 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123971]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:33.818 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123971]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:33.819 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:32:33 smithi098 sudo[123971]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:34.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:34.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:34 smithi115 ceph-mon[103691]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:32:34.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:34 smithi115 ceph-mon[103691]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:34.186 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:34.186 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:33 smithi115 sudo[114076]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:34.186 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:33 smithi115 sudo[114076]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:34.186 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:33 smithi115 sudo[114076]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:34.187 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:33 smithi115 sudo[114076]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:34.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:34.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 ceph-mon[99243]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:32:34.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 ceph-mon[99243]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:34.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:34.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:32:34.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:34 smithi173 ceph-mon[104029]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:32:34.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:34 smithi173 ceph-mon[104029]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:34.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:34.663 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:34 smithi115 sudo[114079]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:34.664 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:34 smithi115 sudo[114079]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:34.664 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:34 smithi115 sudo[114079]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:34.664 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:32:34 smithi115 sudo[114079]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:34.707 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114633]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:34.708 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114633]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:34.708 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114633]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:34.708 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114633]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:35.146 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114636]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:35.147 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114636]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:35.147 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114636]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:35.147 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:32:34 smithi173 sudo[114636]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:35.243 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 sudo[124071]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:35.243 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 sudo[124071]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:35.243 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 sudo[124071]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:35.244 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:34 smithi098 sudo[124071]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:35.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:35.258+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe2540963f0 con 0x7fe260100fa0 2023-10-05T15:32:35.505 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:32:35.505 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.505 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]: dispatch 2023-10-05T15:32:35.505 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]': finished 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114639]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114639]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114639]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:35.506 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114639]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:35.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 sudo[124077]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:35.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 sudo[124077]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:35.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 sudo[124077]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:35.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 sudo[124077]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:35.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]: dispatch 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]': finished 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:35 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]: dispatch 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2584637772' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8956dde8-d64e-46d9-8634-9c2b5c594170"}]': finished 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114642]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114642]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114642]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:35.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:35 smithi173 sudo[114642]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:36.234 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 sudo[114082]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:32:36.234 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 sudo[114082]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:36.234 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 sudo[114082]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:36.235 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:35 smithi115 sudo[114082]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:36.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/331472166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:36.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:36 smithi098 ceph-mon[99243]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/331472166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:36.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.648 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:36 smithi173 ceph-mon[104029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 sudo[114085]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 sudo[114085]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 sudo[114085]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 sudo[114085]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/331472166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:32:36.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:36 smithi115 ceph-mon[103691]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:32:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:38 smithi098 ceph-mon[99243]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:38 smithi173 ceph-mon[104029]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:38 smithi115 ceph-mon[103691]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:40 smithi098 ceph-mon[99243]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:40 smithi173 ceph-mon[104029]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:41.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:40 smithi115 ceph-mon[103691]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:42.111 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:41 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:32:42.111 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:41 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:42.111 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:41 smithi098 ceph-mon[99243]: Deploying daemon osd.3 on smithi098 2023-10-05T15:32:42.111 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:41 smithi098 ceph-mon[99243]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:42.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:41 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:32:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:41 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:41 smithi173 ceph-mon[104029]: Deploying daemon osd.3 on smithi098 2023-10-05T15:32:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:41 smithi173 ceph-mon[104029]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:42.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:41 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:32:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:41 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:41 smithi115 ceph-mon[103691]: Deploying daemon osd.3 on smithi098 2023-10-05T15:32:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:41 smithi115 ceph-mon[103691]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:44.785 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:44 smithi098 ceph-mon[99243]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:44.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:44 smithi173 ceph-mon[104029]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:44 smithi115 ceph-mon[103691]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:46 smithi098 ceph-mon[99243]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:46 smithi173 ceph-mon[104029]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:47.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:46 smithi115 ceph-mon[103691]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:47.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:47.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:47.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:48.570 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 3 on host 'smithi098' 2023-10-05T15:32:48.570 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.567+0000 7fe25dffb700 1 -- 172.21.15.98:0/1527011883 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe26010c800 con 0x7fe2500a1470 2023-10-05T15:32:48.572 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 msgr2=0x7fe2500a3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:48.572 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 0x7fe2500a3930 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00ad20 tx=0x7fe24c005f90 comp rx=0 tx=0).stop 2023-10-05T15:32:48.572 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 msgr2=0x7fe260196d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 0x7fe260196d10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe25400d740 tx=0x7fe25400da50 comp rx=0 tx=0).stop 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 shutdown_connections 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe2500a1470 0x7fe2500a3930 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe260102b40 0x7fe26019e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe260100fa0 0x7fe260196d10 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 --2- 172.21.15.98:0/1527011883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe2601021a0 0x7fe260197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 >> 172.21.15.98:0/1527011883 conn(0x7fe2600fc500 msgr2=0x7fe2601055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 shutdown_connections 2023-10-05T15:32:48.573 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:32:48.570+0000 7fe266dae700 1 -- 172.21.15.98:0/1527011883 wait complete. 2023-10-05T15:32:49.030 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:48 smithi098 ceph-mon[99243]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:48 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:48 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:48 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:48 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.033 DEBUG:teuthology.orchestra.run.smithi098:osd.3> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.3.service 2023-10-05T15:32:49.037 INFO:tasks.cephadm:Deploying osd.4 on smithi115 with /dev/vg_nvme/lv_3... 2023-10-05T15:32:49.037 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:32:49.069 INFO:journalctl@ceph.osd.3.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:32:49.070 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:48 smithi115 ceph-mon[103691]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:49.070 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:48 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.070 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:48 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.070 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:48 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.070 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:48 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:48 smithi173 ceph-mon[104029]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:49.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:48 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:48 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:48 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:48 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:49.608 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:32:49.909 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:32:49 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:32:49.637+0000 7fdd9c5fe640 -1 osd.3 0 log_to_monitors true 2023-10-05T15:32:49.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:49 smithi098 ceph-mon[99243]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:49.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:49 smithi098 ceph-mon[99243]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:49.910 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:49 smithi098 ceph-mon[99243]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:50.071 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:49 smithi115 ceph-mon[103691]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:50.071 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:49 smithi115 ceph-mon[103691]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:50.071 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:49 smithi115 ceph-mon[103691]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:49 smithi173 ceph-mon[104029]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:49 smithi173 ceph-mon[104029]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:50.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:49 smithi173 ceph-mon[104029]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:32:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:50 smithi115 ceph-mon[103691]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:32:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:50 smithi115 ceph-mon[103691]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:50 smithi115 ceph-mon[103691]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:32:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:50 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:50.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:50 smithi115 ceph-mon[103691]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10+0 records in 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr:10+0 records out 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129178 s, 812 MB/s 2023-10-05T15:32:51.124 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping successful for: 2023-10-05T15:32:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:50 smithi173 ceph-mon[104029]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:32:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:50 smithi173 ceph-mon[104029]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:50 smithi173 ceph-mon[104029]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:32:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:50 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:50 smithi173 ceph-mon[104029]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-mon[99243]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:32:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-mon[99243]: from='osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-mon[99243]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:32:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:51.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-mon[99243]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:32:51.288 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:32:50.802+0000 7fdd91c75700 -1 osd.3 0 waiting for initial osdmap 2023-10-05T15:32:51.288 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:32:50 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:32:50.806+0000 7fdd8da6a700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:32:51.565 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi115:vg_nvme/lv_3 2023-10-05T15:32:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:32:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi098 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi098 to 8584M 2023-10-05T15:32:52.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] boot 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:32:52.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:32:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi098 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi098 to 8584M 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:52.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:52.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] boot 2023-10-05T15:32:52.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:32:52.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.161 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:32:52.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:32:52.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi098 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi098 to 8584M 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:52.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:52.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:52.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: osd.3 [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] boot 2023-10-05T15:32:52.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:32:52.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:32:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:53.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:52 smithi173 ceph-mon[104029]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:32:53.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:53.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:52 smithi115 ceph-mon[103691]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:32:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:32:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:32:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:53.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:32:53.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:32:53.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:52 smithi098 ceph-mon[99243]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:32:53.352 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 -- 172.21.15.115:0/579985747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c101990 msgr2=0x7f202c1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:53.352 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 --2- 172.21.15.115:0/579985747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c101990 0x7f202c1082b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f202400b0a0 tx=0x7f202400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.352 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 -- 172.21.15.115:0/579985747 shutdown_connections 2023-10-05T15:32:53.352 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 --2- 172.21.15.115:0/579985747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c101990 0x7f202c1082b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.352 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 --2- 172.21.15.115:0/579985747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 0x7f202c100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 --2- 172.21.15.115:0/579985747 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c100fd0 0x7f202c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 -- 172.21.15.115:0/579985747 >> 172.21.15.115:0/579985747 conn(0x7f202c0fb3f0 msgr2=0x7f202c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 -- 172.21.15.115:0/579985747 shutdown_connections 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.348+0000 7f20332d9700 1 -- 172.21.15.115:0/579985747 wait complete. 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 Processor -- start 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 -- start start 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 0x7f202c069520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 0x7f202c19e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:53.353 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c19e8c0 con 0x7f202c101990 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c19ea30 con 0x7f202c100fd0 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f20332d9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c19ebf0 con 0x7f202c0ffe70 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.115:40998/0 (socket says 172.21.15.115:40998) 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 -- 172.21.15.115:0/4232732981 learned_addr learned my addr 172.21.15.115:0/4232732981 (peer_addr_for_me v2:172.21.15.115:0/0) 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2031075700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 0x7f202c069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2031876700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 0x7f202c19e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 -- 172.21.15.115:0/4232732981 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 msgr2=0x7f202c069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:53.354 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 0x7f202c069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 -- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 msgr2=0x7f202c19e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 0x7f202c19e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 -- 172.21.15.115:0/4232732981 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2024009d00 con 0x7f202c100fd0 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2031876700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 0x7f202c19e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.349+0000 7f2030874700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f202800c920 tx=0x7f202800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2028007b00 con 0x7f202c100fd0 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f202800ce70 con 0x7f202c100fd0 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f202c19eed0 con 0x7f202c100fd0 2023-10-05T15:32:53.355 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20280054e0 con 0x7f202c100fd0 2023-10-05T15:32:53.356 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f202c19f390 con 0x7f202c100fd0 2023-10-05T15:32:53.356 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.350+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f202c107400 con 0x7f202c100fd0 2023-10-05T15:32:53.356 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.352+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2028004750 con 0x7f202c100fd0 2023-10-05T15:32:53.357 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.352+0000 7f20227fc700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 0x7f20180a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:53.357 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.353+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f20280cba00 con 0x7f202c100fd0 2023-10-05T15:32:53.357 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.353+0000 7f2031075700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 0x7f20180a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:53.357 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.353+0000 7f2031075700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 0x7f20180a39c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f201c009a10 tx=0x7f201c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:53.357 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.356+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f20280962e0 con 0x7f202c100fd0 2023-10-05T15:32:53.552 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:32:53.550+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f202c02d2b0 con 0x7f20180a1500 2023-10-05T15:32:54.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: pgmap v90: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:54.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:53 smithi173 ceph-mon[104029]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:32:54.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: pgmap v90: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:54.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:54.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:54.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:54.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:54.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:53 smithi115 ceph-mon[103691]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:32:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: pgmap v90: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:32:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:32:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:32:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:32:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:53 smithi098 ceph-mon[99243]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:32:56.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:55 smithi173 ceph-mon[104029]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:32:56.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:55 smithi173 ceph-mon[104029]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:56.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:55 smithi115 ceph-mon[103691]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:32:56.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:55 smithi115 ceph-mon[103691]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:55 smithi098 ceph-mon[99243]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:32:56.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:55 smithi098 ceph-mon[99243]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:32:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:32:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/334780023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]': finished 2023-10-05T15:32:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:32:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:32:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:56 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/734244421' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/334780023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]': finished 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:32:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:56 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/734244421' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/334780023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]: dispatch 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8093824e-9f3a-476f-b4ea-7a69ddaac28e"}]': finished 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:32:57.290 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:56 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/734244421' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:32:58.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:32:57 smithi173 ceph-mon[104029]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:32:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:32:57 smithi115 ceph-mon[103691]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:32:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:32:57 smithi098 ceph-mon[99243]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:33:00.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:00 smithi098 ceph-mon[99243]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2023-10-05T15:33:00.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:00 smithi115 ceph-mon[103691]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2023-10-05T15:33:00.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:00 smithi173 ceph-mon[104029]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 101 KiB/s, 0 objects/s recovering 2023-10-05T15:33:03.048 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:02 smithi115 ceph-mon[103691]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-05T15:33:03.048 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:33:03.049 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:02 smithi173 ceph-mon[104029]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-05T15:33:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:33:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:03.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:02 smithi098 ceph-mon[99243]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-05T15:33:03.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:33:03.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:04.083 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:03 smithi115 ceph-mon[103691]: Deploying daemon osd.4 on smithi115 2023-10-05T15:33:04.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:03 smithi173 ceph-mon[104029]: Deploying daemon osd.4 on smithi115 2023-10-05T15:33:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:03 smithi098 ceph-mon[99243]: Deploying daemon osd.4 on smithi115 2023-10-05T15:33:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:04 smithi173 ceph-mon[104029]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-05T15:33:05.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:04 smithi115 ceph-mon[103691]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-05T15:33:05.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:04 smithi098 ceph-mon[99243]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-05T15:33:05.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:05 smithi115 ceph-mon[103691]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-05T15:33:06.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:05 smithi173 ceph-mon[104029]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-05T15:33:06.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:05 smithi098 ceph-mon[99243]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-05T15:33:07.659 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.659 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.659 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:07.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:07.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:07.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:08.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:08 smithi115 ceph-mon[103691]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-10-05T15:33:08.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:08 smithi098 ceph-mon[99243]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-10-05T15:33:08.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:08 smithi173 ceph-mon[104029]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-10-05T15:33:09.212 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.209+0000 7f20227fc700 1 -- 172.21.15.115:0/4232732981 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f202c02d2b0 con 0x7f20180a1500 2023-10-05T15:33:09.212 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 4 on host 'smithi115' 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 msgr2=0x7f20180a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 0x7f20180a39c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f201c009a10 tx=0x7f201c009190 comp rx=0 tx=0).stop 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 msgr2=0x7f202c19bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f202800c920 tx=0x7f202800cc30 comp rx=0 tx=0).stop 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 shutdown_connections 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20180a1500 0x7f20180a39c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f202c101990 0x7f202c19e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f202c0ffe70 0x7f202c069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:09.214 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 --2- 172.21.15.115:0/4232732981 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f202c100fd0 0x7f202c19bad0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:09.215 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 >> 172.21.15.115:0/4232732981 conn(0x7f202c0fb3f0 msgr2=0x7f202c104540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:09.215 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 shutdown_connections 2023-10-05T15:33:09.215 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:09.211+0000 7f20332d9700 1 -- 172.21.15.115:0/4232732981 wait complete. 2023-10-05T15:33:09.659 DEBUG:teuthology.orchestra.run.smithi115:osd.4> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.4.service 2023-10-05T15:33:09.661 INFO:tasks.cephadm:Deploying osd.5 on smithi173 with /dev/vg_nvme/lv_3... 2023-10-05T15:33:09.661 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:33:09.692 INFO:journalctl@ceph.osd.4.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:10.127 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:09 smithi115 ceph-mon[103691]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:10.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:09 smithi173 ceph-mon[104029]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:10.227 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:10.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:10.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:09 smithi098 ceph-mon[99243]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:10.890 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:33:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:33:10.475+0000 7f542b538640 -1 osd.4 0 log_to_monitors true 2023-10-05T15:33:11.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:11 smithi098 ceph-mon[99243]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:11 smithi098 ceph-mon[99243]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:11 smithi173 ceph-mon[104029]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:11 smithi173 ceph-mon[104029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:11 smithi115 ceph-mon[103691]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:11 smithi115 ceph-mon[103691]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:33:11.694 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:33:11.695 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:33:11.695 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2023-10-05T15:33:11.695 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2023-10-05T15:33:11.695 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124001 s, 846 MB/s 2023-10-05T15:33:11.695 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2023-10-05T15:33:12.081 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi173:vg_nvme/lv_3 2023-10-05T15:33:12.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:33:12.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:33:12.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:12.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:12 smithi173 ceph-mon[104029]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:12.413 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:33:12.198+0000 7f5420baf700 -1 osd.4 0 waiting for initial osdmap 2023-10-05T15:33:12.413 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:33:12.204+0000 7f541b9a2700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:12 smithi115 ceph-mon[103691]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: from='osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:33:12.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:12 smithi098 ceph-mon[99243]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:12.638 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:33:13.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi115 2023-10-05T15:33:13.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:33:13.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:33:13.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi115 to 8584M 2023-10-05T15:33:13.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:13.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:13.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi115 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi115 to 8584M 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:13.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi115 2023-10-05T15:33:13.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:33:13.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi115 to 8584M 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:13.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:13.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 -- 172.21.15.173:0/425502775 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 msgr2=0x7f3294100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:13.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 --2- 172.21.15.173:0/425502775 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294100290 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f3290009990 tx=0x7f3290009ca0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 -- 172.21.15.173:0/425502775 shutdown_connections 2023-10-05T15:33:13.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 --2- 172.21.15.173:0/425502775 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294101990 0x7f32941082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.838 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 --2- 172.21.15.173:0/425502775 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294100290 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 --2- 172.21.15.173:0/425502775 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294100fd0 0x7f3294101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.833+0000 7f329b37a700 1 -- 172.21.15.173:0/425502775 >> 172.21.15.173:0/425502775 conn(0x7f32940fb3f0 msgr2=0x7f32940fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 -- 172.21.15.173:0/425502775 shutdown_connections 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 -- 172.21.15.173:0/425502775 wait complete. 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 Processor -- start 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 -- start start 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 0x7f329419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:13.839 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.834+0000 7f329b37a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294101990 0x7f329419df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f329b37a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329419e6f0 con 0x7f3294100fd0 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f329b37a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329419e860 con 0x7f3294101990 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f329b37a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329419ea20 con 0x7f32940ffe70 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:33904/0 (socket says 172.21.15.173:33904) 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 -- 172.21.15.173:0/2757638805 learned_addr learned my addr 172.21.15.173:0/2757638805 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3298915700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 0x7f329419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 -- 172.21.15.173:0/2757638805 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294101990 msgr2=0x7f329419df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299917700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294101990 0x7f329419df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294101990 0x7f329419df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 -- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 msgr2=0x7f329419b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 0x7f329419b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:13.840 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 -- 172.21.15.173:0/2757638805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32900095f0 con 0x7f32940ffe70 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3298915700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 0x7f329419b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f3299116700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f329000f690 tx=0x7f329000f6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329001d070 con 0x7f32940ffe70 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3290004ca0 con 0x7f32940ffe70 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f329419eca0 con 0x7f32940ffe70 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3290005500 con 0x7f32940ffe70 2023-10-05T15:33:13.841 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.835+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f329419f1a0 con 0x7f32940ffe70 2023-10-05T15:33:13.842 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.836+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f329410b620 con 0x7f32940ffe70 2023-10-05T15:33:13.842 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.837+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f32900047e0 con 0x7f32940ffe70 2023-10-05T15:33:13.843 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.838+0000 7f328a7fc700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 0x7f32800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:13.843 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.838+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f32900ccc50 con 0x7f32940ffe70 2023-10-05T15:33:13.843 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.838+0000 7f3298915700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 0x7f32800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:13.843 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.838+0000 7f3298915700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 0x7f32800a3940 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3294069a80 tx=0x7f3284005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:13.844 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:13.842+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f32900d2020 con 0x7f32940ffe70 2023-10-05T15:33:14.042 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:14.040+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f32940612f0 con 0x7f32800a1480 2023-10-05T15:33:14.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:33:14.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:33:14.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] boot 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:14.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:14.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:33:14.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:33:14.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] boot 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:14.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: osd.4 [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] boot 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:33:14.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:33:14.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:33:14.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:14.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:14.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:15.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:15 smithi173 ceph-mon[104029]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:15.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:15 smithi173 ceph-mon[104029]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:33:15.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:15 smithi098 ceph-mon[99243]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:15.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:15 smithi098 ceph-mon[99243]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:33:15.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:15 smithi115 ceph-mon[103691]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:15.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:15 smithi115 ceph-mon[103691]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:33:16.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:16 smithi098 ceph-mon[99243]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:16.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:16 smithi173 ceph-mon[104029]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:16.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:16 smithi115 ceph-mon[103691]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/721192895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]': finished 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:17.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/282104834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:17.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/721192895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]': finished 2023-10-05T15:33:17.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:33:17.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:17.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/282104834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:17.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/721192895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]: dispatch 2023-10-05T15:33:17.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9b77eb4-5883-4336-9570-ad3cdc8c1ee2"}]': finished 2023-10-05T15:33:17.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:33:17.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:17.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/282104834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:18.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:18 smithi098 ceph-mon[99243]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:18.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:18 smithi173 ceph-mon[104029]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:18.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:18 smithi115 ceph-mon[103691]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:20 smithi173 ceph-mon[104029]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:20 smithi115 ceph-mon[103691]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:20 smithi098 ceph-mon[99243]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:22.732 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:22 smithi173 ceph-mon[104029]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:22.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:22 smithi115 ceph-mon[103691]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:22 smithi098 ceph-mon[99243]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:23.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:33:23.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:23 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:23.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:23 smithi173 ceph-mon[104029]: Deploying daemon osd.5 on smithi173 2023-10-05T15:33:23.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:33:23.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:23 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:23.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:23 smithi115 ceph-mon[103691]: Deploying daemon osd.5 on smithi173 2023-10-05T15:33:24.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:33:24.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:23 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:24.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:23 smithi098 ceph-mon[99243]: Deploying daemon osd.5 on smithi173 2023-10-05T15:33:24.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:24 smithi173 ceph-mon[104029]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:24.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:24 smithi115 ceph-mon[103691]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:24 smithi098 ceph-mon[99243]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:26 smithi173 ceph-mon[104029]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:26 smithi115 ceph-mon[103691]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:26 smithi098 ceph-mon[99243]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:28.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:28 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:28.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:28 smithi173 ceph-mon[104029]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:28.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:28 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:28.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:28 smithi098 ceph-mon[99243]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:28.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:28.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:28 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:28.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:28 smithi115 ceph-mon[103691]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:29.850 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 5 on host 'smithi173' 2023-10-05T15:33:29.850 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.847+0000 7f328a7fc700 1 -- 172.21.15.173:0/2757638805 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f32940612f0 con 0x7f32800a1480 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 msgr2=0x7f32800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 0x7f32800a3940 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3294069a80 tx=0x7f3284005f50 comp rx=0 tx=0).stop 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 msgr2=0x7f3294069520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f329000f690 tx=0x7f329000f6c0 comp rx=0 tx=0).stop 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 shutdown_connections 2023-10-05T15:33:29.854 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32800a1480 0x7f32800a3940 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3294101990 0x7f329419df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32940ffe70 0x7f3294069520 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 --2- 172.21.15.173:0/2757638805 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3294100fd0 0x7f329419b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 >> 172.21.15.173:0/2757638805 conn(0x7f32940fb3f0 msgr2=0x7f32940fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 shutdown_connections 2023-10-05T15:33:29.855 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:33:29.849+0000 7f329b37a700 1 -- 172.21.15.173:0/2757638805 wait complete. 2023-10-05T15:33:30.234 DEBUG:teuthology.orchestra.run.smithi173:osd.5> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.5.service 2023-10-05T15:33:30.236 INFO:tasks.cephadm:Deploying osd.6 on smithi098 with /dev/vg_nvme/lv_2... 2023-10-05T15:33:30.236 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:33:30.266 INFO:journalctl@ceph.osd.5.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:33:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:30.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:30.807 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:33:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:30.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:31.523 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:33:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:33:31.215+0000 7fcb140b7640 -1 osd.5 0 log_to_monitors true 2023-10-05T15:33:31.573 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:31 smithi098 ceph-mon[99243]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:31.573 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:31 smithi098 ceph-mon[99243]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:31.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:31 smithi173 ceph-mon[104029]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:31.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:31 smithi173 ceph-mon[104029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:31.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:31 smithi115 ceph-mon[103691]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:31.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:31 smithi115 ceph-mon[103691]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:33:32.319 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:33:32.319 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:33:32.320 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-10-05T15:33:32.320 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-10-05T15:33:32.320 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110743 s, 947 MB/s 2023-10-05T15:33:32.320 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-10-05T15:33:32.646 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:33:32.549+0000 7fcb0972e700 -1 osd.5 0 waiting for initial osdmap 2023-10-05T15:33:32.646 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:33:32.557+0000 7fcb03d20700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:32.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:32 smithi173 ceph-mon[104029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:32.718 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:32.719 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:33:32.719 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:32.719 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:33:32.719 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:32.719 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:32 smithi098 ceph-mon[99243]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:32.768 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi098:vg_nvme/lv_2 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: from='osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:32 smithi115 ceph-mon[103691]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:33:33.334 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi173 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.854 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi173 to 8584M 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] boot 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:33:33.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:33:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi173 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi173 to 8584M 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] boot 2023-10-05T15:33:33.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:33:33.899 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi173 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi173 to 8584M 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: osd.5 [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] boot 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:33:33.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3393477110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 msgr2=0x7fc6b8100610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3393477110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b8100610 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac0099c0 tx=0x7fc6ac009cd0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3393477110 shutdown_connections 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3393477110 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 0x7fc6b8101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3393477110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b81083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3393477110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b8100610 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3393477110 >> 172.21.15.98:0/3393477110 conn(0x7fc6b80fac00 msgr2=0x7fc6b80fd040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3393477110 shutdown_connections 2023-10-05T15:33:34.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.582+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3393477110 wait complete. 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 Processor -- start 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 -- start start 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b819de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 0x7fc6b81a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b81a0a80 con 0x7fc6b8100190 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b81a0bf0 con 0x7fc6b81014e0 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6bd43a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6b81a0db0 con 0x7fc6b8100b50 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42272/0 (socket says 172.21.15.98:42272) 2023-10-05T15:33:34.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.583+0000 7fc6b6ffd700 1 -- 172.21.15.98:0/3809169896 learned_addr learned my addr 172.21.15.98:0/3809169896 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b77fe700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 0x7fc6b81a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b67fc700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b819de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 -- 172.21.15.98:0/3809169896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 msgr2=0x7fc6b819de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b819de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 -- 172.21.15.98:0/3809169896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 msgr2=0x7fc6b81a03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 0x7fc6b81a03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 -- 172.21.15.98:0/3809169896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6ac0095f0 con 0x7fc6b8100190 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b67fc700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b819de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6b6ffd700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800b500 tx=0x7fc6a800b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8011830 con 0x7fc6b8100190 2023-10-05T15:33:34.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6a8011e50 con 0x7fc6b8100190 2023-10-05T15:33:34.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6b81a1090 con 0x7fc6b8100190 2023-10-05T15:33:34.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a800f2e0 con 0x7fc6b8100190 2023-10-05T15:33:34.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.584+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6b81a15e0 con 0x7fc6b8100190 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.585+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6b8107520 con 0x7fc6b8100190 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.586+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc6a8010580 con 0x7fc6b8100190 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.587+0000 7fc69ffff700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 0x7fc6a00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.587+0000 7fc6b67fc700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 0x7fc6a00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.587+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 4562+0+0 (secure 0 0 0) 0x7fc6a80cb980 con 0x7fc6b8100190 2023-10-05T15:33:34.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.587+0000 7fc6b67fc700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 0x7fc6a00a3940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac00b580 tx=0x7fc6ac00b790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:34.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.591+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc6a8095de0 con 0x7fc6b8100190 2023-10-05T15:33:34.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:34.789+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fc6b802d130 con 0x7fc6a00a1480 2023-10-05T15:33:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:34 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:33:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:34 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:33:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:34 smithi098 ceph-mon[99243]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:34 smithi098 ceph-mon[99243]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:33:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:34 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:33:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:34 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:33:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:34 smithi173 ceph-mon[104029]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:34 smithi173 ceph-mon[104029]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:33:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:34 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:33:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:34 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:33:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:34 smithi115 ceph-mon[103691]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:33:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:34 smithi115 ceph-mon[103691]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:33:35.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:35 smithi098 ceph-mon[99243]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:35.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:35.912 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:35.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:35.913 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:35 smithi098 ceph-mon[99243]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:33:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:35 smithi173 ceph-mon[104029]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:35 smithi173 ceph-mon[104029]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:33:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:35 smithi115 ceph-mon[103691]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:35 smithi115 ceph-mon[103691]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:33:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:36 smithi098 ceph-mon[99243]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:36 smithi173 ceph-mon[104029]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:36 smithi115 ceph-mon[103691]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:33:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]: dispatch 2023-10-05T15:33:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]': finished 2023-10-05T15:33:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: osdmap e42: 7 total, 6 up, 7 in 2023-10-05T15:33:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/182721847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:33:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]: dispatch 2023-10-05T15:33:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]': finished 2023-10-05T15:33:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: osdmap e42: 7 total, 6 up, 7 in 2023-10-05T15:33:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/182721847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:33:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]: dispatch 2023-10-05T15:33:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1298544362' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04c3c310-af76-4a87-b685-5d82fb03e922"}]': finished 2023-10-05T15:33:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: osdmap e42: 7 total, 6 up, 7 in 2023-10-05T15:33:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/182721847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:33:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:38 smithi098 ceph-mon[99243]: pgmap v128: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 146 KiB/s, 0 objects/s recovering 2023-10-05T15:33:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:38 smithi173 ceph-mon[104029]: pgmap v128: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 146 KiB/s, 0 objects/s recovering 2023-10-05T15:33:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:38 smithi115 ceph-mon[103691]: pgmap v128: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 146 KiB/s, 0 objects/s recovering 2023-10-05T15:33:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:40 smithi098 ceph-mon[99243]: pgmap v129: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-10-05T15:33:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:40 smithi173 ceph-mon[104029]: pgmap v129: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-10-05T15:33:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:40 smithi115 ceph-mon[103691]: pgmap v129: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-10-05T15:33:42.951 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:42 smithi098 ceph-mon[99243]: pgmap v130: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:33:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:42 smithi173 ceph-mon[104029]: pgmap v130: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:33:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:42 smithi115 ceph-mon[103691]: pgmap v130: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:33:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:44 smithi098 ceph-mon[99243]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:33:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:33:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:44 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:44 smithi098 ceph-mon[99243]: Deploying daemon osd.6 on smithi098 2023-10-05T15:33:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:44 smithi173 ceph-mon[104029]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:33:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:44 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:33:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:44 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:44 smithi173 ceph-mon[104029]: Deploying daemon osd.6 on smithi098 2023-10-05T15:33:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:44 smithi115 ceph-mon[103691]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:33:45.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:44 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:33:45.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:44 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:45.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:44 smithi115 ceph-mon[103691]: Deploying daemon osd.6 on smithi098 2023-10-05T15:33:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:46 smithi098 ceph-mon[99243]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:46 smithi173 ceph-mon[104029]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:46 smithi115 ceph-mon[103691]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:47 smithi173 ceph-mon[104029]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:47 smithi115 ceph-mon[103691]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:48.197 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:47 smithi098 ceph-mon[99243]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:49.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.452 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:49.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:49.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:49.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:50.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:50 smithi098 ceph-mon[99243]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:50.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:50 smithi173 ceph-mon[104029]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:50.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:50 smithi115 ceph-mon[103691]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:51.090 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 6 on host 'smithi098' 2023-10-05T15:33:51.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.088+0000 7fc69ffff700 1 -- 172.21.15.98:0/3809169896 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc6b802d130 con 0x7fc6a00a1480 2023-10-05T15:33:51.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 msgr2=0x7fc6a00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:51.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 0x7fc6a00a3940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac00b580 tx=0x7fc6ac00b790 comp rx=0 tx=0).stop 2023-10-05T15:33:51.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 msgr2=0x7fc6b80ffbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:51.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800b500 tx=0x7fc6a800b810 comp rx=0 tx=0).stop 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 shutdown_connections 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6a00a1480 0x7fc6a00a3940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6b81014e0 0x7fc6b81a03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6b8100190 0x7fc6b80ffbe0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 --2- 172.21.15.98:0/3809169896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6b8100b50 0x7fc6b819de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 >> 172.21.15.98:0/3809169896 conn(0x7fc6b80fac00 msgr2=0x7fc6b8104660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 shutdown_connections 2023-10-05T15:33:51.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:33:51.090+0000 7fc6bd43a700 1 -- 172.21.15.98:0/3809169896 wait complete. 2023-10-05T15:33:51.533 DEBUG:teuthology.orchestra.run.smithi098:osd.6> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.6.service 2023-10-05T15:33:51.535 INFO:tasks.cephadm:Deploying osd.7 on smithi115 with /dev/vg_nvme/lv_2... 2023-10-05T15:33:51.535 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:33:51.581 INFO:journalctl@ceph.osd.6.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:33:52.116 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:33:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:51 smithi173 ceph-mon[104029]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:52.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:51 smithi115 ceph-mon[103691]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:52.174 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.174 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.174 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.174 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:52.174 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:51 smithi098 ceph-mon[99243]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:52.477 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:33:52 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:33:52.319+0000 7f4e3dca9640 -1 osd.6 0 log_to_monitors true 2023-10-05T15:33:53.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:53 smithi173 ceph-mon[104029]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:33:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:53 smithi115 ceph-mon[103691]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:33:53.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:53 smithi098 ceph-mon[99243]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10+0 records in 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr:10+0 records out 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011081 s, 946 MB/s 2023-10-05T15:33:53.610 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping successful for: 2023-10-05T15:33:54.063 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi115:vg_nvme/lv_2 2023-10-05T15:33:54.287 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:33:54.061+0000 7f4e33320700 -1 osd.6 0 waiting for initial osdmap 2023-10-05T15:33:54.287 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:33:54.071+0000 7f4e2d111700 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:33:54.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-mon[99243]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:33:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-mon[99243]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:33:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-mon[99243]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:33:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:54.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:54 smithi098 ceph-mon[99243]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:54.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:54 smithi173 ceph-mon[104029]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:33:54.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:54 smithi173 ceph-mon[104029]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:33:54.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:54 smithi173 ceph-mon[104029]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:33:54.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:54.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:54 smithi173 ceph-mon[104029]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:54 smithi115 ceph-mon[103691]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:33:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:54 smithi115 ceph-mon[103691]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:33:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:54 smithi115 ceph-mon[103691]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:33:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:54 smithi115 ceph-mon[103691]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:33:54.615 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi098 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.157 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi098 to 5722M 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.158 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:55.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:33:55.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:33:55.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi098 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi098 to 5722M 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:55.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:33:55.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi098 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi098 to 5722M 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:55.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:55.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:55.539 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 -- 172.21.15.115:0/2158881191 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c00ff5f0 msgr2=0x7f24c00ffa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2158881191 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c00ff5f0 0x7f24c00ffa10 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f24b00099c0 tx=0x7f24b0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 -- 172.21.15.115:0/2158881191 shutdown_connections 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2158881191 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c00ff5f0 0x7f24c00ffa10 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2158881191 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c0101190 0x7f24c0107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2158881191 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c01007f0 0x7f24c0100c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.860 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.857+0000 7f24c77bb700 1 -- 172.21.15.115:0/2158881191 >> 172.21.15.115:0/2158881191 conn(0x7f24c00fab70 msgr2=0x7f24c00fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:55.861 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- 172.21.15.115:0/2158881191 shutdown_connections 2023-10-05T15:33:55.861 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- 172.21.15.115:0/2158881191 wait complete. 2023-10-05T15:33:55.862 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 Processor -- start 2023-10-05T15:33:55.862 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- start start 2023-10-05T15:33:55.862 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c00ff5f0 0x7f24c0198e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c0101190 0x7f24c01a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c01a09a0 con 0x7f24c0101190 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c01a0ae0 con 0x7f24c01007f0 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c77bb700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c01a0c70 con 0x7f24c00ff5f0 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c4d56700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c4d56700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.115:41098/0 (socket says 172.21.15.115:41098) 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.858+0000 7f24c4d56700 1 -- 172.21.15.115:0/2899744698 learned_addr learned my addr 172.21.15.115:0/2899744698 (peer_addr_for_me v2:172.21.15.115:0/0) 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c5d58700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c0101190 0x7f24c01a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c5557700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c00ff5f0 0x7f24c0198e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:55.863 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 -- 172.21.15.115:0/2899744698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c00ff5f0 msgr2=0x7f24c0198e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c00ff5f0 0x7f24c0198e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 -- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c0101190 msgr2=0x7f24c01a03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c0101190 0x7f24c01a03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 -- 172.21.15.115:0/2899744698 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24b00095f0 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c4d56700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f24bc00d950 tx=0x7f24bc00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24bc009940 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24bc010460 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24c01a0f50 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24bc00f600 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.859+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24c01a13c0 con 0x7f24c01007f0 2023-10-05T15:33:55.864 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.860+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24c010b680 con 0x7f24c01007f0 2023-10-05T15:33:55.865 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.861+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f24bc0105d0 con 0x7f24c01007f0 2023-10-05T15:33:55.865 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.862+0000 7f24b67fc700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 0x7f24ac0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:55.865 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.862+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4965+0+0 (secure 0 0 0) 0x7f24bc0cbe20 con 0x7f24c01007f0 2023-10-05T15:33:55.865 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.862+0000 7f24c5557700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 0x7f24ac0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:55.865 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.862+0000 7f24c5557700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 0x7f24ac0a3940 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f24b0009990 tx=0x7f24b0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:55.867 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:55.865+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f24bc096190 con 0x7f24c01007f0 2023-10-05T15:33:56.064 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:33:56.061+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f24c0108b20 con 0x7f24ac0a1480 2023-10-05T15:33:56.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:33:56.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:33:56.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] boot 2023-10-05T15:33:56.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: osdmap e45: 7 total, 7 up, 7 in 2023-10-05T15:33:56.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:56.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:56.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:56.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:56.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:56 smithi173 ceph-mon[104029]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:56.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:33:56.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:33:56.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] boot 2023-10-05T15:33:56.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: osdmap e45: 7 total, 7 up, 7 in 2023-10-05T15:33:56.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:56.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:56.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:56.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:56.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:56 smithi115 ceph-mon[103691]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:56.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:33:56.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:33:56.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: osd.6 [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] boot 2023-10-05T15:33:56.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: osdmap e45: 7 total, 7 up, 7 in 2023-10-05T15:33:56.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:33:56.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:56.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:56.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:33:56.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:56 smithi098 ceph-mon[99243]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:57 smithi115 ceph-mon[103691]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:57.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:57 smithi115 ceph-mon[103691]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:33:57.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:57 smithi173 ceph-mon[104029]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:57.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:57.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:57.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:57.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:57 smithi173 ceph-mon[104029]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:33:57.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:57 smithi098 ceph-mon[99243]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:33:57.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:33:57.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:33:57.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:57.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:57 smithi098 ceph-mon[99243]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:33:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:58 smithi173 ceph-mon[104029]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:58.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:58 smithi115 ceph-mon[103691]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:58.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:58 smithi098 ceph-mon[99243]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:33:59.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:59 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/4123883447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:59 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:59 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]': finished 2023-10-05T15:33:59.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:59 smithi173 ceph-mon[104029]: osdmap e47: 8 total, 7 up, 8 in 2023-10-05T15:33:59.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:33:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:33:59.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:59 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/4123883447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:59 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:59 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]': finished 2023-10-05T15:33:59.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:59 smithi115 ceph-mon[103691]: osdmap e47: 8 total, 7 up, 8 in 2023-10-05T15:33:59.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:33:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:33:59.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:59 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/4123883447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:59 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]: dispatch 2023-10-05T15:33:59.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:59 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3c9397a-12f1-4393-ab81-3e663220226f"}]': finished 2023-10-05T15:33:59.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:59 smithi098 ceph-mon[99243]: osdmap e47: 8 total, 7 up, 8 in 2023-10-05T15:33:59.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:33:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:00 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/3306587391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:00 smithi173 ceph-mon[104029]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:00.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:00 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/3306587391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:00.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:00 smithi115 ceph-mon[103691]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:00 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/3306587391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:00 smithi098 ceph-mon[99243]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:02.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:02 smithi173 ceph-mon[104029]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:02.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:02 smithi115 ceph-mon[103691]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:02 smithi098 ceph-mon[99243]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:04.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:04 smithi173 ceph-mon[104029]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:04.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:04 smithi115 ceph-mon[103691]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:04 smithi098 ceph-mon[99243]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:05.754 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:05 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:34:05.754 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:05 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:05.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:05 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:34:05.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:05 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:06.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:05 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:34:06.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:05 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:06.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:06 smithi115 ceph-mon[103691]: Deploying daemon osd.7 on smithi115 2023-10-05T15:34:06.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:06 smithi115 ceph-mon[103691]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:06 smithi173 ceph-mon[104029]: Deploying daemon osd.7 on smithi115 2023-10-05T15:34:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:06 smithi173 ceph-mon[104029]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:06 smithi098 ceph-mon[99243]: Deploying daemon osd.7 on smithi115 2023-10-05T15:34:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:06 smithi098 ceph-mon[99243]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:08.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:07 smithi173 ceph-mon[104029]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:07 smithi115 ceph-mon[103691]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:07 smithi098 ceph-mon[99243]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:10 smithi173 ceph-mon[104029]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:10.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:10 smithi115 ceph-mon[103691]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:10.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:10.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:10.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:10 smithi098 ceph-mon[99243]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:11.873 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 7 on host 'smithi115' 2023-10-05T15:34:11.874 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.871+0000 7f24b67fc700 1 -- 172.21.15.115:0/2899744698 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f24c0108b20 con 0x7f24ac0a1480 2023-10-05T15:34:11.876 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 msgr2=0x7f24ac0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.876 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 0x7f24ac0a3940 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f24b0009990 tx=0x7f24b0005fd0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.876 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 msgr2=0x7f24c0199350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.876 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f24bc00d950 tx=0x7f24bc00dc60 comp rx=0 tx=0).stop 2023-10-05T15:34:11.876 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 shutdown_connections 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24ac0a1480 0x7f24ac0a3940 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24c0101190 0x7f24c01a03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24c00ff5f0 0x7f24c0198e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 --2- 172.21.15.115:0/2899744698 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24c01007f0 0x7f24c0199350 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 >> 172.21.15.115:0/2899744698 conn(0x7f24c00fab70 msgr2=0x7f24c0108410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.873+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 shutdown_connections 2023-10-05T15:34:11.877 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:11.874+0000 7f24c77bb700 1 -- 172.21.15.115:0/2899744698 wait complete. 2023-10-05T15:34:12.290 DEBUG:teuthology.orchestra.run.smithi115:osd.7> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.7.service 2023-10-05T15:34:12.292 INFO:tasks.cephadm:Deploying osd.8 on smithi173 with /dev/vg_nvme/lv_2... 2023-10-05T15:34:12.292 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:34:12.324 INFO:journalctl@ceph.osd.7.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:34:12.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:12.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.869 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:13.363 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:34:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:34:13.137+0000 7f9d32f62640 -1 osd.7 0 log_to_monitors true 2023-10-05T15:34:13.630 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:13 smithi115 ceph-mon[103691]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:13.630 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:13 smithi115 ceph-mon[103691]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:13.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:13 smithi173 ceph-mon[104029]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:13.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:13 smithi173 ceph-mon[104029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:13.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:13 smithi098 ceph-mon[99243]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:13.805 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:13 smithi098 ceph-mon[99243]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:34:14.294 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110444 s, 949 MB/s 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2023-10-05T15:34:14.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:34:14.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:34:14.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:14.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.627 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.627 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:14 smithi173 ceph-mon[104029]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:14.628 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi173:vg_nvme/lv_2 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:14 smithi098 ceph-mon[99243]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:14.792 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:34:14.419+0000 7f9d285d9700 -1 osd.7 0 waiting for initial osdmap 2023-10-05T15:34:14.792 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:34:14.427+0000 7f9d203c6700 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:34:14.792 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:34:14.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:34:14.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:14.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: from='osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:34:14.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:14 smithi115 ceph-mon[103691]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:15.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:34:15.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:34:15.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] boot 2023-10-05T15:34:15.648 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: osdmap e50: 8 total, 8 up, 8 in 2023-10-05T15:34:15.648 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] boot 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: osdmap e50: 8 total, 8 up, 8 in 2023-10-05T15:34:15.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: osd.7 [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] boot 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: osdmap e50: 8 total, 8 up, 8 in 2023-10-05T15:34:15.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:34:16.226 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- 172.21.15.173:0/822159560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc1007f0 msgr2=0x7f6fcc100c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:16.226 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 --2- 172.21.15.173:0/822159560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc100c50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6fbc009990 tx=0x7f6fbc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.226 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- 172.21.15.173:0/822159560 shutdown_connections 2023-10-05T15:34:16.226 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 --2- 172.21.15.173:0/822159560 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc0ff5f0 0x7f6fcc0ffa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 --2- 172.21.15.173:0/822159560 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc101190 0x7f6fcc107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 --2- 172.21.15.173:0/822159560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc100c50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- 172.21.15.173:0/822159560 >> 172.21.15.173:0/822159560 conn(0x7f6fcc0fab70 msgr2=0x7f6fcc0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- 172.21.15.173:0/822159560 shutdown_connections 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- 172.21.15.173:0/822159560 wait complete. 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 Processor -- start 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 -- start start 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.223+0000 7f6fd3421700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc0ff5f0 0x7f6fcc1038e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fcc102bf0 con 0x7f6fcc0ff5f0 2023-10-05T15:34:16.227 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fcc102d60 con 0x7f6fcc1007f0 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fcc1a0cd0 con 0x7f6fcc101190 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34022/0 (socket says 172.21.15.173:34022) 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd09bc700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 -- 172.21.15.173:0/3365601878 learned_addr learned my addr 172.21.15.173:0/3365601878 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd11bd700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc0ff5f0 0x7f6fcc1038e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 -- 172.21.15.173:0/3365601878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc1007f0 msgr2=0x7f6fcc101f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc101f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 -- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc0ff5f0 msgr2=0x7f6fcc1038e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc0ff5f0 0x7f6fcc1038e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:16.228 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 -- 172.21.15.173:0/3365601878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fbc0095f0 con 0x7f6fcc101190 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd19be700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6fc400ada0 tx=0x7f6fc400c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fc400f070 con 0x7f6fcc101190 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fc4007b30 con 0x7f6fcc101190 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fc4005280 con 0x7f6fcc101190 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fcc1a0fb0 con 0x7f6fcc101190 2023-10-05T15:34:16.229 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.224+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fcc1a1370 con 0x7f6fcc101190 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.225+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fcc107730 con 0x7f6fcc101190 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.226+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6fc400a090 con 0x7f6fcc101190 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.227+0000 7f6fc27fc700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 0x7f6fb80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.227+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5430+0+0 (secure 0 0 0) 0x7f6fc40cbcb0 con 0x7f6fcc101190 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.227+0000 7f6fd11bd700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 0x7f6fb80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:16.230 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.228+0000 7f6fd11bd700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 0x7f6fb80a3940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc100650 tx=0x7f6fc800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:16.232 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.230+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6fc4099970 con 0x7f6fcc101190 2023-10-05T15:34:16.434 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:16.432+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fcc02d350 con 0x7f6fb80a1480 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi115 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi115 to 5722M 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:16.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:16 smithi098 ceph-mon[99243]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi115 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi115 to 5722M 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:16 smithi173 ceph-mon[104029]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:34:16.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:34:16.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:34:16.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi115 2023-10-05T15:34:16.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi115 to 5722M 2023-10-05T15:34:16.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:16.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:16 smithi115 ceph-mon[103691]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:34:17.535 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:17 smithi173 ceph-mon[104029]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:17.535 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:17.535 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:17.535 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:17.535 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:17 smithi173 ceph-mon[104029]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:34:17.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:17 smithi098 ceph-mon[99243]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:17.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:17.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:17.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:17.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:17 smithi098 ceph-mon[99243]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:34:17.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:17 smithi115 ceph-mon[103691]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:17.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:17 smithi115 ceph-mon[103691]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:34:18.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:18 smithi098 ceph-mon[99243]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:18 smithi173 ceph-mon[104029]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:18.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:18 smithi115 ceph-mon[103691]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:19.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:34:19.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/3980496970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]': finished 2023-10-05T15:34:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: osdmap e54: 9 total, 8 up, 9 in 2023-10-05T15:34:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:19.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/3224956392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/3980496970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]': finished 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: osdmap e54: 9 total, 8 up, 9 in 2023-10-05T15:34:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:19.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/3224956392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:34:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/3980496970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]: dispatch 2023-10-05T15:34:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0078ccd-5376-405e-bda8-ca6c0c6396ce"}]': finished 2023-10-05T15:34:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: osdmap e54: 9 total, 8 up, 9 in 2023-10-05T15:34:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/3224956392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:20.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:20 smithi098 ceph-mon[99243]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:20 smithi173 ceph-mon[104029]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:20 smithi115 ceph-mon[103691]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:22.795 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:22 smithi173 ceph-mon[104029]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:22.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:22 smithi115 ceph-mon[103691]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:22 smithi098 ceph-mon[99243]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:24.856 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:24 smithi173 ceph-mon[104029]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:24 smithi115 ceph-mon[103691]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:24 smithi098 ceph-mon[99243]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:25.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:34:25.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:34:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:26.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:34:26.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:26 smithi173 ceph-mon[104029]: Deploying daemon osd.8 on smithi173 2023-10-05T15:34:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:26 smithi173 ceph-mon[104029]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:26 smithi115 ceph-mon[103691]: Deploying daemon osd.8 on smithi173 2023-10-05T15:34:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:26 smithi115 ceph-mon[103691]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:26 smithi098 ceph-mon[99243]: Deploying daemon osd.8 on smithi173 2023-10-05T15:34:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:26 smithi098 ceph-mon[99243]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:27.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:27 smithi173 ceph-mon[104029]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:28.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:27 smithi115 ceph-mon[103691]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:27 smithi098 ceph-mon[99243]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:30.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:30 smithi173 ceph-mon[104029]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:30.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:30 smithi098 ceph-mon[99243]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:30 smithi115 ceph-mon[103691]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:30.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:32.193 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.191+0000 7f6fc27fc700 1 -- 172.21.15.173:0/3365601878 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f6fcc02d350 con 0x7f6fb80a1480 2023-10-05T15:34:32.193 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 8 on host 'smithi173' 2023-10-05T15:34:32.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 msgr2=0x7f6fb80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:32.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 0x7f6fb80a3940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc100650 tx=0x7f6fc800a380 comp rx=0 tx=0).stop 2023-10-05T15:34:32.195 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 msgr2=0x7f6fcc102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6fc400ada0 tx=0x7f6fc400c330 comp rx=0 tx=0).stop 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 shutdown_connections 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fb80a1480 0x7f6fb80a3940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fcc101190 0x7f6fcc102470 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fcc0ff5f0 0x7f6fcc1038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 --2- 172.21.15.173:0/3365601878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fcc1007f0 0x7f6fcc101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 >> 172.21.15.173:0/3365601878 conn(0x7f6fcc0fab70 msgr2=0x7f6fcc0fce20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 shutdown_connections 2023-10-05T15:34:32.196 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:34:32.193+0000 7f6fd3421700 1 -- 172.21.15.173:0/3365601878 wait complete. 2023-10-05T15:34:32.563 DEBUG:teuthology.orchestra.run.smithi173:osd.8> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.8.service 2023-10-05T15:34:32.566 INFO:tasks.cephadm:Deploying osd.9 on smithi098 with /dev/vg_nvme/lv_1... 2023-10-05T15:34:32.566 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:34:32.595 INFO:journalctl@ceph.osd.8.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:34:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:32.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:33.144 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:33.646 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:34:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:34:33.438+0000 7f19ff997640 -1 osd.8 0 log_to_monitors true 2023-10-05T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:33 smithi098 ceph-mon[99243]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:33 smithi098 ceph-mon[99243]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:34.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:33 smithi173 ceph-mon[104029]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:34.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:33 smithi173 ceph-mon[104029]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:33 smithi115 ceph-mon[103691]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:33 smithi115 ceph-mon[103691]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:34:34.766 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:34:34.766 INFO:teuthology.orchestra.run.smithi098.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:34:34.767 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10+0 records in 2023-10-05T15:34:34.767 INFO:teuthology.orchestra.run.smithi098.stderr:10+0 records out 2023-10-05T15:34:34.767 INFO:teuthology.orchestra.run.smithi098.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125559 s, 835 MB/s 2023-10-05T15:34:34.767 INFO:teuthology.orchestra.run.smithi098.stderr:--> Zapping successful for: 2023-10-05T15:34:34.937 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:34.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:34:34.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:34:34.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:34.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:34.938 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:34 smithi098 ceph-mon[99243]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:35.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:34:34.685+0000 7f19f500e700 -1 osd.8 0 waiting for initial osdmap 2023-10-05T15:34:35.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:34:34.696+0000 7f19eddfd700 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:35.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:34 smithi173 ceph-mon[104029]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:34:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:34:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: from='osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:35.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:34 smithi115 ceph-mon[103691]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:34:35.192 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi098:vg_nvme/lv_1 2023-10-05T15:34:35.756 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:35.977 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:34:35.977 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:34:35.977 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:35.978 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:36.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:36.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:36.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:36.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi173 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi173 to 5722M 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] boot 2023-10-05T15:34:36.942 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: osdmap e57: 9 total, 9 up, 9 in 2023-10-05T15:34:36.943 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:36 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- 172.21.15.98:0/3157463418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc106ca0 msgr2=0x7f10cc109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 --2- 172.21.15.98:0/3157463418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc106ca0 0x7f10cc109110 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f10c400b0a0 tx=0x7f10c400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- 172.21.15.98:0/3157463418 shutdown_connections 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 --2- 172.21.15.98:0/3157463418 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc101a40 0x7f10cc103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 --2- 172.21.15.98:0/3157463418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc106ca0 0x7f10cc109110 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 --2- 172.21.15.98:0/3157463418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc104370 0x7f10cc106760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- 172.21.15.98:0/3157463418 >> 172.21.15.98:0/3157463418 conn(0x7f10cc0fb450 msgr2=0x7f10cc0fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:37.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- 172.21.15.98:0/3157463418 shutdown_connections 2023-10-05T15:34:37.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- 172.21.15.98:0/3157463418 wait complete. 2023-10-05T15:34:37.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 Processor -- start 2023-10-05T15:34:37.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.085+0000 7f10d2726700 1 -- start start 2023-10-05T15:34:37.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:37.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 0x7f10cc0ff9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:37.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc106ca0 0x7f10cc0fff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc1006b0 con 0x7f10cc101a40 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc100820 con 0x7f10cc104370 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d2726700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc1a0d90 con 0x7f10cc106ca0 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42412/0 (socket says 172.21.15.98:42412) 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 -- 172.21.15.98:0/1802906132 learned_addr learned my addr 172.21.15.98:0/1802906132 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10d0cc3700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc106ca0 0x7f10cc0fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 -- 172.21.15.98:0/1802906132 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc106ca0 msgr2=0x7f10cc0fff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cb7fe700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 0x7f10cc0ff9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc106ca0 0x7f10cc0fff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 -- 172.21.15.98:0/1802906132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 msgr2=0x7f10cc0ff9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 0x7f10cc0ff9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 -- 172.21.15.98:0/1802906132 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10c4009d00 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cb7fe700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 0x7f10cc0ff9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10cbfff700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f10c000c920 tx=0x7f10c000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.086+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c0007b00 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.087+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10c0004cf0 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.087+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c0005610 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.087+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10cc1a1070 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.087+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10cc1a1570 con 0x7f10cc101a40 2023-10-05T15:34:37.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.087+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10cc0fcfd0 con 0x7f10cc101a40 2023-10-05T15:34:37.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.088+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f10c0004750 con 0x7f10cc101a40 2023-10-05T15:34:37.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.089+0000 7f10c97fa700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 0x7f10b40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:37.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.089+0000 7f10cb7fe700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 0x7f10b40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:37.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.089+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5858+0+0 (secure 0 0 0) 0x7f10c00cc2b0 con 0x7f10cc101a40 2023-10-05T15:34:37.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.090+0000 7f10cb7fe700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 0x7f10b40a39c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f10bc005fd0 tx=0x7f10bc005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:37.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.094+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f10c00962a0 con 0x7f10cc101a40 2023-10-05T15:34:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:34:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:34:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi173 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi173 to 5722M 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] boot 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: osdmap e57: 9 total, 9 up, 9 in 2023-10-05T15:34:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:36 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi173 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi173 to 5722M 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: osd.8 [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] boot 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: osdmap e57: 9 total, 9 up, 9 in 2023-10-05T15:34:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:36 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:34:37.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:37.293+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f10cc02d250 con 0x7f10b40a1500 2023-10-05T15:34:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:37 smithi098 ceph-mon[99243]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:34:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:37 smithi173 ceph-mon[104029]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:34:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:37 smithi115 ceph-mon[103691]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:34:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:38.708 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:38 smithi098 ceph-mon[99243]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:38.709 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:38 smithi098 ceph-mon[99243]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:38.709 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:38 smithi098 ceph-mon[99243]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:34:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:38 smithi173 ceph-mon[104029]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:38 smithi173 ceph-mon[104029]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:39.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:38 smithi173 ceph-mon[104029]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:34:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:38 smithi115 ceph-mon[103691]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi098:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:38 smithi115 ceph-mon[103691]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:38 smithi115 ceph-mon[103691]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:34:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:34:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]: dispatch 2023-10-05T15:34:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]': finished 2023-10-05T15:34:40.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:34:40.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:39 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:40.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:34:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]: dispatch 2023-10-05T15:34:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]': finished 2023-10-05T15:34:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:34:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:39 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]: dispatch 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1802118503' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2679cfd-295b-494d-9216-10463dfdb9a8"}]': finished 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:34:40.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:40 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3038037399' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:40 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3038037399' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:41.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:40 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3038037399' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:34:42.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:41 smithi173 ceph-mon[104029]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-10-05T15:34:42.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:41 smithi115 ceph-mon[103691]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-10-05T15:34:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:41 smithi098 ceph-mon[99243]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 120 KiB/s, 0 objects/s recovering 2023-10-05T15:34:44.862 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:44 smithi098 ceph-mon[99243]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:34:44.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:44 smithi173 ceph-mon[104029]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:34:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:44 smithi115 ceph-mon[103691]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:34:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:46 smithi098 ceph-mon[99243]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-10-05T15:34:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:34:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:46 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:46 smithi173 ceph-mon[104029]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-10-05T15:34:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:34:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:46 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:46 smithi115 ceph-mon[103691]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-10-05T15:34:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:34:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:46 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:47.835 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:47 smithi098 ceph-mon[99243]: Deploying daemon osd.9 on smithi098 2023-10-05T15:34:47.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:47 smithi173 ceph-mon[104029]: Deploying daemon osd.9 on smithi098 2023-10-05T15:34:47.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:47 smithi115 ceph-mon[103691]: Deploying daemon osd.9 on smithi098 2023-10-05T15:34:48.891 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:48 smithi098 ceph-mon[99243]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-10-05T15:34:48.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:48 smithi173 ceph-mon[104029]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-10-05T15:34:48.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:48 smithi115 ceph-mon[103691]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-10-05T15:34:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:50 smithi173 ceph-mon[104029]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:34:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:50 smithi115 ceph-mon[103691]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:34:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:50 smithi098 ceph-mon[99243]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:34:51.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:51.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:51.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:52.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:52.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:52 smithi098 ceph-mon[99243]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-10-05T15:34:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:52 smithi173 ceph-mon[104029]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-10-05T15:34:53.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:52 smithi115 ceph-mon[103691]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-10-05T15:34:53.547 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.545+0000 7f10c97fa700 1 -- 172.21.15.98:0/1802906132 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f10cc02d250 con 0x7f10b40a1500 2023-10-05T15:34:53.547 INFO:teuthology.orchestra.run.smithi098.stdout:Created osd(s) 9 on host 'smithi098' 2023-10-05T15:34:53.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 msgr2=0x7f10b40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:53.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 0x7f10b40a39c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f10bc005fd0 tx=0x7f10bc005dc0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 msgr2=0x7f10cc1013a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:53.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f10c000c920 tx=0x7f10c000cce0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 shutdown_connections 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10b40a1500 0x7f10b40a39c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10cc106ca0 0x7f10cc0fff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10cc101a40 0x7f10cc1013a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 --2- 172.21.15.98:0/1802906132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f10cc104370 0x7f10cc0ff9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 >> 172.21.15.98:0/1802906132 conn(0x7f10cc0fb450 msgr2=0x7f10cc1026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 shutdown_connections 2023-10-05T15:34:53.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:34:53.547+0000 7f10d2726700 1 -- 172.21.15.98:0/1802906132 wait complete. 2023-10-05T15:34:54.061 DEBUG:teuthology.orchestra.run.smithi098:osd.9> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.9.service 2023-10-05T15:34:54.063 INFO:tasks.cephadm:Deploying osd.10 on smithi115 with /dev/vg_nvme/lv_1... 2023-10-05T15:34:54.064 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:34:54.092 INFO:journalctl@ceph.osd.9.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:34:54.636 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:54.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:34:54.753+0000 7f9c47675640 -1 osd.9 0 log_to_monitors true 2023-10-05T15:34:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-mon[99243]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.807 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:54 smithi115 ceph-mon[103691]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:54.807 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.808 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.808 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.808 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:54 smithi173 ceph-mon[104029]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:54.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:55.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:55 smithi098 ceph-mon[99243]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:55.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:55 smithi098 ceph-mon[99243]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:55.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:55 smithi173 ceph-mon[104029]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:55.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:55 smithi173 ceph-mon[104029]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:55.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:55 smithi115 ceph-mon[103691]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:55.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:55 smithi115 ceph-mon[103691]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:34:56.134 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:34:56.134 INFO:teuthology.orchestra.run.smithi115.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:34:56.135 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 10+0 records in 2023-10-05T15:34:56.135 INFO:teuthology.orchestra.run.smithi115.stderr:10+0 records out 2023-10-05T15:34:56.135 INFO:teuthology.orchestra.run.smithi115.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0129053 s, 813 MB/s 2023-10-05T15:34:56.135 INFO:teuthology.orchestra.run.smithi115.stderr: stderr: 2023-10-05T15:34:56.135 INFO:teuthology.orchestra.run.smithi115.stderr:--> Zapping successful for: 2023-10-05T15:34:56.590 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi115:vg_nvme/lv_1 2023-10-05T15:34:56.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:56.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:34:56.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:34:56.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:56.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:56.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:56 smithi173 ceph-mon[104029]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:34:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:34:56.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:56.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:56.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:56 smithi115 ceph-mon[103691]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:57.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:34:57.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:34:57.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: from='osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:57.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-mon[99243]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]: dispatch 2023-10-05T15:34:57.038 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:34:56.544+0000 7f9c3ccec700 -1 osd.9 0 waiting for initial osdmap 2023-10-05T15:34:57.038 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:34:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:34:56.555+0000 7f9c352da700 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:34:57.146 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:57.652 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:34:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:34:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:57.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi098", "root=default"]}]': finished 2023-10-05T15:34:57.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:34:57.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:57.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:58.367 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 -- 172.21.15.115:0/1131004470 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 msgr2=0x7f5848100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:58.367 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 --2- 172.21.15.115:0/1131004470 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848100560 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5844009990 tx=0x7f5844009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.367 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 -- 172.21.15.115:0/1131004470 shutdown_connections 2023-10-05T15:34:58.367 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 --2- 172.21.15.115:0/1131004470 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848100aa0 0x7f5848108360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.367 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 --2- 172.21.15.115:0/1131004470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848101450 0x7f5848101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 --2- 172.21.15.115:0/1131004470 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848100560 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 -- 172.21.15.115:0/1131004470 >> 172.21.15.115:0/1131004470 conn(0x7f58480fab70 msgr2=0x7f58480fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 -- 172.21.15.115:0/1131004470 shutdown_connections 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.364+0000 7f5850747700 1 -- 172.21.15.115:0/1131004470 wait complete. 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 Processor -- start 2023-10-05T15:34:58.368 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 -- start start 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848100aa0 0x7f5848196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 0x7f584819d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584819d6b0 con 0x7f5848101450 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584819d7f0 con 0x7f5848100100 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f5850747700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f584819d980 con 0x7f5848100aa0 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584e4e3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584e4e3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.115:41220/0 (socket says 172.21.15.115:41220) 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584e4e3700 1 -- 172.21.15.115:0/3554176167 learned_addr learned my addr 172.21.15.115:0/3554176167 (peer_addr_for_me v2:172.21.15.115:0/0) 2023-10-05T15:34:58.370 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 0x7f584819d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584dce2700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848100aa0 0x7f5848196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 -- 172.21.15.115:0/3554176167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848100aa0 msgr2=0x7f5848196060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848100aa0 0x7f5848196060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 -- 172.21.15.115:0/3554176167 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 msgr2=0x7f5848195b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.365+0000 7f584ece4700 1 -- 172.21.15.115:0/3554176167 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58440095f0 con 0x7f5848101450 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f584e4e3700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f584ece4700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 0x7f584819d0e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5840009f60 tx=0x7f5840009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5840018070 con 0x7f5848101450 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f584000f040 con 0x7f5848101450 2023-10-05T15:34:58.371 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58480feff0 con 0x7f5848101450 2023-10-05T15:34:58.372 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584000ccc0 con 0x7f5848101450 2023-10-05T15:34:58.372 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.366+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58480ff4a0 con 0x7f5848101450 2023-10-05T15:34:58.372 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.367+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f584810b680 con 0x7f5848101450 2023-10-05T15:34:58.372 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.368+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5840003a00 con 0x7f5848101450 2023-10-05T15:34:58.373 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.368+0000 7f583f7fe700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 0x7f58340a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:58.373 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.369+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f58400cc980 con 0x7f5848101450 2023-10-05T15:34:58.373 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.369+0000 7f584e4e3700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 0x7f58340a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:58.373 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.369+0000 7f584e4e3700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 0x7f58340a3940 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5838005950 tx=0x7f583800e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:58.374 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.372+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5840096870 con 0x7f5848101450 2023-10-05T15:34:58.576 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:34:58.573+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f58480ffbb0 con 0x7f58340a1480 2023-10-05T15:34:58.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:34:58.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:34:58.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi098 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi098 to 4292M 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] boot 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: osdmap e64: 10 total, 10 up, 10 in 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:58.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:58 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:58.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:34:58.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi098 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi098 to 4292M 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] boot 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: osdmap e64: 10 total, 10 up, 10 in 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:58.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:58 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:34:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:34:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi098 2023-10-05T15:34:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi098 to 4292M 2023-10-05T15:34:59.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: osd.9 [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] boot 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: osdmap e64: 10 total, 10 up, 10 in 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:59.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:58 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:34:59.642 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:59 smithi115 ceph-mon[103691]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:34:59.642 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:59 smithi115 ceph-mon[103691]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:59.642 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:59.642 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:59.642 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:34:59 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:59.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:59 smithi173 ceph-mon[104029]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:34:59.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:59 smithi173 ceph-mon[104029]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:59.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:34:59.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:34:59.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:34:59 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:00.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:59 smithi098 ceph-mon[99243]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:35:00.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:59 smithi098 ceph-mon[99243]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi115:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:00.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:35:00.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:35:00.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:34:59 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:00.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:00 smithi173 ceph-mon[104029]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:00.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:00 smithi115 ceph-mon[103691]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:00 smithi098 ceph-mon[99243]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:01.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/754680362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:01.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:01.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]': finished 2023-10-05T15:35:01.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: osdmap e66: 11 total, 10 up, 11 in 2023-10-05T15:35:01.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:01.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:01 smithi173 ceph-mon[104029]: from='client.? 172.21.15.115:0/4038758715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:01.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/754680362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:01.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:01.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]': finished 2023-10-05T15:35:01.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: osdmap e66: 11 total, 10 up, 11 in 2023-10-05T15:35:01.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:01.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:01 smithi115 ceph-mon[103691]: from='client.? 172.21.15.115:0/4038758715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/754680362' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]: dispatch 2023-10-05T15:35:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4799e5b9-d0e0-45aa-b363-bfb8c613d0d3"}]': finished 2023-10-05T15:35:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: osdmap e66: 11 total, 10 up, 11 in 2023-10-05T15:35:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:02.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:01 smithi098 ceph-mon[99243]: from='client.? 172.21.15.115:0/4038758715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:02.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:02 smithi173 ceph-mon[104029]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:02.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:02 smithi115 ceph-mon[103691]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:02 smithi098 ceph-mon[99243]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:04.896 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:04 smithi115 ceph-mon[103691]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:04.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:04 smithi173 ceph-mon[104029]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:04 smithi098 ceph-mon[99243]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:06 smithi173 ceph-mon[104029]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:06 smithi115 ceph-mon[103691]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:06 smithi098 ceph-mon[99243]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:08.082 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:35:08.082 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:08.083 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:07 smithi115 ceph-mon[103691]: Deploying daemon osd.10 on smithi115 2023-10-05T15:35:08.083 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:07 smithi115 ceph-mon[103691]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:35:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:07 smithi173 ceph-mon[104029]: Deploying daemon osd.10 on smithi115 2023-10-05T15:35:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:07 smithi173 ceph-mon[104029]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:35:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:07 smithi098 ceph-mon[99243]: Deploying daemon osd.10 on smithi115 2023-10-05T15:35:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:07 smithi098 ceph-mon[99243]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:10 smithi173 ceph-mon[104029]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:10.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:10 smithi115 ceph-mon[103691]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:10 smithi098 ceph-mon[99243]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:12.656 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:12 smithi115 ceph-mon[103691]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:12.656 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.656 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.656 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:12 smithi098 ceph-mon[99243]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:12.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:12 smithi173 ceph-mon[104029]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:12.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:12.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:14.135 INFO:teuthology.orchestra.run.smithi115.stdout:Created osd(s) 10 on host 'smithi115' 2023-10-05T15:35:14.135 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.132+0000 7f583f7fe700 1 -- 172.21.15.115:0/3554176167 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f58480ffbb0 con 0x7f58340a1480 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 msgr2=0x7f58340a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 0x7f58340a3940 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5838005950 tx=0x7f583800e040 comp rx=0 tx=0).stop 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 msgr2=0x7f584819d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 0x7f584819d0e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5840009f60 tx=0x7f5840009f90 comp rx=0 tx=0).stop 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 shutdown_connections 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58340a1480 0x7f58340a3940 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5848100100 0x7f5848195b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:14.137 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5848101450 0x7f584819d0e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:14.138 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 --2- 172.21.15.115:0/3554176167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5848100aa0 0x7f5848196060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:14.138 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 >> 172.21.15.115:0/3554176167 conn(0x7f58480fab70 msgr2=0x7f58480fce30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:14.138 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.134+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 shutdown_connections 2023-10-05T15:35:14.138 INFO:teuthology.orchestra.run.smithi115.stderr:2023-10-05T15:35:14.135+0000 7f5850747700 1 -- 172.21.15.115:0/3554176167 wait complete. 2023-10-05T15:35:14.533 DEBUG:teuthology.orchestra.run.smithi115:osd.10> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.10.service 2023-10-05T15:35:14.535 INFO:tasks.cephadm:Deploying osd.11 on smithi173 with /dev/vg_nvme/lv_1... 2023-10-05T15:35:14.535 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:35:14.564 INFO:journalctl@ceph.osd.10.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:35:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:14 smithi098 ceph-mon[99243]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:14 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:14 smithi173 ceph-mon[104029]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:14 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:14 smithi115 ceph-mon[103691]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:14.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:14.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:14 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:15.101 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:35:15.567 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:15 smithi173 ceph-mon[104029]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:15.567 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:15 smithi173 ceph-mon[104029]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:15.592 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:15 smithi115 ceph-mon[103691]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:15.592 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:15 smithi115 ceph-mon[103691]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:15.592 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:35:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:35:15.450+0000 7f905de58640 -1 osd.10 0 log_to_monitors true 2023-10-05T15:35:16.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:15 smithi098 ceph-mon[99243]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:16.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:15 smithi098 ceph-mon[99243]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:35:16.534 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:35:16.534 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:35:16.535 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2023-10-05T15:35:16.535 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2023-10-05T15:35:16.535 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111236 s, 943 MB/s 2023-10-05T15:35:16.535 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2023-10-05T15:35:16.868 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:35:16.551+0000 7f90534cf700 -1 osd.10 0 waiting for initial osdmap 2023-10-05T15:35:16.868 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:35:16.567+0000 7f904f2c4700 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:16.869 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:16 smithi115 ceph-mon[103691]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:35:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:35:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:16.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:16 smithi173 ceph-mon[104029]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:16.947 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi173:vg_nvme/lv_1 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: from='osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:16 smithi098 ceph-mon[99243]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]: dispatch 2023-10-05T15:35:17.501 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:35:17.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] boot 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: osdmap e69: 11 total, 11 up, 11 in 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.838 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:17.839 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] boot 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: osdmap e69: 11 total, 11 up, 11 in 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:17.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi115", "root=default"]}]': finished 2023-10-05T15:35:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:35:18.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: osd.10 [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] boot 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: osdmap e69: 11 total, 11 up, 11 in 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:18.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:18.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:18.591 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 -- 172.21.15.173:0/4290908469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 msgr2=0x7f58f4101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:18.591 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 --2- 172.21.15.173:0/4290908469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4101390 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f58f0009990 tx=0x7f58f0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.591 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 -- 172.21.15.173:0/4290908469 shutdown_connections 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 --2- 172.21.15.173:0/4290908469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 0x7f58f41093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 --2- 172.21.15.173:0/4290908469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4101390 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 --2- 172.21.15.173:0/4290908469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f41025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 -- 172.21.15.173:0/4290908469 >> 172.21.15.173:0/4290908469 conn(0x7f58f40fc4d0 msgr2=0x7f58f40fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 -- 172.21.15.173:0/4290908469 shutdown_connections 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.587+0000 7f58fc722700 1 -- 172.21.15.173:0/4290908469 wait complete. 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 Processor -- start 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 -- start start 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f4197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 0x7f58f419e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:18.592 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f419e7a0 con 0x7f58f4102b10 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f419e8e0 con 0x7f58f4102170 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fc722700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f419eaa0 con 0x7f58f4100f70 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34164/0 (socket says 172.21.15.173:34164) 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 -- 172.21.15.173:0/2492966270 learned_addr learned my addr 172.21.15.173:0/2492966270 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58facbf700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 0x7f58f419e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58f9cbd700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f4197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 -- 172.21.15.173:0/2492966270 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 msgr2=0x7f58f4197190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f4197190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 -- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 msgr2=0x7f58f419e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 0x7f58f419e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:18.593 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 -- 172.21.15.173:0/2492966270 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58f00095f0 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58f9cbd700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f4197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58fa4be700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f58f0005b40 tx=0x7f58f000f740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.588+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f001d070 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.589+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58f0003e20 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.589+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58f419ed20 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.589+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f00173f0 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.589+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58f419f190 con 0x7f58f4100f70 2023-10-05T15:35:18.594 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.589+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58f410c770 con 0x7f58f4100f70 2023-10-05T15:35:18.595 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.590+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f58f0003960 con 0x7f58f4100f70 2023-10-05T15:35:18.595 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.591+0000 7f58eb7fe700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 0x7f58e00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:18.595 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.591+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f58f00cd970 con 0x7f58f4100f70 2023-10-05T15:35:18.595 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.591+0000 7f58f9cbd700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 0x7f58e00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:18.595 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.592+0000 7f58f9cbd700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 0x7f58e00a39c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f58e4005fd0 tx=0x7f58e4005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:18.597 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.595+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f58f0097690 con 0x7f58f4100f70 2023-10-05T15:35:18.795 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:18.794+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f58f40612f0 con 0x7f58e00a1500 2023-10-05T15:35:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:35:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:35:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi115 2023-10-05T15:35:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi115 to 4292M 2023-10-05T15:35:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:18.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:18 smithi173 ceph-mon[104029]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi115 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi115 to 4292M 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:18.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:18 smithi115 ceph-mon[103691]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi115 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi115 to 4292M 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:35:19.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:18 smithi098 ceph-mon[99243]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:35:19.891 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:19 smithi173 ceph-mon[104029]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:19.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:35:19.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:35:19.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:19 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:19.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:19 smithi173 ceph-mon[104029]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:35:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:19 smithi115 ceph-mon[103691]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:35:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:35:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:19 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:19.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:19 smithi115 ceph-mon[103691]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:35:20.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:19 smithi098 ceph-mon[99243]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:20.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:35:20.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:35:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:19 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:20.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:19 smithi098 ceph-mon[99243]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:35:20.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:20 smithi173 ceph-mon[104029]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:20.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:20 smithi173 ceph-mon[104029]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:35:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:20 smithi115 ceph-mon[103691]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:20 smithi115 ceph-mon[103691]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:35:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:20 smithi098 ceph-mon[99243]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:20 smithi098 ceph-mon[99243]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:35:22.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:35:22.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/947782181' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]': finished 2023-10-05T15:35:22.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:35:22.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:22.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:21 smithi173 ceph-mon[104029]: pgmap v212: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2023-10-05T15:35:22.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/947782181' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]': finished 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:22.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:21 smithi115 ceph-mon[103691]: pgmap v212: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/947782181' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]: dispatch 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9e32996-c202-45da-b25c-f517c7e69501"}]': finished 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:35:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:21 smithi098 ceph-mon[99243]: pgmap v212: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2023-10-05T15:35:23.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:22 smithi173 ceph-mon[104029]: from='client.? 172.21.15.173:0/1887016953' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:22 smithi115 ceph-mon[103691]: from='client.? 172.21.15.173:0/1887016953' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:22 smithi098 ceph-mon[99243]: from='client.? 172.21.15.173:0/1887016953' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:35:24.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:23 smithi173 ceph-mon[104029]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 123 KiB/s, 0 objects/s recovering 2023-10-05T15:35:24.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:23 smithi115 ceph-mon[103691]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 123 KiB/s, 0 objects/s recovering 2023-10-05T15:35:24.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:23 smithi098 ceph-mon[99243]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 123 KiB/s, 0 objects/s recovering 2023-10-05T15:35:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:26 smithi173 ceph-mon[104029]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:35:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:26 smithi115 ceph-mon[103691]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:35:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:26 smithi098 ceph-mon[99243]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:35:28.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:27 smithi173 ceph-mon[104029]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-10-05T15:35:28.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:35:28.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:28.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:27 smithi115 ceph-mon[103691]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-10-05T15:35:28.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:35:28.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:27 smithi098 ceph-mon[99243]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-10-05T15:35:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:35:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:29.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:28 smithi173 ceph-mon[104029]: Deploying daemon osd.11 on smithi173 2023-10-05T15:35:29.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:28 smithi115 ceph-mon[103691]: Deploying daemon osd.11 on smithi173 2023-10-05T15:35:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:28 smithi098 ceph-mon[99243]: Deploying daemon osd.11 on smithi173 2023-10-05T15:35:29.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:29 smithi173 ceph-mon[104029]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:29 smithi115 ceph-mon[103691]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:29 smithi098 ceph-mon[99243]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:32.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:32 smithi173 ceph-mon[104029]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:32.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:32.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:32.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:32 smithi115 ceph-mon[103691]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:32.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:32 smithi098 ceph-mon[99243]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:34.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:34.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:34.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:34.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:34.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:34.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:34.802 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.800+0000 7f58eb7fe700 1 -- 172.21.15.173:0/2492966270 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f58f40612f0 con 0x7f58e00a1500 2023-10-05T15:35:34.802 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 11 on host 'smithi173' 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 msgr2=0x7f58e00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 0x7f58e00a39c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f58e4005fd0 tx=0x7f58e4005ee0 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 msgr2=0x7f58f4196c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f58f0005b40 tx=0x7f58f000f740 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 shutdown_connections 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f58e00a1500 0x7f58e00a39c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f58f4102b10 0x7f58f419e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58f4100f70 0x7f58f4196c50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 --2- 172.21.15.173:0/2492966270 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f58f4102170 0x7f58f4197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:34.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 >> 172.21.15.173:0/2492966270 conn(0x7f58f40fc4d0 msgr2=0x7f58f40fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:34.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 shutdown_connections 2023-10-05T15:35:34.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:34.803+0000 7f58fc722700 1 -- 172.21.15.173:0/2492966270 wait complete. 2023-10-05T15:35:34.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:35.177 DEBUG:teuthology.orchestra.run.smithi173:osd.11> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.11.service 2023-10-05T15:35:35.179 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-10-05T15:35:35.179 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-05T15:35:35.208 INFO:journalctl@ceph.osd.11.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:35:35.752 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:35:35.956 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:35.956 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:35.956 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:36.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:36.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:36.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:36.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:36.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:35:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:35:36.067+0000 7f4c51e30640 -1 osd.11 0 log_to_monitors true 2023-10-05T15:35:36.844 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:36 smithi098 ceph-mon[99243]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:36.844 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:36 smithi098 ceph-mon[99243]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:36.845 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:36 smithi098 ceph-mon[99243]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:36.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 -- 172.21.15.98:0/3637613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26000ffe70 msgr2=0x7f2600100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:36.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 --2- 172.21.15.98:0/3637613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26000ffe70 0x7f2600100290 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f25f4009990 tx=0x7f25f4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 -- 172.21.15.98:0/3637613 shutdown_connections 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 --2- 172.21.15.98:0/3637613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 0x7f26001082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 --2- 172.21.15.98:0/3637613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f26000ffe70 0x7f2600100290 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 --2- 172.21.15.98:0/3637613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2600100fd0 0x7f2600101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 -- 172.21.15.98:0/3637613 >> 172.21.15.98:0/3637613 conn(0x7f26000fb3f0 msgr2=0x7f26000fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.987+0000 7f2607242700 1 -- 172.21.15.98:0/3637613 shutdown_connections 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 -- 172.21.15.98:0/3637613 wait complete. 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 Processor -- start 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 -- start start 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 0x7f2600198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 0x7f26001a0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:36.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26001a0940 con 0x7f2600100fd0 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26001a0a80 con 0x7f26000ffe70 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f2607242700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26001a0c10 con 0x7f2600101990 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f25fffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f25fffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42568/0 (socket says 172.21.15.98:42568) 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.988+0000 7f25fffff700 1 -- 172.21.15.98:0/1065189174 learned_addr learned my addr 172.21.15.98:0/1065189174 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f26057df700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 0x7f26001a0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f2604fde700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 0x7f2600198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 -- 172.21.15.98:0/1065189174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 msgr2=0x7f26001a0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 0x7f26001a0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 -- 172.21.15.98:0/1065189174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 msgr2=0x7f2600198db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 0x7f2600198db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:36.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 -- 172.21.15.98:0/1065189174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25f40095f0 con 0x7f2600100fd0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f2604fde700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 0x7f2600198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fffff700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00c9e0 tx=0x7f25ec00ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ec007ac0 con 0x7f2600100fd0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25ec007c20 con 0x7f2600100fd0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26001a0ef0 con 0x7f2600100fd0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ec018660 con 0x7f2600100fd0 2023-10-05T15:35:36.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.989+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26001a1360 con 0x7f2600100fd0 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.990+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2600107400 con 0x7f2600100fd0 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.991+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f25ec00f450 con 0x7f2600100fd0 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.992+0000 7f25fdffb700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 0x7f25f00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.992+0000 7f2604fde700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 0x7f25f00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.992+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6831+0+0 (secure 0 0 0) 0x7f25ec0cc770 con 0x7f2600100fd0 2023-10-05T15:35:36.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.992+0000 7f2604fde700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 0x7f25f00a3940 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f25f400b2e0 tx=0x7f25f4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:36.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:36.996+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f25ec096300 con 0x7f2600100fd0 2023-10-05T15:35:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:36 smithi173 ceph-mon[104029]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:36 smithi173 ceph-mon[104029]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:37.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:36 smithi173 ceph-mon[104029]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:36 smithi115 ceph-mon[103691]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:36 smithi115 ceph-mon[103691]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:36 smithi115 ceph-mon[103691]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:35:37.188 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.186+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f260010e9c0 con 0x7f2600100fd0 2023-10-05T15:35:37.188 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.186+0000 7f25fdffb700 1 -- 172.21.15.98:0/1065189174 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) v1 ==== 74+0+133 (secure 0 0 0) 0x7f25ec099920 con 0x7f2600100fd0 2023-10-05T15:35:37.188 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 msgr2=0x7f25f00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 0x7f25f00a3940 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f25f400b2e0 tx=0x7f25f4005fd0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 msgr2=0x7f26001992f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00c9e0 tx=0x7f25ec00ccf0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 shutdown_connections 2023-10-05T15:35:37.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25f00a1480 0x7f25f00a3940 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f26000ffe70 0x7f2600198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2600101990 0x7f26001a0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 --2- 172.21.15.98:0/1065189174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2600100fd0 0x7f26001992f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 >> 172.21.15.98:0/1065189174 conn(0x7f26000fb3f0 msgr2=0x7f2600104540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 shutdown_connections 2023-10-05T15:35:37.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:37.188+0000 7f2607242700 1 -- 172.21.15.98:0/1065189174 wait complete. 2023-10-05T15:35:37.612 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1696520116,"num_in_osds":12,"osd_in_since":1696520121,"num_remapped_pgs":0} 2023-10-05T15:35:37.896 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:35:37.761+0000 7f4c474a7700 -1 osd.11 0 waiting for initial osdmap 2023-10-05T15:35:37.896 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:35:37.772+0000 7f4c4329c700 -1 osd.11 76 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1065189174' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:37.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:37.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:37 smithi173 ceph-mon[104029]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:35:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:35:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:35:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1065189174' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:38.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:38.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:37 smithi098 ceph-mon[99243]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:35:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:35:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:35:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1065189174' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:35:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:38.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:37 smithi115 ceph-mon[103691]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2023-10-05T15:35:38.613 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: Detected new or changed devices on smithi173 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: Adjusting osd_memory_target on smithi173 to 4292M 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:38 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: Detected new or changed devices on smithi173 2023-10-05T15:35:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: Adjusting osd_memory_target on smithi173 to 4292M 2023-10-05T15:35:39.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:35:39.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:38 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: Detected new or changed devices on smithi173 2023-10-05T15:35:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: Adjusting osd_memory_target on smithi173 to 4292M 2023-10-05T15:35:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:35:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:38 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:39.178 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:35:39.962 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:39 smithi098 ceph-mon[99243]: purged_snaps scrub starts 2023-10-05T15:35:39.962 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:39 smithi098 ceph-mon[99243]: purged_snaps scrub ok 2023-10-05T15:35:39.963 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:39 smithi098 ceph-mon[99243]: osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] boot 2023-10-05T15:35:39.963 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:39 smithi098 ceph-mon[99243]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:35:39.963 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:39 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:39 smithi173 ceph-mon[104029]: purged_snaps scrub starts 2023-10-05T15:35:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:39 smithi173 ceph-mon[104029]: purged_snaps scrub ok 2023-10-05T15:35:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:39 smithi173 ceph-mon[104029]: osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] boot 2023-10-05T15:35:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:39 smithi173 ceph-mon[104029]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:35:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:39 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:39 smithi115 ceph-mon[103691]: purged_snaps scrub starts 2023-10-05T15:35:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:39 smithi115 ceph-mon[103691]: purged_snaps scrub ok 2023-10-05T15:35:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:39 smithi115 ceph-mon[103691]: osd.11 [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] boot 2023-10-05T15:35:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:39 smithi115 ceph-mon[103691]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:35:40.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:39 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:35:40.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 -- 172.21.15.98:0/1623356703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c101990 msgr2=0x7f432c1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 --2- 172.21.15.98:0/1623356703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c101990 0x7f432c1082b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f432400b0a0 tx=0x7f432400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 -- 172.21.15.98:0/1623356703 shutdown_connections 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 --2- 172.21.15.98:0/1623356703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c101990 0x7f432c1082b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 --2- 172.21.15.98:0/1623356703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c0ffe70 0x7f432c100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 --2- 172.21.15.98:0/1623356703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 0x7f432c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 -- 172.21.15.98:0/1623356703 >> 172.21.15.98:0/1623356703 conn(0x7f432c0fb3f0 msgr2=0x7f432c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 -- 172.21.15.98:0/1623356703 shutdown_connections 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.478+0000 7f4331f31700 1 -- 172.21.15.98:0/1623356703 wait complete. 2023-10-05T15:35:40.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 Processor -- start 2023-10-05T15:35:40.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 -- start start 2023-10-05T15:35:40.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:40.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 0x7f432c19ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:40.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 0x7f432c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:40.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f432c19e860 con 0x7f432c0ffe70 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f432c19e9d0 con 0x7f432c100fd0 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.479+0000 7f4331f31700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f432c19eb90 con 0x7f432c101990 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42580/0 (socket says 172.21.15.98:42580) 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 -- 172.21.15.98:0/2831552989 learned_addr learned my addr 172.21.15.98:0/2831552989 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432affd700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 0x7f432c19ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 -- 172.21.15.98:0/2831552989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 msgr2=0x7f432c19e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432bfff700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 0x7f432c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 0x7f432c19e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 -- 172.21.15.98:0/2831552989 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 msgr2=0x7f432c19ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:40.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 0x7f432c19ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 -- 172.21.15.98:0/2831552989 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4324009d00 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432bfff700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 0x7f432c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f432b7fe700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f431c00c920 tx=0x7f431c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c007b00 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f432c19ee70 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f431c00ce70 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431c005460 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.480+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f432c19f280 con 0x7f432c0ffe70 2023-10-05T15:35:40.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.481+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f432c107400 con 0x7f432c0ffe70 2023-10-05T15:35:40.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.482+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f431c0055c0 con 0x7f432c0ffe70 2023-10-05T15:35:40.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.483+0000 7f4328ff9700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 0x7f43180a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:40.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.483+0000 7f432affd700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 0x7f43180a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:40.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.483+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f431c0cc820 con 0x7f432c0ffe70 2023-10-05T15:35:40.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.483+0000 7f432affd700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 0x7f43180a3940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4314005950 tx=0x7f431400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:40.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.487+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f431c096300 con 0x7f432c0ffe70 2023-10-05T15:35:40.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.679+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f432c10b6f0 con 0x7f432c0ffe70 2023-10-05T15:35:40.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.679+0000 7f4328ff9700 1 -- 172.21.15.98:0/2831552989 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v78) v1 ==== 74+0+133 (secure 0 0 0) 0x7f431c099920 con 0x7f432c0ffe70 2023-10-05T15:35:40.682 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 msgr2=0x7f43180a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 0x7f43180a3940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4314005950 tx=0x7f431400b410 comp rx=0 tx=0).stop 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 msgr2=0x7f432c069560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f431c00c920 tx=0x7f431c00cc30 comp rx=0 tx=0).stop 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 shutdown_connections 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f43180a1480 0x7f43180a3940 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f432c101990 0x7f432c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f432c0ffe70 0x7f432c069560 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 --2- 172.21.15.98:0/2831552989 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f432c100fd0 0x7f432c19ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:40.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 >> 172.21.15.98:0/2831552989 conn(0x7f432c0fb3f0 msgr2=0x7f432c104540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:40.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 shutdown_connections 2023-10-05T15:35:40.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:40.682+0000 7f4331f31700 1 -- 172.21.15.98:0/2831552989 wait complete. 2023-10-05T15:35:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:40 smithi098 ceph-mon[99243]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:40 smithi098 ceph-mon[99243]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:35:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:40 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2831552989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:41.132 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":78,"num_osds":12,"num_up_osds":12,"osd_up_since":1696520138,"num_in_osds":12,"osd_in_since":1696520121,"num_remapped_pgs":0} 2023-10-05T15:35:41.132 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:35:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:40 smithi173 ceph-mon[104029]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:40 smithi173 ceph-mon[104029]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:35:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:40 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2831552989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:40 smithi115 ceph-mon[103691]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:35:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:40 smithi115 ceph-mon[103691]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:35:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:40 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2831552989' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:35:41.685 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:35:42.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:42 smithi098 ceph-mon[99243]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:42.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 -- 172.21.15.98:0/109039722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 msgr2=0x7fb2fc105bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 --2- 172.21.15.98:0/109039722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc105bf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb2f00099c0 tx=0x7fb2f0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 -- 172.21.15.98:0/109039722 shutdown_connections 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 --2- 172.21.15.98:0/109039722 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 0x7fb2fc101780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 --2- 172.21.15.98:0/109039722 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 0x7fb2fc10dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 --2- 172.21.15.98:0/109039722 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc105bf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 -- 172.21.15.98:0/109039722 >> 172.21.15.98:0/109039722 conn(0x7fb2fc078f30 msgr2=0x7fb2fc079340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 -- 172.21.15.98:0/109039722 shutdown_connections 2023-10-05T15:35:42.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.958+0000 7fb301a8e700 1 -- 172.21.15.98:0/109039722 wait complete. 2023-10-05T15:35:42.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 Processor -- start 2023-10-05T15:35:42.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 -- start start 2023-10-05T15:35:42.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 0x7fb2fc197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:42.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:42.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 0x7fb2fc19b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2fc19bfd0 con 0x7fb2fc101d50 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2fc19c140 con 0x7fb2fc1013a0 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.959+0000 7fb301a8e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2fc19c300 con 0x7fb2fc106320 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42604/0 (socket says 172.21.15.98:42604) 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 -- 172.21.15.98:0/2427641280 learned_addr learned my addr 172.21.15.98:0/2427641280 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2fbfff700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 0x7fb2fc19b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2fb7fe700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 0x7fb2fc197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 -- 172.21.15.98:0/2427641280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 msgr2=0x7fb2fc19b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 0x7fb2fc19b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 -- 172.21.15.98:0/2427641280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 msgr2=0x7fb2fc197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:42.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 0x7fb2fc197010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 -- 172.21.15.98:0/2427641280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2f00095f0 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2faffd700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0009fd0 tx=0x7fb2f000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2f001d070 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2f000fb80 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2fc19c580 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2f0022e60 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.960+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2fc1a3e40 con 0x7fb2fc101d50 2023-10-05T15:35:42.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.961+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2fc04ebb0 con 0x7fb2fc101d50 2023-10-05T15:35:42.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.962+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb2f000fcf0 con 0x7fb2fc101d50 2023-10-05T15:35:42.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.963+0000 7fb2f8ff9700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 0x7fb2e40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:42.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.963+0000 7fb2fb7fe700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 0x7fb2e40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:42.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.963+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb2f00cd7d0 con 0x7fb2fc101d50 2023-10-05T15:35:42.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.963+0000 7fb2fb7fe700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 0x7fb2e40a39c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc1021c0 tx=0x7fb2ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:42.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:42.967+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb2f005d100 con 0x7fb2fc101d50 2023-10-05T15:35:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:42 smithi173 ceph-mon[104029]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:43.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.156+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb2fc198370 con 0x7fb2fc101d50 2023-10-05T15:35:43.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.157+0000 7fb2f8ff9700 1 -- 172.21.15.98:0/2427641280 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18424 (secure 0 0 0) 0x7fb2f0097360 con 0x7fb2fc101d50 2023-10-05T15:35:43.160 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:43.160 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":78,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:35:39.772233+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:35:43.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.159+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 msgr2=0x7fb2e40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.159+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 0x7fb2e40a39c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc1021c0 tx=0x7fb2ec009260 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.159+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 msgr2=0x7fb2fc197550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.159+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0009fd0 tx=0x7fb2f000f690 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 shutdown_connections 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb2e40a1500 0x7fb2e40a39c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb2fc1013a0 0x7fb2fc197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb2fc106320 0x7fb2fc19b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 --2- 172.21.15.98:0/2427641280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb2fc101d50 0x7fb2fc197550 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 >> 172.21.15.98:0/2427641280 conn(0x7fb2fc078f30 msgr2=0x7fb2fc0ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:43.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 shutdown_connections 2023-10-05T15:35:43.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:43.160+0000 7fb301a8e700 1 -- 172.21.15.98:0/2427641280 wait complete. 2023-10-05T15:35:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:42 smithi115 ceph-mon[103691]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:43.631 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:35:43.632 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-05T15:35:44.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:43 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2427641280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:44.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:43 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2427641280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:44.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:43 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2427641280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:44.186 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:35:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:44 smithi098 ceph-mon[99243]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:44 smithi173 ceph-mon[104029]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:44 smithi115 ceph-mon[103691]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:45.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 -- 172.21.15.98:0/142554903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb80100060 msgr2=0x7fcb80105ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:45.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/142554903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb80100060 0x7fcb80105ba0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009990 tx=0x7fcb7c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 -- 172.21.15.98:0/142554903 shutdown_connections 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/142554903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb801062d0 0x7fcb8010de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/142554903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 0x7fcb800ffa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/142554903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb80100060 0x7fcb80105ba0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.488+0000 7fcb87a3e700 1 -- 172.21.15.98:0/142554903 >> 172.21.15.98:0/142554903 conn(0x7fcb80076360 msgr2=0x7fcb800fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- 172.21.15.98:0/142554903 shutdown_connections 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- 172.21.15.98:0/142554903 wait complete. 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 Processor -- start 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- start start 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 0x7fcb80100630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb80100060 0x7fcb80100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:45.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb801a5490 con 0x7fcb801062d0 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb801a5600 con 0x7fcb80100060 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb87a3e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb801a57c0 con 0x7fcb800ff6b0 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb85fdb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.489+0000 7fcb85fdb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42620/0 (socket says 172.21.15.98:42620) 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 -- 172.21.15.98:0/1264712226 learned_addr learned my addr 172.21.15.98:0/1264712226 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb857da700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 0x7fcb80100630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb84fd9700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb80100060 0x7fcb80100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 -- 172.21.15.98:0/1264712226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 msgr2=0x7fcb80100630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 0x7fcb80100630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 -- 172.21.15.98:0/1264712226 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb80100060 msgr2=0x7fcb80100b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb80100060 0x7fcb80100b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 -- 172.21.15.98:0/1264712226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb7c0095f0 con 0x7fcb801062d0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb85fdb700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcb78007f10 tx=0x7fcb7800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb78017070 con 0x7fcb801062d0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb7800f040 con 0x7fcb801062d0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb801a5aa0 con 0x7fcb801062d0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb780054b0 con 0x7fcb801062d0 2023-10-05T15:35:45.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.490+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb801a5f20 con 0x7fcb801062d0 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.491+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb80109510 con 0x7fcb801062d0 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.492+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcb78004ad0 con 0x7fcb801062d0 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.493+0000 7fcb767fc700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 0x7fcb6c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.493+0000 7fcb857da700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 0x7fcb6c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.493+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fcb780cc510 con 0x7fcb801062d0 2023-10-05T15:35:45.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.493+0000 7fcb857da700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 0x7fcb6c0a3940 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcb70005950 tx=0x7fcb7000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:45.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.496+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcb78095f70 con 0x7fcb801062d0 2023-10-05T15:35:45.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.684+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcb80101b60 con 0x7fcb801062d0 2023-10-05T15:35:45.687 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.685+0000 7fcb767fc700 1 -- 172.21.15.98:0/1264712226 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcb78099590 con 0x7fcb801062d0 2023-10-05T15:35:45.687 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 msgr2=0x7fcb6c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 0x7fcb6c0a3940 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcb70005950 tx=0x7fcb7000b410 comp rx=0 tx=0).stop 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 msgr2=0x7fcb801010f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcb78007f10 tx=0x7fcb7800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 shutdown_connections 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb6c0a1480 0x7fcb6c0a3940 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb801062d0 0x7fcb801010f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb800ff6b0 0x7fcb80100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 --2- 172.21.15.98:0/1264712226 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb80100060 0x7fcb80100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:45.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 >> 172.21.15.98:0/1264712226 conn(0x7fcb80076360 msgr2=0x7fcb80105980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:45.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 shutdown_connections 2023-10-05T15:35:45.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:45.687+0000 7fcb87a3e700 1 -- 172.21.15.98:0/1264712226 wait complete. 2023-10-05T15:35:46.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:45 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1264712226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:46.141 INFO:tasks.cephadm:Adding mds.a on smithi098 2023-10-05T15:35:46.141 INFO:tasks.cephadm:Adding mds.d on smithi098 2023-10-05T15:35:46.141 INFO:tasks.cephadm:Adding mds.g on smithi098 2023-10-05T15:35:46.141 INFO:tasks.cephadm:Adding mds.j on smithi098 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.b on smithi115 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.e on smithi115 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.h on smithi115 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.k on smithi115 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.c on smithi173 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.f on smithi173 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.i on smithi173 2023-10-05T15:35:46.142 INFO:tasks.cephadm:Adding mds.l on smithi173 2023-10-05T15:35:46.142 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph orch apply mds all '12;smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l' 2023-10-05T15:35:46.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:45 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1264712226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:46.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:45 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1264712226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:46.713 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:35:47.145 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:46 smithi173 ceph-mon[104029]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:46 smithi115 ceph-mon[103691]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:47.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:46 smithi098 ceph-mon[99243]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:47.800 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 -- 172.21.15.173:0/863579992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac100f70 msgr2=0x7f33ac101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:47.800 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 --2- 172.21.15.173:0/863579992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac100f70 0x7f33ac101390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f339c009990 tx=0x7f339c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.800 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 -- 172.21.15.173:0/863579992 shutdown_connections 2023-10-05T15:35:47.800 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 --2- 172.21.15.173:0/863579992 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac102b10 0x7f33ac1093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 --2- 172.21.15.173:0/863579992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac100f70 0x7f33ac101390 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 --2- 172.21.15.173:0/863579992 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102170 0x7f33ac1025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 -- 172.21.15.173:0/863579992 >> 172.21.15.173:0/863579992 conn(0x7f33ac0fc4d0 msgr2=0x7f33ac0fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 -- 172.21.15.173:0/863579992 shutdown_connections 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.798+0000 7f33b41aa700 1 -- 172.21.15.173:0/863579992 wait complete. 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 Processor -- start 2023-10-05T15:35:47.801 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 -- start start 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac100f70 0x7f33ac074c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102b10 0x7f33ac0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33ac073f60 con 0x7f33ac100f70 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33ac0740d0 con 0x7f33ac102b10 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b41aa700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33ac1a0ca0 con 0x7f33ac102170 2023-10-05T15:35:47.803 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:34286/0 (socket says 172.21.15.173:34286) 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 -- 172.21.15.173:0/1781398353 learned_addr learned my addr 172.21.15.173:0/1781398353 (peer_addr_for_me v2:172.21.15.173:0/0) 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1f46700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac100f70 0x7f33ac074c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b2747700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102b10 0x7f33ac0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 -- 172.21.15.173:0/1781398353 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102b10 msgr2=0x7f33ac0737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102b10 0x7f33ac0737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 -- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac100f70 msgr2=0x7f33ac074c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac100f70 0x7f33ac074c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 -- 172.21.15.173:0/1781398353 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f339c0095f0 con 0x7f33ac102170 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33b1745700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f33a800d950 tx=0x7f33a800dd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:47.804 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a8009b40 con 0x7f33ac102170 2023-10-05T15:35:47.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.799+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33a8009ca0 con 0x7f33ac102170 2023-10-05T15:35:47.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.800+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33ac1a0f80 con 0x7f33ac102170 2023-10-05T15:35:47.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.800+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a800f620 con 0x7f33ac102170 2023-10-05T15:35:47.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.800+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33ac1a13f0 con 0x7f33ac102170 2023-10-05T15:35:47.805 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.801+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33ac10c770 con 0x7f33ac102170 2023-10-05T15:35:47.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.802+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f33a8010460 con 0x7f33ac102170 2023-10-05T15:35:47.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.803+0000 7f33a2ffd700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 0x7f33980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:47.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.803+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f33a80ccb90 con 0x7f33ac102170 2023-10-05T15:35:47.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.803+0000 7f33b1f46700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 0x7f33980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:47.806 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.804+0000 7f33b1f46700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 0x7f33980a3940 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f339c0036f0 tx=0x7f339c003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:47.808 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:47.806+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f33a8096690 con 0x7f33ac102170 2023-10-05T15:35:47.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:47 smithi173 ceph-mon[104029]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:48.007 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.005+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f33ac0613f0 con 0x7f33980a1480 2023-10-05T15:35:48.017 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.015+0000 7f33a2ffd700 1 -- 172.21.15.173:0/1781398353 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f33ac0613f0 con 0x7f33980a1480 2023-10-05T15:35:48.017 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mds.all update... 2023-10-05T15:35:48.019 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 msgr2=0x7f33980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:48.019 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 0x7f33980a3940 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f339c0036f0 tx=0x7f339c003680 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 msgr2=0x7f33ac0732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f33a800d950 tx=0x7f33a800dd10 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 shutdown_connections 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33980a1480 0x7f33980a3940 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33ac102b10 0x7f33ac0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33ac100f70 0x7f33ac074c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 --2- 172.21.15.173:0/1781398353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33ac102170 0x7f33ac0732a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 >> 172.21.15.173:0/1781398353 conn(0x7f33ac0fc4d0 msgr2=0x7f33ac0fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:48.021 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 shutdown_connections 2023-10-05T15:35:48.022 INFO:teuthology.orchestra.run.smithi173.stderr:2023-10-05T15:35:48.017+0000 7f33b41aa700 1 -- 172.21.15.173:0/1781398353 wait complete. 2023-10-05T15:35:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:47 smithi115 ceph-mon[103691]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:47 smithi098 ceph-mon[99243]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:48.471 DEBUG:teuthology.orchestra.run.smithi098:mds.a> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.a.service 2023-10-05T15:35:48.474 DEBUG:teuthology.orchestra.run.smithi098:mds.d> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.d.service 2023-10-05T15:35:48.511 INFO:journalctl@ceph.mds.a.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:35:48.513 DEBUG:teuthology.orchestra.run.smithi098:mds.g> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.g.service 2023-10-05T15:35:48.541 INFO:journalctl@ceph.mds.d.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:35:48.543 DEBUG:teuthology.orchestra.run.smithi098:mds.j> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.j.service 2023-10-05T15:35:48.570 INFO:journalctl@ceph.mds.g.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:35:48.571 DEBUG:teuthology.orchestra.run.smithi115:mds.b> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.b.service 2023-10-05T15:35:48.573 DEBUG:teuthology.orchestra.run.smithi115:mds.e> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.e.service 2023-10-05T15:35:48.597 INFO:journalctl@ceph.mds.j.smithi098.stdout:-- Logs begin at Thu 2023-10-05 15:13:52 UTC. -- 2023-10-05T15:35:48.610 INFO:journalctl@ceph.mds.b.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:35:48.612 DEBUG:teuthology.orchestra.run.smithi115:mds.h> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.h.service 2023-10-05T15:35:48.641 INFO:journalctl@ceph.mds.e.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:35:48.642 DEBUG:teuthology.orchestra.run.smithi115:mds.k> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.k.service 2023-10-05T15:35:48.668 INFO:journalctl@ceph.mds.h.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:35:48.669 DEBUG:teuthology.orchestra.run.smithi173:mds.c> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.c.service 2023-10-05T15:35:48.672 DEBUG:teuthology.orchestra.run.smithi173:mds.f> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.f.service 2023-10-05T15:35:48.695 INFO:journalctl@ceph.mds.k.smithi115.stdout:-- Logs begin at Thu 2023-10-05 15:14:06 UTC. -- 2023-10-05T15:35:48.702 INFO:journalctl@ceph.mds.c.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:35:48.703 DEBUG:teuthology.orchestra.run.smithi173:mds.i> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.i.service 2023-10-05T15:35:48.731 INFO:journalctl@ceph.mds.f.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:35:48.732 DEBUG:teuthology.orchestra.run.smithi173:mds.l> sudo journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.l.service 2023-10-05T15:35:48.759 INFO:journalctl@ceph.mds.i.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:35:48.760 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-10-05T15:35:48.760 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:35:48.785 INFO:journalctl@ceph.mds.l.smithi173.stdout:-- Logs begin at Thu 2023-10-05 15:13:53 UTC. -- 2023-10-05T15:35:48.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 -- 172.21.15.98:0/2264797913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54101380 msgr2=0x7ffa541017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2264797913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54101380 0x7ffa541017a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ffa48009990 tx=0x7ffa48009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 -- 172.21.15.98:0/2264797913 shutdown_connections 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2264797913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54100990 0x7ffa54108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2264797913 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54101380 0x7ffa541017a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2264797913 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 0x7ffa54100450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 -- 172.21.15.98:0/2264797913 >> 172.21.15.98:0/2264797913 conn(0x7ffa540faac0 msgr2=0x7ffa540fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 -- 172.21.15.98:0/2264797913 shutdown_connections 2023-10-05T15:35:48.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.913+0000 7ffa589f9700 1 -- 172.21.15.98:0/2264797913 wait complete. 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 Processor -- start 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 -- start start 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 0x7ffa540ffa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54101380 0x7ffa5419df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa5419e730 con 0x7ffa54100990 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa5419e8a0 con 0x7ffa540fffd0 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa589f9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa5419ea60 con 0x7ffa54101380 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa51d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa51d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42632/0 (socket says 172.21.15.98:42632) 2023-10-05T15:35:48.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa51d9b700 1 -- 172.21.15.98:0/2315382510 learned_addr learned my addr 172.21.15.98:0/2315382510 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa5259c700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 0x7ffa540ffa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.914+0000 7ffa52d9d700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54101380 0x7ffa5419df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 -- 172.21.15.98:0/2315382510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54101380 msgr2=0x7ffa5419df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54101380 0x7ffa5419df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 -- 172.21.15.98:0/2315382510 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 msgr2=0x7ffa540ffa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 0x7ffa540ffa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 -- 172.21.15.98:0/2315382510 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa480095f0 con 0x7ffa54100990 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa51d9b700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffa4400b530 tx=0x7ffa4400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa44011830 con 0x7ffa54100990 2023-10-05T15:35:48.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa44011e50 con 0x7ffa54100990 2023-10-05T15:35:48.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa5419ed40 con 0x7ffa54100990 2023-10-05T15:35:48.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa4400f2e0 con 0x7ffa54100990 2023-10-05T15:35:48.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.915+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa5419f240 con 0x7ffa54100990 2023-10-05T15:35:48.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.916+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa54106d70 con 0x7ffa54100990 2023-10-05T15:35:48.922 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.917+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffa440105a0 con 0x7ffa54100990 2023-10-05T15:35:48.922 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.917+0000 7ffa437fe700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 0x7ffa3c0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:48.922 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.918+0000 7ffa5259c700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 0x7ffa3c0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:48.922 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.918+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ffa440cc6f0 con 0x7ffa54100990 2023-10-05T15:35:48.922 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.918+0000 7ffa5259c700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 0x7ffa3c0a3a10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ffa4800b5c0 tx=0x7ffa48005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:48.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:48.921+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffa440961f0 con 0x7ffa54100990 2023-10-05T15:35:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: Saving service mds.all spec with placement smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2023-10-05T15:35:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:49.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:49 smithi098 ceph-mon[99243]: Deploying daemon mds.l on smithi173 2023-10-05T15:35:49.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.115+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa5410b640 con 0x7ffa54100990 2023-10-05T15:35:49.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.116+0000 7ffa437fe700 1 -- 172.21.15.98:0/2315382510 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18424 (secure 0 0 0) 0x7ffa44099810 con 0x7ffa54100990 2023-10-05T15:35:49.118 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:49.119 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":78,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:35:39.772233+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:35:49.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 msgr2=0x7ffa3c0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 0x7ffa3c0a3a10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ffa4800b5c0 tx=0x7ffa48005960 comp rx=0 tx=0).stop 2023-10-05T15:35:49.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 msgr2=0x7ffa5419b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffa4400b530 tx=0x7ffa4400b840 comp rx=0 tx=0).stop 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 shutdown_connections 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa3c0a1550 0x7ffa3c0a3a10 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa540fffd0 0x7ffa540ffa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa54101380 0x7ffa5419df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 --2- 172.21.15.98:0/2315382510 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa54100990 0x7ffa5419b910 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 >> 172.21.15.98:0/2315382510 conn(0x7ffa540faac0 msgr2=0x7ffa540fcdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 shutdown_connections 2023-10-05T15:35:49.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.118+0000 7ffa589f9700 1 -- 172.21.15.98:0/2315382510 wait complete. 2023-10-05T15:35:49.133 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:35:49.133 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:35:49.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 -- 172.21.15.98:0/1173093170 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7540ffe00 msgr2=0x7fe754100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/1173093170 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7540ffe00 0x7fe754100220 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe7480099c0 tx=0x7fe748009cd0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 -- 172.21.15.98:0/1173093170 shutdown_connections 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/1173093170 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe754101990 0x7fe754108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/1173093170 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7540ffe00 0x7fe754100220 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/1173093170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 0x7fe754101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 -- 172.21.15.98:0/1173093170 >> 172.21.15.98:0/1173093170 conn(0x7fe7540fb370 msgr2=0x7fe7540fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 -- 172.21.15.98:0/1173093170 shutdown_connections 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 -- 172.21.15.98:0/1173093170 wait complete. 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.255+0000 7fe75a3a9700 1 Processor -- start 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 -- start start 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7540ffe00 0x7fe754195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 0x7fe7541960d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe75419d710 con 0x7fe754101990 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe75419d850 con 0x7fe7540ffe00 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe75a3a9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe75419d9e0 con 0x7fe754100ff0 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42648/0 (socket says 172.21.15.98:42648) 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 -- 172.21.15.98:0/368147939 learned_addr learned my addr 172.21.15.98:0/368147939 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe7537fe700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 0x7fe7541960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe753fff700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7540ffe00 0x7fe754195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 -- 172.21.15.98:0/368147939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 msgr2=0x7fe7541960d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 0x7fe7541960d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 -- 172.21.15.98:0/368147939 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7540ffe00 msgr2=0x7fe754195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7540ffe00 0x7fe754195b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 -- 172.21.15.98:0/368147939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7480095f0 con 0x7fe754101990 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.256+0000 7fe758946700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe74c00b970 tx=0x7fe74c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.257+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe74c00c930 con 0x7fe754101990 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.257+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe74c014440 con 0x7fe754101990 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.257+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe75419dcc0 con 0x7fe754101990 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.257+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe74c0075d0 con 0x7fe754101990 2023-10-05T15:35:49.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.257+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe75419e1d0 con 0x7fe754101990 2023-10-05T15:35:49.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.258+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe754106d30 con 0x7fe754101990 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.259+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe74c0145b0 con 0x7fe754101990 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.259+0000 7fe7517fa700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 0x7fe73c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.259+0000 7fe753fff700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 0x7fe73c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.259+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe74c006e40 con 0x7fe754101990 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.260+0000 7fe753fff700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 0x7fe73c0a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe74800b580 tx=0x7fe748005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:49.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.263+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe74c095bd0 con 0x7fe754101990 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: Saving service mds.all spec with placement smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:49.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.358 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:49.358 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:49.358 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.358 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:49 smithi173 ceph-mon[104029]: Deploying daemon mds.l on smithi173 2023-10-05T15:35:49.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:35:49.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: Saving service mds.all spec with placement smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2023-10-05T15:35:49.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:35:49.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:49.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:49 smithi115 ceph-mon[103691]: Deploying daemon mds.l on smithi173 2023-10-05T15:35:49.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.452+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe75402d020 con 0x7fe754101990 2023-10-05T15:35:49.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.452+0000 7fe7517fa700 1 -- 172.21.15.98:0/368147939 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe74c0991f0 con 0x7fe754101990 2023-10-05T15:35:49.458 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.454+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 msgr2=0x7fe73c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.454+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 0x7fe73c0a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe74800b580 tx=0x7fe748005fd0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.454+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 msgr2=0x7fe75419d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.454+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe74c00b970 tx=0x7fe74c00bc80 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 shutdown_connections 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe73c0a1480 0x7fe73c0a3940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7540ffe00 0x7fe754195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe754101990 0x7fe75419d140 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 --2- 172.21.15.98:0/368147939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe754100ff0 0x7fe7541960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 >> 172.21.15.98:0/368147939 conn(0x7fe7540fb370 msgr2=0x7fe7540fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:49.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 shutdown_connections 2023-10-05T15:35:49.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.455+0000 7fe75a3a9700 1 -- 172.21.15.98:0/368147939 wait complete. 2023-10-05T15:35:49.469 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:35:49.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 -- 172.21.15.98:0/3148940212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec106bb0 msgr2=0x7fbfec109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 --2- 172.21.15.98:0/3148940212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec106bb0 0x7fbfec109020 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbfe400b0a0 tx=0x7fbfe400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 -- 172.21.15.98:0/3148940212 shutdown_connections 2023-10-05T15:35:49.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 --2- 172.21.15.98:0/3148940212 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 0x7fbfec103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 --2- 172.21.15.98:0/3148940212 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec106bb0 0x7fbfec109020 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 --2- 172.21.15.98:0/3148940212 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec104280 0x7fbfec106670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 -- 172.21.15.98:0/3148940212 >> 172.21.15.98:0/3148940212 conn(0x7fbfec0fb340 msgr2=0x7fbfec0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 -- 172.21.15.98:0/3148940212 shutdown_connections 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 -- 172.21.15.98:0/3148940212 wait complete. 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.588+0000 7fbff3694700 1 Processor -- start 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 -- start start 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 0x7fbfec196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 0x7fbfec19e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfec19e770 con 0x7fbfec104280 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfec19e8e0 con 0x7fbfec101950 2023-10-05T15:35:49.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfec19eaa0 con 0x7fbfec106bb0 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42660/0 (socket says 172.21.15.98:42660) 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 -- 172.21.15.98:0/3041510423 learned_addr learned my addr 172.21.15.98:0/3041510423 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff1c31700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 0x7fbfec19e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff1430700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 0x7fbfec196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 -- 172.21.15.98:0/3041510423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 msgr2=0x7fbfec19e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 0x7fbfec19e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 -- 172.21.15.98:0/3041510423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 msgr2=0x7fbfec196c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 0x7fbfec196c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 -- 172.21.15.98:0/3041510423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfe4009d00 con 0x7fbfec104280 2023-10-05T15:35:49.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff1c31700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 0x7fbfec19e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff0c2f700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbfe800e9a0 tx=0x7fbfe800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe8009790 con 0x7fbfec104280 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfe8010430 con 0x7fbfec104280 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfec19ed80 con 0x7fbfec104280 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.589+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe8018680 con 0x7fbfec104280 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.590+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfec19f220 con 0x7fbfec104280 2023-10-05T15:35:49.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.590+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfec0fcec0 con 0x7fbfec104280 2023-10-05T15:35:49.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.591+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbfe80105a0 con 0x7fbfec104280 2023-10-05T15:35:49.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.592+0000 7fbfe27fc700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 0x7fbfd80a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:49.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.592+0000 7fbff1430700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 0x7fbfd80a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:49.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.592+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbfe8014070 con 0x7fbfec104280 2023-10-05T15:35:49.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.592+0000 7fbff1430700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 0x7fbfd80a3a10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbfec198100 tx=0x7fbfdc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:49.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.595+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbfe8096720 con 0x7fbfec104280 2023-10-05T15:35:49.647 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:49 smithi173 systemd[1]: Starting Ceph mds.l for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:49.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.827+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbfec02d270 con 0x7fbfec104280 2023-10-05T15:35:49.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.827+0000 7fbfe27fc700 1 -- 172.21.15.98:0/3041510423 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7fbfe8026230 con 0x7fbfec104280 2023-10-05T15:35:49.830 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:49.830 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 msgr2=0x7fbfd80a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 0x7fbfd80a3a10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbfec198100 tx=0x7fbfdc00b410 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 msgr2=0x7fbfec197170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbfe800e9a0 tx=0x7fbfe800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 shutdown_connections 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfd80a1550 0x7fbfd80a3a10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfec101950 0x7fbfec196c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfec106bb0 0x7fbfec19e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 --2- 172.21.15.98:0/3041510423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfec104280 0x7fbfec197170 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:49.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 >> 172.21.15.98:0/3041510423 conn(0x7fbfec0fb340 msgr2=0x7fbfec1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:49.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 shutdown_connections 2023-10-05T15:35:49.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:49.830+0000 7fbff3694700 1 -- 172.21.15.98:0/3041510423 wait complete. 2023-10-05T15:35:49.833 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 1 2023-10-05T15:35:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2315382510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/368147939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-mon[104029]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:50.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3041510423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.147 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:49 smithi173 podman[140748]: 2023-10-05T15:35:50.147 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:50 smithi173 bash[140748]: 632c91cdb325ce6e49cfba91273aa46db79904e60f79ea38bd95a9f29f7eacbe 2023-10-05T15:35:50.147 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-mds[140788]: -- 172.21.15.173:0/4035812409 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e0dfd8d1e0 con 0x55e0dfd62c00 2023-10-05T15:35:50.147 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:50 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: starting mds.l at 2023-10-05T15:35:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:50 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2315382510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:50 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/368147939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:50 smithi098 ceph-mon[99243]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:50 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3041510423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:50 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2315382510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:50 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/368147939' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:35:50.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:50 smithi115 ceph-mon[103691]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:50.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:50 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3041510423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:50.646 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:35:50 smithi173 systemd[1]: Started Ceph mds.l for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6832/2860278494,v1:172.21.15.173:6833/2860278494] up:boot 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: fsmap 1 up:standby 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:51.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:51.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:51 smithi115 ceph-mon[103691]: Deploying daemon mds.k on smithi115 2023-10-05T15:35:51.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6832/2860278494,v1:172.21.15.173:6833/2860278494] up:boot 2023-10-05T15:35:51.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: fsmap 1 up:standby 2023-10-05T15:35:51.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:35:51.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:51.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:51 smithi173 ceph-mon[104029]: Deploying daemon mds.k on smithi115 2023-10-05T15:35:51.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6832/2860278494,v1:172.21.15.173:6833/2860278494] up:boot 2023-10-05T15:35:51.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: fsmap 1 up:standby 2023-10-05T15:35:51.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:35:51.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:51.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:51.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:51.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:51.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:51 smithi098 ceph-mon[99243]: Deploying daemon mds.k on smithi115 2023-10-05T15:35:51.844 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:35:51.914 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:51 smithi115 systemd[1]: Starting Ceph mds.k for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:51.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 -- 172.21.15.98:0/335915606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7328100fb0 msgr2=0x7f7328101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:51.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 --2- 172.21.15.98:0/335915606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7328100fb0 0x7f7328101410 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f73140099c0 tx=0x7f7314009cd0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 -- 172.21.15.98:0/335915606 shutdown_connections 2023-10-05T15:35:51.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 --2- 172.21.15.98:0/335915606 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f73280ffdc0 0x7f73281001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 --2- 172.21.15.98:0/335915606 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328101950 0x7f7328108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 --2- 172.21.15.98:0/335915606 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7328100fb0 0x7f7328101410 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 -- 172.21.15.98:0/335915606 >> 172.21.15.98:0/335915606 conn(0x7f73280fb310 msgr2=0x7f73280fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 -- 172.21.15.98:0/335915606 shutdown_connections 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.977+0000 7f732f091700 1 -- 172.21.15.98:0/335915606 wait complete. 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 Processor -- start 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 -- start start 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328100fb0 0x7f7328195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7328101950 0x7f732819d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819d5e0 con 0x7f73280ffdc0 2023-10-05T15:35:51.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819d720 con 0x7f7328101950 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732f091700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819d8b0 con 0x7f7328100fb0 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42672/0 (socket says 172.21.15.98:42672) 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 -- 172.21.15.98:0/2032302330 learned_addr learned my addr 172.21.15.98:0/2032302330 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732d62e700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7328101950 0x7f732819d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f7327fff700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328100fb0 0x7f7328195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 -- 172.21.15.98:0/2032302330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328100fb0 msgr2=0x7f7328195fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328100fb0 0x7f7328195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 -- 172.21.15.98:0/2032302330 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7328101950 msgr2=0x7f732819d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:51.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7328101950 0x7f732819d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 -- 172.21.15.98:0/2032302330 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73140095f0 con 0x7f73280ffdc0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.978+0000 7f732ce2d700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f731c00d980 tx=0x7f731c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.979+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f731c00b950 con 0x7f73280ffdc0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.979+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f731c007620 con 0x7f73280ffdc0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.979+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f732819db90 con 0x7f73280ffdc0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.979+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f731c00f3c0 con 0x7f73280ffdc0 2023-10-05T15:35:51.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.979+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f732819e0f0 con 0x7f73280ffdc0 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.980+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f732810b5d0 con 0x7f73280ffdc0 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.981+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f731c010640 con 0x7f73280ffdc0 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.981+0000 7f7325ffb700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 0x7f73180a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.981+0000 7f7327fff700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 0x7f73180a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.981+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f731c0cc680 con 0x7f73280ffdc0 2023-10-05T15:35:51.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.982+0000 7f7327fff700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 0x7f73180a3a10 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f73140098e0 tx=0x7f731400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:51.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:51.985+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f731c096180 con 0x7f73280ffdc0 2023-10-05T15:35:52.223 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.221+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f732810b790 con 0x7f73280ffdc0 2023-10-05T15:35:52.223 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.221+0000 7f7325ffb700 1 -- 172.21.15.98:0/2032302330 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1328 (secure 0 0 0) 0x7f732810b790 con 0x7f73280ffdc0 2023-10-05T15:35:52.223 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:52.224 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 msgr2=0x7f73180a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 0x7f73180a3a10 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f73140098e0 tx=0x7f731400b540 comp rx=0 tx=0).stop 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 msgr2=0x7f7328195a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f731c00d980 tx=0x7f731c00dc90 comp rx=0 tx=0).stop 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 shutdown_connections 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73180a1550 0x7f73180a3a10 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7328101950 0x7f732819d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f73280ffdc0 0x7f7328195a60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:52.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 --2- 172.21.15.98:0/2032302330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7328100fb0 0x7f7328195fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:52.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 >> 172.21.15.98:0/2032302330 conn(0x7f73280fb310 msgr2=0x7f73280fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:52.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 shutdown_connections 2023-10-05T15:35:52.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:52.224+0000 7f732f091700 1 -- 172.21.15.98:0/2032302330 wait complete. 2023-10-05T15:35:52.227 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 2 2023-10-05T15:35:52.378 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:52 smithi115 ceph-mon[103691]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:52.378 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:52 smithi115 podman[139880]: 2023-10-05T15:35:52.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:52 smithi173 ceph-mon[104029]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:52.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:52 smithi098 ceph-mon[99243]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:52.663 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:52 smithi115 ceph-mds[139920]: -- 172.21.15.115:0/1336586186 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5579d0b791e0 con 0x5579d0b4e800 2023-10-05T15:35:52.664 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:52 smithi115 bash[139880]: 2a057cdd102be8dde893727bf3ad06918f25368830bef11a7681a15f8ea2ea5d 2023-10-05T15:35:52.664 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:52 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: starting mds.k at 2023-10-05T15:35:52.664 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:35:52 smithi115 systemd[1]: Started Ceph mds.k for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:53.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2032302330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:53.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:53.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:53.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:53.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:53 smithi173 ceph-mon[104029]: Deploying daemon mds.j on smithi098 2023-10-05T15:35:53.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2032302330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:53.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:53.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:53 smithi115 ceph-mon[103691]: Deploying daemon mds.j on smithi098 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2032302330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:53.463 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:53 smithi098 ceph-mon[99243]: Deploying daemon mds.j on smithi098 2023-10-05T15:35:54.238 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:35:54.359 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6832/2058052314,v1:172.21.15.115:6833/2058052314] up:boot 2023-10-05T15:35:54.359 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-mon[99243]: fsmap 2 up:standby 2023-10-05T15:35:54.359 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:35:54.359 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-mon[99243]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:54.359 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 systemd[1]: Starting Ceph mds.j for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:54.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 -- 172.21.15.98:0/3988668531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc100fc0 msgr2=0x7f68cc101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:54.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/3988668531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc100fc0 0x7f68cc101420 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f68b40099c0 tx=0x7f68b4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 -- 172.21.15.98:0/3988668531 shutdown_connections 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/3988668531 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc1001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/3988668531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc101960 0x7f68cc108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/3988668531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc100fc0 0x7f68cc101420 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 -- 172.21.15.98:0/3988668531 >> 172.21.15.98:0/3988668531 conn(0x7f68cc0fb340 msgr2=0x7f68cc0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 -- 172.21.15.98:0/3988668531 shutdown_connections 2023-10-05T15:35:54.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.366+0000 7f68d0ea6700 1 -- 172.21.15.98:0/3988668531 wait complete. 2023-10-05T15:35:54.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.367+0000 7f68d0ea6700 1 Processor -- start 2023-10-05T15:35:54.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.367+0000 7f68d0ea6700 1 -- start start 2023-10-05T15:35:54.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:54.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 0x7f68cc1023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc101960 0x7f68cc1028e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68cc103080 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68cc1031f0 con 0x7f68cc101960 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68cc1a0bf0 con 0x7f68cc100fc0 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42686/0 (socket says 172.21.15.98:42686) 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 -- 172.21.15.98:0/2590311147 learned_addr learned my addr 172.21.15.98:0/2590311147 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68cad9d700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc101960 0x7f68cc1028e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68c9d9b700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 0x7f68cc1023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 -- 172.21.15.98:0/2590311147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 msgr2=0x7f68cc1023a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 0x7f68cc1023a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 -- 172.21.15.98:0/2590311147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc101960 msgr2=0x7f68cc1028e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc101960 0x7f68cc1028e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 -- 172.21.15.98:0/2590311147 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68b40095f0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68c9d9b700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 0x7f68cc1023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68ca59c700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f68bc007f10 tx=0x7f68bc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc017070 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f68bc00f040 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68bc004630 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68cc1a0ed0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.368+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68cc1a12f0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.369+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68cc10b6a0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.370+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f68bc004790 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.371+0000 7f68c37fe700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 0x7f68b80a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:54.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.371+0000 7f68c9d9b700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 0x7f68b80a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:54.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.371+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f68bc0cc5c0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.372+0000 7f68c9d9b700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 0x7f68b80a3a10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f68b40098e0 tx=0x7f68b4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:54.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.375+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f68bc0960c0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:54 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6832/2058052314,v1:172.21.15.115:6833/2058052314] up:boot 2023-10-05T15:35:54.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:54 smithi115 ceph-mon[103691]: fsmap 2 up:standby 2023-10-05T15:35:54.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:54 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:35:54.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:54 smithi115 ceph-mon[103691]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:54.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.622+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f68cc10b8b0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.623+0000 7f68c37fe700 1 -- 172.21.15.98:0/2590311147 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2122 (secure 0 0 0) 0x7f68bc0996e0 con 0x7f68cc0ffdd0 2023-10-05T15:35:54.625 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:54.625 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 msgr2=0x7f68b80a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 0x7f68b80a3a10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f68b40098e0 tx=0x7f68b4000bc0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 msgr2=0x7f68cc103d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f68bc007f10 tx=0x7f68bc00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 shutdown_connections 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68b80a1550 0x7f68b80a3a10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f68cc101960 0x7f68cc1028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f68cc0ffdd0 0x7f68cc103d60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 --2- 172.21.15.98:0/2590311147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f68cc100fc0 0x7f68cc1023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 >> 172.21.15.98:0/2590311147 conn(0x7f68cc0fb340 msgr2=0x7f68cc069280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 shutdown_connections 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:54.625+0000 7f68d0ea6700 1 -- 172.21.15.98:0/2590311147 wait complete. 2023-10-05T15:35:54.628 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 3 2023-10-05T15:35:54.638 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 podman[150166]: 2023-10-05T15:35:54.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:54 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6832/2058052314,v1:172.21.15.115:6833/2058052314] up:boot 2023-10-05T15:35:54.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:54 smithi173 ceph-mon[104029]: fsmap 2 up:standby 2023-10-05T15:35:54.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:54 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:35:54.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:54 smithi173 ceph-mon[104029]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:55.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 bash[150166]: 9921546136e1564da0d962797ff9ae487735bacbce29be6bceb27405bb5f23b7 2023-10-05T15:35:55.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-mds[150252]: -- 172.21.15.98:0/1428587848 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55de5ca851e0 con 0x55de5ca5b000 2023-10-05T15:35:55.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-j[150225]: starting mds.j at 2023-10-05T15:35:55.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:35:54 smithi098 systemd[1]: Started Ceph mds.j for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2590311147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:55.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:55 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2590311147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:55.450 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:55 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:55.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2590311147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:55.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:55.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:55.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:55.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:55 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:56.281 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:56 smithi098 ceph-mon[99243]: Deploying daemon mds.d on smithi098 2023-10-05T15:35:56.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:56 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6834/845942226,v1:172.21.15.98:6835/845942226] up:boot 2023-10-05T15:35:56.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:56 smithi098 ceph-mon[99243]: fsmap 3 up:standby 2023-10-05T15:35:56.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:56 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:35:56.282 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:56 smithi098 ceph-mon[99243]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:56.641 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:35:56.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:56 smithi173 ceph-mon[104029]: Deploying daemon mds.d on smithi098 2023-10-05T15:35:56.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:56 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6834/845942226,v1:172.21.15.98:6835/845942226] up:boot 2023-10-05T15:35:56.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:56 smithi173 ceph-mon[104029]: fsmap 3 up:standby 2023-10-05T15:35:56.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:56 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:35:56.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:56 smithi173 ceph-mon[104029]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:56.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:56 smithi115 ceph-mon[103691]: Deploying daemon mds.d on smithi098 2023-10-05T15:35:56.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:56 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6834/845942226,v1:172.21.15.98:6835/845942226] up:boot 2023-10-05T15:35:56.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:56 smithi115 ceph-mon[103691]: fsmap 3 up:standby 2023-10-05T15:35:56.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:56 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:35:56.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:56 smithi115 ceph-mon[103691]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.777+0000 7f11e8548700 1 -- 172.21.15.98:0/1229131965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 msgr2=0x7f11e01024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.777+0000 7f11e8548700 1 --2- 172.21.15.98:0/1229131965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01024e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f11d0009990 tx=0x7f11d0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- 172.21.15.98:0/1229131965 shutdown_connections 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- 172.21.15.98:0/1229131965 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 0x7f11e01012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- 172.21.15.98:0/1229131965 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e0109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- 172.21.15.98:0/1229131965 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01024e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- 172.21.15.98:0/1229131965 >> 172.21.15.98:0/1229131965 conn(0x7f11e00fc420 msgr2=0x7f11e00fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- 172.21.15.98:0/1229131965 shutdown_connections 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- 172.21.15.98:0/1229131965 wait complete. 2023-10-05T15:35:56.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 Processor -- start 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- start start 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 0x7f11e0196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e019e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11e019e720 con 0x7f11e0102060 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11e019e860 con 0x7f11e0100e80 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e8548700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11e019e9f0 con 0x7f11e0102a20 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e5ae3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e5ae3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42714/0 (socket says 172.21.15.98:42714) 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.778+0000 7f11e5ae3700 1 -- 172.21.15.98:0/2362144991 learned_addr learned my addr 172.21.15.98:0/2362144991 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:56.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e62e4700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 0x7f11e0196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e6ae5700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e019e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 -- 172.21.15.98:0/2362144991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 msgr2=0x7f11e019e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e019e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 -- 172.21.15.98:0/2362144991 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 msgr2=0x7f11e0196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 0x7f11e0196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 -- 172.21.15.98:0/2362144991 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11d00095f0 con 0x7f11e0102060 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e6ae5700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e019e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e5ae3700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f11d00095c0 tx=0x7f11d000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d001d070 con 0x7f11e0102060 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11d0004830 con 0x7f11e0102060 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11e019ec70 con 0x7f11e0102060 2023-10-05T15:35:56.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d0005420 con 0x7f11e0102060 2023-10-05T15:35:56.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.779+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11e019f030 con 0x7f11e0102060 2023-10-05T15:35:56.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.780+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11e010c740 con 0x7f11e0102060 2023-10-05T15:35:56.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.781+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f11d00055c0 con 0x7f11e0102060 2023-10-05T15:35:56.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.781+0000 7f11d77fe700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 0x7f11cc0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:56.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.782+0000 7f11e62e4700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 0x7f11cc0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:56.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.782+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f11d00cdb40 con 0x7f11e0102060 2023-10-05T15:35:56.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.782+0000 7f11e62e4700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 0x7f11cc0a3a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f11dc009550 tx=0x7f11dc0091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:56.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:56.785+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f11d005c100 con 0x7f11e0102060 2023-10-05T15:35:56.868 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:35:56 smithi098 bash[150556]: 098430a9d455868631ed694933cabcbe0d886680ab2ff34135e5a64e9884ae43 2023-10-05T15:35:57.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.033+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11e0107e00 con 0x7f11e0102060 2023-10-05T15:35:57.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.034+0000 7f11d77fe700 1 -- 172.21.15.98:0/2362144991 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2910 (secure 0 0 0) 0x7f11d0097630 con 0x7f11e0102060 2023-10-05T15:35:57.036 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:57.036 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-05T15:35:57.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 msgr2=0x7f11cc0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 0x7f11cc0a3a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f11dc009550 tx=0x7f11dc0091b0 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 msgr2=0x7f11e01970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f11d00095c0 tx=0x7f11d000f690 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 shutdown_connections 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11cc0a1550 0x7f11cc0a3a10 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f11e0100e80 0x7f11e0196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11e0102a20 0x7f11e019e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 --2- 172.21.15.98:0/2362144991 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f11e0102060 0x7f11e01970e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 >> 172.21.15.98:0/2362144991 conn(0x7f11e00fc420 msgr2=0x7f11e00fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 shutdown_connections 2023-10-05T15:35:57.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:57.036+0000 7f11e8548700 1 -- 172.21.15.98:0/2362144991 wait complete. 2023-10-05T15:35:57.040 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 4 2023-10-05T15:35:57.287 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:35:56 smithi098 systemd[1]: Started Ceph mds.d for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:58.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: Deploying daemon mds.e on smithi115 2023-10-05T15:35:58.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2362144991' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:58.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6836/1325902802,v1:172.21.15.98:6837/1325902802] up:boot 2023-10-05T15:35:58.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: fsmap 4 up:standby 2023-10-05T15:35:58.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:35:58.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:35:57 smithi115 ceph-mon[103691]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: Deploying daemon mds.e on smithi115 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2362144991' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6836/1325902802,v1:172.21.15.98:6837/1325902802] up:boot 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: fsmap 4 up:standby 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:35:58.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:35:57 smithi098 ceph-mon[99243]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: Deploying daemon mds.e on smithi115 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2362144991' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6836/1325902802,v1:172.21.15.98:6837/1325902802] up:boot 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: fsmap 4 up:standby 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:35:58.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:35:57 smithi173 ceph-mon[104029]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:35:58.664 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:58 smithi115 systemd[1]: Starting Ceph mds.e for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:59.052 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:35:59.107 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:58 smithi115 podman[140219]: 2023-10-05T15:35:59.107 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:59 smithi115 ceph-mds[140259]: -- 172.21.15.115:0/2090713176 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5641ca6531e0 con 0x5641ca628800 2023-10-05T15:35:59.107 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: starting mds.e at 2023-10-05T15:35:59.107 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:59 smithi115 bash[140219]: 9364f443958f6c02644e942fb8b79ae68221b00acf80617a70d61176a10461fb 2023-10-05T15:35:59.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/2306694074 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38102080 msgr2=0x7fdf38102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/2306694074 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38102080 0x7fdf38102500 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdf24009990 tx=0x7fdf24009ca0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/2306694074 shutdown_connections 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/2306694074 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38100ea0 0x7fdf381012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/2306694074 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 0x7fdf38109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/2306694074 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38102080 0x7fdf38102500 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/2306694074 >> 172.21.15.98:0/2306694074 conn(0x7fdf380fc420 msgr2=0x7fdf380fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/2306694074 shutdown_connections 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/2306694074 wait complete. 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 Processor -- start 2023-10-05T15:35:59.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 -- start start 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 0x7fdf381970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.188+0000 7fdf3f0ba700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 0x7fdf3819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3f0ba700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3819e6f0 con 0x7fdf38100ea0 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3f0ba700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3819e830 con 0x7fdf38102080 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3f0ba700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3819e9c0 con 0x7fdf38102a40 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42740/0 (socket says 172.21.15.98:42740) 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 -- 172.21.15.98:0/350895420 learned_addr learned my addr 172.21.15.98:0/350895420 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3d657700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 0x7fdf3819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:59.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf37fff700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 0x7fdf381970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 -- 172.21.15.98:0/350895420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 msgr2=0x7fdf3819e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 0x7fdf3819e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 -- 172.21.15.98:0/350895420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 msgr2=0x7fdf381970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 0x7fdf381970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 -- 172.21.15.98:0/350895420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf240095f0 con 0x7fdf38100ea0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf37fff700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 0x7fdf381970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3ce56700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c00d980 tx=0x7fdf2c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c00de60 con 0x7fdf38100ea0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf2c0044e0 con 0x7fdf38100ea0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf3819eca0 con 0x7fdf38100ea0 2023-10-05T15:35:59.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c003be0 con 0x7fdf38100ea0 2023-10-05T15:35:59.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.189+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf3819f1b0 con 0x7fdf38100ea0 2023-10-05T15:35:59.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.190+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf38108460 con 0x7fdf38100ea0 2023-10-05T15:35:59.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.191+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdf2c009bb0 con 0x7fdf38100ea0 2023-10-05T15:35:59.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.192+0000 7fdf35ffb700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 0x7fdf280a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:35:59.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.192+0000 7fdf37fff700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 0x7fdf280a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:35:59.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.192+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdf2c0cc5f0 con 0x7fdf38100ea0 2023-10-05T15:35:59.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.192+0000 7fdf37fff700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 0x7fdf280a3990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400b5c0 tx=0x7fdf24005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:35:59.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.196+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdf2c0960f0 con 0x7fdf38100ea0 2023-10-05T15:35:59.414 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:35:59 smithi115 systemd[1]: Started Ceph mds.e for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:59.437 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.435+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdf3810c8e0 con 0x7fdf38100ea0 2023-10-05T15:35:59.438 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.436+0000 7fdf35ffb700 1 -- 172.21.15.98:0/350895420 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4495 (secure 0 0 0) 0x7fdf2c009940 con 0x7fdf38100ea0 2023-10-05T15:35:59.438 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:35:59.438 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-10-05T15:35:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 msgr2=0x7fdf280a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 0x7fdf280a3990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdf2400b5c0 tx=0x7fdf24005fb0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 msgr2=0x7fdf38196b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c00d980 tx=0x7fdf2c00dd40 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 shutdown_connections 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf280a14d0 0x7fdf280a3990 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf38102a40 0x7fdf3819e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf38100ea0 0x7fdf38196b70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 --2- 172.21.15.98:0/350895420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf38102080 0x7fdf381970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.438+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 >> 172.21.15.98:0/350895420 conn(0x7fdf380fc420 msgr2=0x7fdf381055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.439+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 shutdown_connections 2023-10-05T15:35:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:35:59.439+0000 7fdf3f0ba700 1 -- 172.21.15.98:0/350895420 wait complete. 2023-10-05T15:35:59.442 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 6 2023-10-05T15:36:00.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6834/3082174363,v1:172.21.15.115:6835/3082174363] up:boot 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: fsmap 5 up:standby 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: Deploying daemon mds.f on smithi173 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/350895420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:00.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:00 smithi173 ceph-mon[104029]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:00.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6834/3082174363,v1:172.21.15.115:6835/3082174363] up:boot 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: fsmap 5 up:standby 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: Deploying daemon mds.f on smithi173 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/350895420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:00.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:00 smithi115 ceph-mon[103691]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6834/3082174363,v1:172.21.15.115:6835/3082174363] up:boot 2023-10-05T15:36:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: fsmap 5 up:standby 2023-10-05T15:36:00.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: Deploying daemon mds.f on smithi173 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/350895420' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:00.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:00 smithi098 ceph-mon[99243]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:00.896 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:00 smithi173 systemd[1]: Starting Ceph mds.f for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:01.266 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:00 smithi173 podman[141096]: 2023-10-05T15:36:01.266 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:01 smithi173 bash[141096]: 8662b633d0c46792614ca8aa5fc4f32f636a6a8d61e81088a7336c55c355f826 2023-10-05T15:36:01.266 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:01 smithi173 ceph-mds[141136]: -- 172.21.15.173:0/3854538798 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560e187cb1e0 con 0x560e187a1000 2023-10-05T15:36:01.266 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: starting mds.f at 2023-10-05T15:36:01.453 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- 172.21.15.98:0/1704397961 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 msgr2=0x7f77dc101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- 172.21.15.98:0/1704397961 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc101410 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f77d80099c0 tx=0x7f77d8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- 172.21.15.98:0/1704397961 shutdown_connections 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- 172.21.15.98:0/1704397961 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- 172.21.15.98:0/1704397961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 0x7f77dc108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- 172.21.15.98:0/1704397961 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc101410 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- 172.21.15.98:0/1704397961 >> 172.21.15.98:0/1704397961 conn(0x7f77dc0fb310 msgr2=0x7f77dc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- 172.21.15.98:0/1704397961 shutdown_connections 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- 172.21.15.98:0/1704397961 wait complete. 2023-10-05T15:36:01.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 Processor -- start 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- start start 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc195a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 0x7f77dc19d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77dc19d5f0 con 0x7f77dc100fb0 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77dc19d730 con 0x7f77dc0ffdc0 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.587+0000 7f77e4312700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77dc19d8c0 con 0x7f77dc101950 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42756/0 (socket says 172.21.15.98:42756) 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 -- 172.21.15.98:0/388104888 learned_addr learned my addr 172.21.15.98:0/388104888 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e28af700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 0x7f77dc19d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:01.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e20ae700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc195a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 -- 172.21.15.98:0/388104888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 msgr2=0x7f77dc19d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 0x7f77dc19d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 -- 172.21.15.98:0/388104888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 msgr2=0x7f77dc195a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc195a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 -- 172.21.15.98:0/388104888 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d80095f0 con 0x7f77dc100fb0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e20ae700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e18ad700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f77d8009990 tx=0x7f77d8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d801d070 con 0x7f77dc100fb0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77d8004090 con 0x7f77dc100fb0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77dc068100 con 0x7f77dc100fb0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8004a00 con 0x7f77dc100fb0 2023-10-05T15:36:01.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.588+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77dc068600 con 0x7f77dc100fb0 2023-10-05T15:36:01.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.589+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77dc10b5d0 con 0x7f77dc100fb0 2023-10-05T15:36:01.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.590+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f77d8003bd0 con 0x7f77dc100fb0 2023-10-05T15:36:01.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.591+0000 7f77d37fe700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 0x7f77c80a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:01.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.591+0000 7f77e20ae700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 0x7f77c80a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:01.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.591+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f77d80cd7f0 con 0x7f77dc100fb0 2023-10-05T15:36:01.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.591+0000 7f77e20ae700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 0x7f77c80a3a10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77cc005950 tx=0x7f77cc0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:01.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.595+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f77d80972e0 con 0x7f77dc100fb0 2023-10-05T15:36:01.646 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:36:01 smithi173 systemd[1]: Started Ceph mds.f for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:01.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.828+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f77dc10b790 con 0x7f77dc100fb0 2023-10-05T15:36:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.829+0000 7f77d37fe700 1 -- 172.21.15.98:0/388104888 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5289 (secure 0 0 0) 0x7f77d809a900 con 0x7f77dc100fb0 2023-10-05T15:36:01.831 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:01.831 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-10-05T15:36:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 msgr2=0x7f77c80a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 0x7f77c80a3a10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f77cc005950 tx=0x7f77cc0058e0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 msgr2=0x7f77dc195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f77d8009990 tx=0x7f77d8004730 comp rx=0 tx=0).stop 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 shutdown_connections 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f77c80a1550 0x7f77c80a3a10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f77dc0ffdc0 0x7f77dc195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f77dc101950 0x7f77dc19d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 --2- 172.21.15.98:0/388104888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f77dc100fb0 0x7f77dc195fb0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 >> 172.21.15.98:0/388104888 conn(0x7f77dc0fb310 msgr2=0x7f77dc104480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 shutdown_connections 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:01.831+0000 7f77e4312700 1 -- 172.21.15.98:0/388104888 wait complete. 2023-10-05T15:36:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 7 2023-10-05T15:36:02.521 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6834/2237605527,v1:172.21.15.173:6835/2237605527] up:boot 2023-10-05T15:36:02.521 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: fsmap 6 up:standby 2023-10-05T15:36:02.521 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: Deploying daemon mds.c on smithi173 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:02.522 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/388104888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6834/2237605527,v1:172.21.15.173:6835/2237605527] up:boot 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: fsmap 6 up:standby 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:02.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:02.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: Deploying daemon mds.c on smithi173 2023-10-05T15:36:02.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:02.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:02 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/388104888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:02.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6834/2237605527,v1:172.21.15.173:6835/2237605527] up:boot 2023-10-05T15:36:02.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: fsmap 6 up:standby 2023-10-05T15:36:02.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: Deploying daemon mds.c on smithi173 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:02.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:02 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/388104888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:02.841 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:02 smithi173 systemd[1]: Starting Ceph mds.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:03.396 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:03 smithi173 podman[141439]: 2023-10-05T15:36:03.847 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:03.896 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:03 smithi173 ceph-mds[141480]: -- 172.21.15.173:0/865118313 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557d957671e0 con 0x557d9573c800 2023-10-05T15:36:03.896 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: starting mds.c at 2023-10-05T15:36:03.896 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:03 smithi173 bash[141439]: ffcee1fd48d2f5968fac10a6b2fb85426a8881e52f5b99c6756405356972806a 2023-10-05T15:36:03.896 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:36:03 smithi173 systemd[1]: Started Ceph mds.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:03.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.981+0000 7f71ded98700 1 -- 172.21.15.98:0/612858552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8100e80 msgr2=0x7f71d81012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.981+0000 7f71ded98700 1 --2- 172.21.15.98:0/612858552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8100e80 0x7f71d81012a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009990 tx=0x7f71cc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- 172.21.15.98:0/612858552 shutdown_connections 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- 172.21.15.98:0/612858552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8102a20 0x7f71d8109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- 172.21.15.98:0/612858552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8100e80 0x7f71d81012a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- 172.21.15.98:0/612858552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 0x7f71d81024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- 172.21.15.98:0/612858552 >> 172.21.15.98:0/612858552 conn(0x7f71d80fc420 msgr2=0x7f71d80fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- 172.21.15.98:0/612858552 shutdown_connections 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- 172.21.15.98:0/612858552 wait complete. 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 Processor -- start 2023-10-05T15:36:03.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- start start 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 0x7f71d81970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 0x7f71d819e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d819e700 con 0x7f71d8102a20 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d819e840 con 0x7f71d8100e80 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.982+0000 7f71ded98700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d819e9d0 con 0x7f71d8102060 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 0x7f71d819e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dcb34700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dcb34700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:36566/0 (socket says 172.21.15.98:36566) 2023-10-05T15:36:03.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dcb34700 1 -- 172.21.15.98:0/2384371708 learned_addr learned my addr 172.21.15.98:0/2384371708 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71d7fff700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 0x7f71d81970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 -- 172.21.15.98:0/2384371708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 msgr2=0x7f71d81970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 0x7f71d81970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 -- 172.21.15.98:0/2384371708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 msgr2=0x7f71d8196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 -- 172.21.15.98:0/2384371708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71cc0095f0 con 0x7f71d8102a20 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dcb34700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71dd335700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 0x7f71d819e130 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f71d000efc0 tx=0x7f71d000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d0018070 con 0x7f71d8102a20 2023-10-05T15:36:03.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f71d000f040 con 0x7f71d8102a20 2023-10-05T15:36:03.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71d819ec50 con 0x7f71d8102a20 2023-10-05T15:36:03.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d000cd40 con 0x7f71d8102a20 2023-10-05T15:36:03.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.983+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71d819f110 con 0x7f71d8102a20 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.984+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71d810c6f0 con 0x7f71d8102a20 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.985+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f71d0003a00 con 0x7f71d8102a20 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.986+0000 7f71d5ffb700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 0x7f71c80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.986+0000 7f71dcb34700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 0x7f71c80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.986+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f71d00cc500 con 0x7f71d8102a20 2023-10-05T15:36:03.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.986+0000 7f71dcb34700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 0x7f71c80a3990 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f71cc00b2e0 tx=0x7f71cc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:03.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:03.990+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f71d0095ff0 con 0x7f71d8102a20 2023-10-05T15:36:04.225 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.223+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f71d8107e20 con 0x7f71d8102a20 2023-10-05T15:36:04.225 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.223+0000 7f71d5ffb700 1 -- 172.21.15.98:0/2384371708 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6080 (secure 0 0 0) 0x7f71d0099610 con 0x7f71d8102a20 2023-10-05T15:36:04.226 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:04.226 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-10-05T15:36:04.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 msgr2=0x7f71c80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:04.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 0x7f71c80a3990 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f71cc00b2e0 tx=0x7f71cc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 msgr2=0x7f71d819e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 0x7f71d819e130 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f71d000efc0 tx=0x7f71d000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 shutdown_connections 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f71c80a14d0 0x7f71c80a3990 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f71d8100e80 0x7f71d8196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f71d8102a20 0x7f71d819e130 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 --2- 172.21.15.98:0/2384371708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f71d8102060 0x7f71d81970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.225+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 >> 172.21.15.98:0/2384371708 conn(0x7f71d80fc420 msgr2=0x7f71d80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.226+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 shutdown_connections 2023-10-05T15:36:04.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:04.226+0000 7f71ded98700 1 -- 172.21.15.98:0/2384371708 wait complete. 2023-10-05T15:36:04.229 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 8 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:boot 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: fsmap 7 up:standby 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:04.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: Deploying daemon mds.h on smithi115 2023-10-05T15:36:04.538 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:04 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2384371708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:boot 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: fsmap 7 up:standby 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.793 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:04.794 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:04.794 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:04.794 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: Deploying daemon mds.h on smithi115 2023-10-05T15:36:04.794 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:04 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2384371708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:04.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:boot 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: fsmap 7 up:standby 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: Deploying daemon mds.h on smithi115 2023-10-05T15:36:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:04 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2384371708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:05.164 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 systemd[1]: Starting Ceph mds.h for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:05.651 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 podman[140556]: 2023-10-05T15:36:05.913 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 ceph-mds[140596]: -- 172.21.15.115:0/161914794 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56461713d1e0 con 0x564617112c00 2023-10-05T15:36:05.914 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: starting mds.h at 2023-10-05T15:36:05.914 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 bash[140556]: cc57b41f4dc9c692c5f0f0ddc197bdd35af1e78301b87507678d96a125f139f4 2023-10-05T15:36:05.914 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:36:05 smithi115 systemd[1]: Started Ceph mds.h for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:06.240 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1409027884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da41010e0 msgr2=0x7f5da4107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1409027884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da41010e0 0x7f5da4107990 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c00b0d0 tx=0x7f5d9c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1409027884 shutdown_connections 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1409027884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da40ff550 0x7f5da40ff970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1409027884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da41010e0 0x7f5da4107990 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1409027884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da4100740 0x7f5da4100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1409027884 >> 172.21.15.98:0/1409027884 conn(0x7f5da40faac0 msgr2=0x7f5da40fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1409027884 shutdown_connections 2023-10-05T15:36:06.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1409027884 wait complete. 2023-10-05T15:36:06.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 Processor -- start 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.373+0000 7f5daa1f4700 1 -- start start 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da40ff550 0x7f5da4196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da41010e0 0x7f5da419e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da419e790 con 0x7f5da4100740 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da419e900 con 0x7f5da41010e0 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da419eac0 con 0x7f5da40ff550 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42784/0 (socket says 172.21.15.98:42784) 2023-10-05T15:36:06.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 -- 172.21.15.98:0/1488488341 learned_addr learned my addr 172.21.15.98:0/1488488341 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da3fff700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da41010e0 0x7f5da419e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da37fe700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da40ff550 0x7f5da4196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 -- 172.21.15.98:0/1488488341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da40ff550 msgr2=0x7f5da4196c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da40ff550 0x7f5da4196c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 -- 172.21.15.98:0/1488488341 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da41010e0 msgr2=0x7f5da419e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da41010e0 0x7f5da419e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 -- 172.21.15.98:0/1488488341 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d9c009d00 con 0x7f5da4100740 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da2ffd700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d9400dbe0 tx=0x7f5d9400def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94007d10 con 0x7f5da4100740 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d94007e70 con 0x7f5da4100740 2023-10-05T15:36:06.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5da419eda0 con 0x7f5da4100740 2023-10-05T15:36:06.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94005280 con 0x7f5da4100740 2023-10-05T15:36:06.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.374+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da419f1f0 con 0x7f5da4100740 2023-10-05T15:36:06.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.375+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5da410a570 con 0x7f5da4100740 2023-10-05T15:36:06.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.376+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5d94004750 con 0x7f5da4100740 2023-10-05T15:36:06.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.377+0000 7f5da0ff9700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 0x7f5d8c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:06.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.377+0000 7f5da37fe700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 0x7f5d8c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:06.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.377+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5d940cc5b0 con 0x7f5da4100740 2023-10-05T15:36:06.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.377+0000 7f5da37fe700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 0x7f5d8c0a3990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5d98005950 tx=0x7f5d980058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:06.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.381+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5d94096010 con 0x7f5da4100740 2023-10-05T15:36:06.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.620+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5da4106340 con 0x7f5da4100740 2023-10-05T15:36:06.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.620+0000 7f5da0ff9700 1 -- 172.21.15.98:0/1488488341 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6874 (secure 0 0 0) 0x7f5d94099630 con 0x7f5da4100740 2023-10-05T15:36:06.622 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:06.622 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 msgr2=0x7f5d8c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 0x7f5d8c0a3990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5d98005950 tx=0x7f5d980058e0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 msgr2=0x7f5da4197190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d9400dbe0 tx=0x7f5d9400def0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 shutdown_connections 2023-10-05T15:36:06.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a14d0 0x7f5d8c0a3990 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5da41010e0 0x7f5da419e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5da40ff550 0x7f5da4196c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 --2- 172.21.15.98:0/1488488341 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5da4100740 0x7f5da4197190 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 >> 172.21.15.98:0/1488488341 conn(0x7f5da40faac0 msgr2=0x7f5da40fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 shutdown_connections 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:06.622+0000 7f5daa1f4700 1 -- 172.21.15.98:0/1488488341 wait complete. 2023-10-05T15:36:06.625 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 9 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:boot 2023-10-05T15:36:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: fsmap 8 up:standby 2023-10-05T15:36:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:36:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:06 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1488488341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:07.043 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:07.043 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.043 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.043 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.043 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:boot 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: fsmap 8 up:standby 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:36:07.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:06 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1488488341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:boot 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: fsmap 8 up:standby 2023-10-05T15:36:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:36:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:06 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1488488341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:07.294 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 systemd[1]: Starting Ceph mds.i for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:07.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:07 smithi173 ceph-mon[104029]: Deploying daemon mds.i on smithi173 2023-10-05T15:36:07.896 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 podman[141781]: 2023-10-05T15:36:08.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:07 smithi098 ceph-mon[99243]: Deploying daemon mds.i on smithi173 2023-10-05T15:36:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:07 smithi115 ceph-mon[103691]: Deploying daemon mds.i on smithi173 2023-10-05T15:36:08.396 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 ceph-mds[141821]: -- 172.21.15.173:0/1439226192 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55feea8c91e0 con 0x55feea89e800 2023-10-05T15:36:08.396 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: starting mds.i at 2023-10-05T15:36:08.396 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 bash[141781]: 9f7e9afc2d201f6577a8a4680d7922ad8047e048c96006ea9087e36c23d11a73 2023-10-05T15:36:08.397 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:36:07 smithi173 systemd[1]: Started Ceph mds.i for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:08.637 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:08.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 -- 172.21.15.98:0/1194540971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a64102c10 msgr2=0x7f2a641094c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:08.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/1194540971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a64102c10 0x7f2a641094c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00b0a0 tx=0x7f2a5c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 -- 172.21.15.98:0/1194540971 shutdown_connections 2023-10-05T15:36:08.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/1194540971 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a640ff200 0x7f2a640ff620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/1194540971 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a64102c10 0x7f2a641094c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/1194540971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a641026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 -- 172.21.15.98:0/1194540971 >> 172.21.15.98:0/1194540971 conn(0x7f2a640faaf0 msgr2=0x7f2a640fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 -- 172.21.15.98:0/1194540971 shutdown_connections 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 -- 172.21.15.98:0/1194540971 wait complete. 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.768+0000 7f2a6bc92700 1 Processor -- start 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 -- start start 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a64197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a64102c10 0x7f2a6419e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6419e830 con 0x7f2a640ff200 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6419e9a0 con 0x7f2a64102c10 2023-10-05T15:36:08.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6419eb60 con 0x7f2a64102270 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42796/0 (socket says 172.21.15.98:42796) 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 -- 172.21.15.98:0/3198883552 learned_addr learned my addr 172.21.15.98:0/3198883552 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6a22f700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a64102c10 0x7f2a6419e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6922d700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a64197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 -- 172.21.15.98:0/3198883552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 msgr2=0x7f2a64197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a64197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 -- 172.21.15.98:0/3198883552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a64102c10 msgr2=0x7f2a6419e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a64102c10 0x7f2a6419e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 -- 172.21.15.98:0/3198883552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c009d00 con 0x7f2a640ff200 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6922d700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a64197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:08.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a69a2e700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2a6000e970 tx=0x7f2a6000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a60009790 con 0x7f2a640ff200 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a6000eec0 con 0x7f2a640ff200 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a6419ee40 con 0x7f2a640ff200 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.769+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a60003cf0 con 0x7f2a640ff200 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.770+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6419f260 con 0x7f2a640ff200 2023-10-05T15:36:08.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.770+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a6410c770 con 0x7f2a640ff200 2023-10-05T15:36:08.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.771+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2a6000ccd0 con 0x7f2a640ff200 2023-10-05T15:36:08.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.772+0000 7f2a5affd700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 0x7f2a500a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:08.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.772+0000 7f2a6922d700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 0x7f2a500a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:08.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.772+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2a60014070 con 0x7f2a640ff200 2023-10-05T15:36:08.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.772+0000 7f2a6922d700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 0x7f2a500a3990 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009cb0 tx=0x7f2a54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:08.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:08.775+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2a60096720 con 0x7f2a640ff200 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:08.946 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:08 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:09.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.023+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2a64107ee0 con 0x7f2a640ff200 2023-10-05T15:36:09.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.023+0000 7f2a5affd700 1 -- 172.21.15.98:0/3198883552 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7670 (secure 0 0 0) 0x7f2a60099d40 con 0x7f2a640ff200 2023-10-05T15:36:09.025 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:09.025 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 msgr2=0x7f2a500a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 0x7f2a500a3990 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009cb0 tx=0x7f2a54009260 comp rx=0 tx=0).stop 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 msgr2=0x7f2a64196cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2a6000e970 tx=0x7f2a6000ec80 comp rx=0 tx=0).stop 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 shutdown_connections 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2a500a14d0 0x7f2a500a3990 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:09.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2a64102c10 0x7f2a6419e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2a640ff200 0x7f2a64196cf0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 --2- 172.21.15.98:0/3198883552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a64102270 0x7f2a64197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 >> 172.21.15.98:0/3198883552 conn(0x7f2a640faaf0 msgr2=0x7f2a640fccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 shutdown_connections 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:09.026+0000 7f2a6bc92700 1 -- 172.21.15.98:0/3198883552 wait complete. 2023-10-05T15:36:09.029 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 10 2023-10-05T15:36:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:09.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:09.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:08 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:09.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:09.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:09.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:09.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:09.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:08 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:10.016 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:09 smithi098 systemd[1]: Starting Ceph mds.g for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:10.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:09 smithi098 ceph-mon[99243]: Deploying daemon mds.g on smithi098 2023-10-05T15:36:10.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:09 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:boot 2023-10-05T15:36:10.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:09 smithi098 ceph-mon[99243]: fsmap 9 up:standby 2023-10-05T15:36:10.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:09 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:36:10.017 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3198883552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:09 smithi173 ceph-mon[104029]: Deploying daemon mds.g on smithi098 2023-10-05T15:36:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:09 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:boot 2023-10-05T15:36:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:09 smithi173 ceph-mon[104029]: fsmap 9 up:standby 2023-10-05T15:36:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:09 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:36:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3198883552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:09 smithi115 ceph-mon[103691]: Deploying daemon mds.g on smithi098 2023-10-05T15:36:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:09 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:boot 2023-10-05T15:36:10.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:09 smithi115 ceph-mon[103691]: fsmap 9 up:standby 2023-10-05T15:36:10.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:09 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:36:10.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3198883552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:10.281 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:10 smithi098 podman[151174]: 2023-10-05T15:36:10.537 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mds[151214]: -- 172.21.15.98:0/1421731650 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c8e30fb1e0 con 0x55c8e30d0800 2023-10-05T15:36:10.537 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:10 smithi098 bash[151174]: edbab4925d4ccc61cfe040e746f6114c01c45ec73ceb474e5dbbed62a080cd10 2023-10-05T15:36:10.537 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: starting mds.g at 2023-10-05T15:36:10.537 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:36:10 smithi098 systemd[1]: Started Ceph mds.g for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:11.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:11.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:11.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:10 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:11.042 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:11.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:11.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:10 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:11.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:10 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 -- 172.21.15.98:0/3608478618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8102a40 msgr2=0x7f2de8109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 --2- 172.21.15.98:0/3608478618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8102a40 0x7f2de8109360 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2de000b0a0 tx=0x7f2de000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 -- 172.21.15.98:0/3608478618 shutdown_connections 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 --2- 172.21.15.98:0/3608478618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8102a40 0x7f2de8109360 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 --2- 172.21.15.98:0/3608478618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8100ea0 0x7f2de81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 --2- 172.21.15.98:0/3608478618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 0x7f2de8102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.170 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 -- 172.21.15.98:0/3608478618 >> 172.21.15.98:0/3608478618 conn(0x7f2de80fc420 msgr2=0x7f2de80fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:11.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 -- 172.21.15.98:0/3608478618 shutdown_connections 2023-10-05T15:36:11.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.168+0000 7f2def7d2700 1 -- 172.21.15.98:0/3608478618 wait complete. 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 Processor -- start 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 -- start start 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 0x7f2de80732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 0x7f2de80737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de8073f80 con 0x7f2de8100ea0 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de80740f0 con 0x7f2de8102080 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2def7d2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de81a0cf0 con 0x7f2de8102a40 2023-10-05T15:36:11.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42824/0 (socket says 172.21.15.98:42824) 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 -- 172.21.15.98:0/1118757948 learned_addr learned my addr 172.21.15.98:0/1118757948 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 -- 172.21.15.98:0/1118757948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 msgr2=0x7f2de80737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2dedd6f700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 0x7f2de80737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2decd6d700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 0x7f2de80732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 0x7f2de80737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 -- 172.21.15.98:0/1118757948 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 msgr2=0x7f2de80732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 0x7f2de80732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 -- 172.21.15.98:0/1118757948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2de0009d00 con 0x7f2de8100ea0 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2dedd6f700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 0x7f2de80737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2ded56e700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2de400d980 tx=0x7f2de400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:11.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.169+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de400bb60 con 0x7f2de8100ea0 2023-10-05T15:36:11.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.170+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2de4007620 con 0x7f2de8100ea0 2023-10-05T15:36:11.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.170+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de400f620 con 0x7f2de8100ea0 2023-10-05T15:36:11.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.170+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2de81a0fd0 con 0x7f2de8100ea0 2023-10-05T15:36:11.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.170+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2de81a1390 con 0x7f2de8100ea0 2023-10-05T15:36:11.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.171+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2de8108440 con 0x7f2de8100ea0 2023-10-05T15:36:11.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.171+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2de4010460 con 0x7f2de8100ea0 2023-10-05T15:36:11.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.172+0000 7f2dde7fc700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 0x7f2dd40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:11.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.172+0000 7f2decd6d700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 0x7f2dd40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:11.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.172+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2de40cc850 con 0x7f2de8100ea0 2023-10-05T15:36:11.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.172+0000 7f2decd6d700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 0x7f2dd40a3990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2de8100bc0 tx=0x7f2dd8005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:11.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.176+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2de4096350 con 0x7f2de8100ea0 2023-10-05T15:36:11.425 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.423+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2de802d090 con 0x7f2de8100ea0 2023-10-05T15:36:11.425 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.424+0000 7f2dde7fc700 1 -- 172.21.15.98:0/1118757948 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8462 (secure 0 0 0) 0x7f2de400de60 con 0x7f2de8100ea0 2023-10-05T15:36:11.426 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:11.426 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 msgr2=0x7f2dd40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 0x7f2dd40a3990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2de8100bc0 tx=0x7f2dd8005c70 comp rx=0 tx=0).stop 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 msgr2=0x7f2de8074c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2de400d980 tx=0x7f2de400dd40 comp rx=0 tx=0).stop 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 shutdown_connections 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2dd40a14d0 0x7f2dd40a3990 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2de8102a40 0x7f2de80737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2de8100ea0 0x7f2de8074c60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 --2- 172.21.15.98:0/1118757948 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2de8102080 0x7f2de80732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:11.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 >> 172.21.15.98:0/1118757948 conn(0x7f2de80fc420 msgr2=0x7f2de8105580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:11.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 shutdown_connections 2023-10-05T15:36:11.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:11.426+0000 7f2def7d2700 1 -- 172.21.15.98:0/1118757948 wait complete. 2023-10-05T15:36:11.429 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 11 2023-10-05T15:36:12.037 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:11 smithi098 systemd[1]: Starting Ceph mds.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:11 smithi098 ceph-mon[99243]: Deploying daemon mds.a on smithi098 2023-10-05T15:36:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:11 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6838/1540864387,v1:172.21.15.98:6839/1540864387] up:boot 2023-10-05T15:36:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:11 smithi098 ceph-mon[99243]: fsmap 10 up:standby 2023-10-05T15:36:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:11 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:36:12.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:11 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1118757948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:11 smithi173 ceph-mon[104029]: Deploying daemon mds.a on smithi098 2023-10-05T15:36:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:11 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6838/1540864387,v1:172.21.15.98:6839/1540864387] up:boot 2023-10-05T15:36:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:11 smithi173 ceph-mon[104029]: fsmap 10 up:standby 2023-10-05T15:36:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:11 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:36:12.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:11 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1118757948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:11 smithi115 ceph-mon[103691]: Deploying daemon mds.a on smithi098 2023-10-05T15:36:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:11 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6838/1540864387,v1:172.21.15.98:6839/1540864387] up:boot 2023-10-05T15:36:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:11 smithi115 ceph-mon[103691]: fsmap 10 up:standby 2023-10-05T15:36:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:11 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:36:12.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:11 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1118757948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:12.537 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:12 smithi098 podman[151564]: 2023-10-05T15:36:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-mds[151604]: -- 172.21.15.98:0/1193116720 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d5dab291e0 con 0x55d5daafe800 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:12 smithi098 bash[151564]: 9f046e3721cae8371c20a9172c0f20698cb140430532b9c8a2824efdfb835dc9 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:12 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: starting mds.a at 2023-10-05T15:36:13.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:36:12 smithi098 systemd[1]: Started Ceph mds.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:13.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:13.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:12 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:13.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:36:13.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:36:13.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:12 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:13.440 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:13.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 -- 172.21.15.98:0/2561415593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040fef60 msgr2=0x7f31040ff3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:13.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 --2- 172.21.15.98:0/2561415593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040fef60 0x7f31040ff3c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f30f4009990 tx=0x7f30f4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 -- 172.21.15.98:0/2561415593 shutdown_connections 2023-10-05T15:36:13.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 --2- 172.21.15.98:0/2561415593 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040ff900 0x7f31041094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 --2- 172.21.15.98:0/2561415593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 --2- 172.21.15.98:0/2561415593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040fef60 0x7f31040ff3c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 -- 172.21.15.98:0/2561415593 >> 172.21.15.98:0/2561415593 conn(0x7f31040faac0 msgr2=0x7f31040fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:13.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 -- 172.21.15.98:0/2561415593 shutdown_connections 2023-10-05T15:36:13.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.572+0000 7f3108c5d700 1 -- 172.21.15.98:0/2561415593 wait complete. 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 Processor -- start 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 -- start start 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040fef60 0x7f3104101bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104100770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3104100f10 con 0x7f31040ff900 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3104101080 con 0x7f31040fef60 2023-10-05T15:36:13.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3108c5d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31041a0b80 con 0x7f31041024f0 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3101d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3101d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42852/0 (socket says 172.21.15.98:42852) 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3101d9b700 1 -- 172.21.15.98:0/766400912 learned_addr learned my addr 172.21.15.98:0/766400912 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f310259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040fef60 0x7f3104101bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.573+0000 7f3102d9d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 -- 172.21.15.98:0/766400912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 msgr2=0x7f3104100770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104100770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 -- 172.21.15.98:0/766400912 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040fef60 msgr2=0x7f3104101bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040fef60 0x7f3104101bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 -- 172.21.15.98:0/766400912 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30f40095f0 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3102d9d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3101d9b700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f30f4000c00 tx=0x7f30f400f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f401d070 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30f400fb50 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31041a0e00 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f4017650 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.574+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31041a1250 con 0x7f31040ff900 2023-10-05T15:36:13.579 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.575+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3104107fc0 con 0x7f31040ff900 2023-10-05T15:36:13.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.576+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f30f400fcc0 con 0x7f31040ff900 2023-10-05T15:36:13.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.577+0000 7f30f37fe700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 0x7f30ec0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:13.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.577+0000 7f310259c700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 0x7f30ec0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:13.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.577+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f30f40ce090 con 0x7f31040ff900 2023-10-05T15:36:13.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.577+0000 7f310259c700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 0x7f30ec0a3990 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3104067d20 tx=0x7f30f800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:13.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.580+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f30f4097c20 con 0x7f31040ff900 2023-10-05T15:36:13.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.812+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f310410c920 con 0x7f31040ff900 2023-10-05T15:36:13.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.813+0000 7f30f37fe700 1 -- 172.21.15.98:0/766400912 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9254 (secure 0 0 0) 0x7f30f409b240 con 0x7f31040ff900 2023-10-05T15:36:13.815 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:13.815 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 msgr2=0x7f30ec0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 0x7f30ec0a3990 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3104067d20 tx=0x7f30f800a380 comp rx=0 tx=0).stop 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 msgr2=0x7f3104100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f30f4000c00 tx=0x7f30f400f710 comp rx=0 tx=0).stop 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 shutdown_connections 2023-10-05T15:36:13.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f30ec0a14d0 0x7f30ec0a3990 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f31040fef60 0x7f3104101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31041024f0 0x7f3104100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 --2- 172.21.15.98:0/766400912 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f31040ff900 0x7f3104100230 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 >> 172.21.15.98:0/766400912 conn(0x7f31040faac0 msgr2=0x7f31040fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 shutdown_connections 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:13.815+0000 7f3108c5d700 1 -- 172.21.15.98:0/766400912 wait complete. 2023-10-05T15:36:13.818 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 12 2023-10-05T15:36:13.999 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:13 smithi115 ceph-mon[103691]: Deploying daemon mds.b on smithi115 2023-10-05T15:36:13.999 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:13 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:boot 2023-10-05T15:36:13.999 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:13 smithi115 ceph-mon[103691]: fsmap 11 up:standby 2023-10-05T15:36:13.999 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:13 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:36:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:13 smithi098 ceph-mon[99243]: Deploying daemon mds.b on smithi115 2023-10-05T15:36:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:13 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:boot 2023-10-05T15:36:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:13 smithi098 ceph-mon[99243]: fsmap 11 up:standby 2023-10-05T15:36:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:13 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:36:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:13 smithi173 ceph-mon[104029]: Deploying daemon mds.b on smithi115 2023-10-05T15:36:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:13 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:boot 2023-10-05T15:36:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:13 smithi173 ceph-mon[104029]: fsmap 11 up:standby 2023-10-05T15:36:14.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:13 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:36:14.414 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 systemd[1]: Starting Ceph mds.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:14.791 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:14 smithi115 ceph-mon[103691]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:14.791 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:14 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/766400912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:14.791 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 podman[140905]: 2023-10-05T15:36:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:14 smithi098 ceph-mon[99243]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:14 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/766400912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:14 smithi173 ceph-mon[104029]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:14 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/766400912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:15.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 bash[140905]: be3efaeba62d924462da0b595ce1b1f395ee139ff7b510ee90ef347af1fb4bbc 2023-10-05T15:36:15.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 ceph-mds[140945]: -- 172.21.15.115:0/605238651 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ff79d051e0 con 0x55ff79cdac00 2023-10-05T15:36:15.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: starting mds.b at 2023-10-05T15:36:15.164 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:14 smithi115 systemd[1]: Started Ceph mds.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7. 2023-10-05T15:36:15.830 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- 172.21.15.98:0/622354801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc1014a0 msgr2=0x7fafcc1018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- 172.21.15.98:0/622354801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc1014a0 0x7fafcc1018c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fafbc009990 tx=0x7fafbc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- 172.21.15.98:0/622354801 shutdown_connections 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- 172.21.15.98:0/622354801 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100a20 0x7fafcc1082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- 172.21.15.98:0/622354801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc1014a0 0x7fafcc1018c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- 172.21.15.98:0/622354801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc100060 0x7fafcc1004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- 172.21.15.98:0/622354801 >> 172.21.15.98:0/622354801 conn(0x7fafcc0fab30 msgr2=0x7fafcc0fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- 172.21.15.98:0/622354801 shutdown_connections 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- 172.21.15.98:0/622354801 wait complete. 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 Processor -- start 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 -- start start 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 0x7fafcc196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.961+0000 7fafd29de700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc1014a0 0x7fafcc19e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd29de700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc19e6d0 con 0x7fafcc100a20 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd29de700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc19e810 con 0x7fafcc100060 2023-10-05T15:36:15.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd29de700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc19e9a0 con 0x7fafcc1014a0 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42864/0 (socket says 172.21.15.98:42864) 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 -- 172.21.15.98:0/849542076 learned_addr learned my addr 172.21.15.98:0/849542076 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcbfff700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 0x7fafcc196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd0f7b700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc1014a0 0x7fafcc19e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 -- 172.21.15.98:0/849542076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc1014a0 msgr2=0x7fafcc19e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc1014a0 0x7fafcc19e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 -- 172.21.15.98:0/849542076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 msgr2=0x7fafcc196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 0x7fafcc196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 -- 172.21.15.98:0/849542076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafbc0095f0 con 0x7fafcc100a20 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcbfff700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 0x7fafcc196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:15.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafcb7fe700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fafc000d950 tx=0x7fafc000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000f890 con 0x7fafcc100a20 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc0010460 con 0x7fafcc100a20 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafcc19ec80 con 0x7fafcc100a20 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc000e610 con 0x7fafcc100a20 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.962+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafcc19f190 con 0x7fafcc100a20 2023-10-05T15:36:15.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.963+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafcc10b610 con 0x7fafcc100a20 2023-10-05T15:36:15.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.964+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fafc00108d0 con 0x7fafcc100a20 2023-10-05T15:36:15.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.965+0000 7fafc97fa700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 0x7fafb40a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:15.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.965+0000 7fafcbfff700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 0x7fafb40a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:15.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.965+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fafc00cc5e0 con 0x7fafcc100a20 2023-10-05T15:36:15.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.965+0000 7fafcbfff700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 0x7fafb40a3a10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b2e0 tx=0x7fafbc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:15.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:15.969+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fafc0096040 con 0x7fafcc100a20 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:16.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:16.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:boot 2023-10-05T15:36:16.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: fsmap 12 up:standby 2023-10-05T15:36:16.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:15 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:36:16.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:boot 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: fsmap 12 up:standby 2023-10-05T15:36:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:15 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:36:16.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.216+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fafcc19f380 con 0x7fafcc100a20 2023-10-05T15:36:16.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.217+0000 7fafc97fa700 1 -- 172.21.15.98:0/849542076 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10046 (secure 0 0 0) 0x7fafc0099660 con 0x7fafcc100a20 2023-10-05T15:36:16.219 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:16.219 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24506,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 msgr2=0x7fafb40a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 0x7fafb40a3a10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b2e0 tx=0x7fafbc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 msgr2=0x7fafcc197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fafc000d950 tx=0x7fafc000dc60 comp rx=0 tx=0).stop 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 shutdown_connections 2023-10-05T15:36:16.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafb40a1550 0x7fafb40a3a10 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fafcc100060 0x7fafcc196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafcc1014a0 0x7fafcc19e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 --2- 172.21.15.98:0/849542076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fafcc100a20 0x7fafcc197090 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 >> 172.21.15.98:0/849542076 conn(0x7fafcc0fab30 msgr2=0x7fafcc0fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 shutdown_connections 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.219+0000 7fafd29de700 1 -- 172.21.15.98:0/849542076 wait complete. 2023-10-05T15:36:16.222 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 13 2023-10-05T15:36:16.233 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.233 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:boot 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: fsmap 12 up:standby 2023-10-05T15:36:16.234 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:15 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:36:16.236 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 -- 172.21.15.98:0/2733400848 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4104280 msgr2=0x7f87b4106670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 --2- 172.21.15.98:0/2733400848 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4104280 0x7f87b4106670 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f87a4009990 tx=0x7f87a4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 -- 172.21.15.98:0/2733400848 shutdown_connections 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 --2- 172.21.15.98:0/2733400848 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4106bb0 0x7f87b4109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 --2- 172.21.15.98:0/2733400848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4101950 0x7f87b4103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 --2- 172.21.15.98:0/2733400848 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4104280 0x7f87b4106670 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 -- 172.21.15.98:0/2733400848 >> 172.21.15.98:0/2733400848 conn(0x7f87b40fb300 msgr2=0x7f87b40fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:16.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 -- 172.21.15.98:0/2733400848 shutdown_connections 2023-10-05T15:36:16.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.361+0000 7f87b905d700 1 -- 172.21.15.98:0/2733400848 wait complete. 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 Processor -- start 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 -- start start 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 0x7f87b4197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 0x7f87b419e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87b419e680 con 0x7f87b4101950 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87b419e7c0 con 0x7f87b4104280 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b905d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87b419e950 con 0x7f87b4106bb0 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42876/0 (socket says 172.21.15.98:42876) 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 0x7f87b4197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 -- 172.21.15.98:0/150966704 learned_addr learned my addr 172.21.15.98:0/150966704 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b359e700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 0x7f87b419e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 -- 172.21.15.98:0/150966704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 msgr2=0x7f87b419e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 0x7f87b419e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 -- 172.21.15.98:0/150966704 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 msgr2=0x7f87b4197040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 0x7f87b4197040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b2d9d700 1 -- 172.21.15.98:0/150966704 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87a40095f0 con 0x7f87b4101950 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b259c700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 0x7f87b4197040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.362+0000 7f87b359e700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 0x7f87b419e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f87b2d9d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f87a800e9a0 tx=0x7f87a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:16.367 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87a8009790 con 0x7f87b4101950 2023-10-05T15:36:16.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f87a800cbd0 con 0x7f87b4101950 2023-10-05T15:36:16.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87b419ec30 con 0x7f87b4101950 2023-10-05T15:36:16.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87a8018680 con 0x7f87b4101950 2023-10-05T15:36:16.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.363+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87b419f140 con 0x7f87b4101950 2023-10-05T15:36:16.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.364+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87b40fce80 con 0x7f87b4101950 2023-10-05T15:36:16.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.365+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f87a800cd40 con 0x7f87b4101950 2023-10-05T15:36:16.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.365+0000 7f879bfff700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 0x7f879c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.366+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f87a8014070 con 0x7f87b4101950 2023-10-05T15:36:16.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.366+0000 7f87b259c700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 0x7f879c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.366+0000 7f87b259c700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 0x7f879c0a3990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f87a400b2e0 tx=0x7f87a4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:16.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.369+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f87a80968b0 con 0x7f87b4101950 2023-10-05T15:36:16.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.576+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f87b410c710 con 0x7f87b4101950 2023-10-05T15:36:16.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.577+0000 7f879bfff700 1 -- 172.21.15.98:0/150966704 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18424 (secure 0 0 0) 0x7f87a8099ed0 con 0x7f87b4101950 2023-10-05T15:36:16.579 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:16.579 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":78,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:35:39.772233+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:16.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 msgr2=0x7f879c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 0x7f879c0a3990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f87a400b2e0 tx=0x7f87a4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 msgr2=0x7f87b4196b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f87a800e9a0 tx=0x7f87a800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 shutdown_connections 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f879c0a14d0 0x7f879c0a3990 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87b4106bb0 0x7f87b419e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87b4101950 0x7f87b4196b00 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 --2- 172.21.15.98:0/150966704 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87b4104280 0x7f87b4197040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 >> 172.21.15.98:0/150966704 conn(0x7f87b40fb300 msgr2=0x7f87b41025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 shutdown_connections 2023-10-05T15:36:16.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.579+0000 7f87b905d700 1 -- 172.21.15.98:0/150966704 wait complete. 2023-10-05T15:36:16.593 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:36:16.593 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- 172.21.15.98:0/473847624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa18100e30 msgr2=0x7ffa18101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 --2- 172.21.15.98:0/473847624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa18100e30 0x7ffa18101290 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ffa080099c0 tx=0x7ffa08009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- 172.21.15.98:0/473847624 shutdown_connections 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 --2- 172.21.15.98:0/473847624 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa181017d0 0x7ffa18108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 --2- 172.21.15.98:0/473847624 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 0x7ffa18100060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 --2- 172.21.15.98:0/473847624 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa18100e30 0x7ffa18101290 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- 172.21.15.98:0/473847624 >> 172.21.15.98:0/473847624 conn(0x7ffa180fb190 msgr2=0x7ffa180fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:16.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- 172.21.15.98:0/473847624 shutdown_connections 2023-10-05T15:36:16.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- 172.21.15.98:0/473847624 wait complete. 2023-10-05T15:36:16.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 Processor -- start 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.723+0000 7ffa1759e700 1 -- start start 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 0x7ffa1810a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 0x7ffa18108b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa18109870 con 0x7ffa181017d0 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa181099e0 con 0x7ffa18100e30 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa181a0a20 con 0x7ffa180ffc40 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42892/0 (socket says 172.21.15.98:42892) 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa15d9b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 0x7ffa18108b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 -- 172.21.15.98:0/3920970894 learned_addr learned my addr 172.21.15.98:0/3920970894 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1659c700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 0x7ffa1810a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 -- 172.21.15.98:0/3920970894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 msgr2=0x7ffa1810a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 0x7ffa1810a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 -- 172.21.15.98:0/3920970894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 msgr2=0x7ffa18108b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 0x7ffa18108b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 -- 172.21.15.98:0/3920970894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa080095f0 con 0x7ffa181017d0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa15d9b700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 0x7ffa18108b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa16d9d700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000ef30 tx=0x7ffa1000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa10018070 con 0x7ffa181017d0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa181a0ca0 con 0x7ffa181017d0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa1000f040 con 0x7ffa181017d0 2023-10-05T15:36:16.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa1000cd00 con 0x7ffa181017d0 2023-10-05T15:36:16.730 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.724+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa181a11b0 con 0x7ffa181017d0 2023-10-05T15:36:16.730 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.725+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa18107100 con 0x7ffa181017d0 2023-10-05T15:36:16.730 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.726+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffa10003a00 con 0x7ffa181017d0 2023-10-05T15:36:16.730 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.727+0000 7ffa077fe700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 0x7ffa000a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:16.731 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.727+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ffa100cccc0 con 0x7ffa181017d0 2023-10-05T15:36:16.731 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.727+0000 7ffa1659c700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 0x7ffa000a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:16.731 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.727+0000 7ffa1659c700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 0x7ffa000a39e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ffa18100c90 tx=0x7ffa0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:16.732 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.730+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffa10096850 con 0x7ffa181017d0 2023-10-05T15:36:16.944 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.942+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ffa1802d1e0 con 0x7ffa181017d0 2023-10-05T15:36:16.945 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.943+0000 7ffa077fe700 1 -- 172.21.15.98:0/3920970894 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7ffa10099e70 con 0x7ffa181017d0 2023-10-05T15:36:16.945 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:36:16.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 msgr2=0x7ffa000a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 0x7ffa000a39e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ffa18100c90 tx=0x7ffa0c009260 comp rx=0 tx=0).stop 2023-10-05T15:36:16.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 msgr2=0x7ffa181090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000ef30 tx=0x7ffa1000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 shutdown_connections 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa000a1520 0x7ffa000a39e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa181017d0 0x7ffa181090d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa180ffc40 0x7ffa1810a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 --2- 172.21.15.98:0/3920970894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa18100e30 0x7ffa18108b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 >> 172.21.15.98:0/3920970894 conn(0x7ffa180fb190 msgr2=0x7ffa18104240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 shutdown_connections 2023-10-05T15:36:16.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:16.945+0000 7ffa1759e700 1 -- 172.21.15.98:0/3920970894 wait complete. 2023-10-05T15:36:16.962 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 -- 172.21.15.98:0/2949215735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0100fd0 msgr2=0x7f59c0101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 --2- 172.21.15.98:0/2949215735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0100fd0 0x7f59c0101430 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f59b40099c0 tx=0x7f59b4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 -- 172.21.15.98:0/2949215735 shutdown_connections 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 --2- 172.21.15.98:0/2949215735 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 --2- 172.21.15.98:0/2949215735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0101970 0x7f59c0108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 --2- 172.21.15.98:0/2949215735 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0100fd0 0x7f59c0101430 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 -- 172.21.15.98:0/2949215735 >> 172.21.15.98:0/2949215735 conn(0x7f59c00fb330 msgr2=0x7f59c00fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:17.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 -- 172.21.15.98:0/2949215735 shutdown_connections 2023-10-05T15:36:17.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.084+0000 7f59c50b9700 1 -- 172.21.15.98:0/2949215735 wait complete. 2023-10-05T15:36:17.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 Processor -- start 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 -- start start 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0100fd0 0x7f59c0199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0101970 0x7f59c01a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c01a0890 con 0x7f59c0101970 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c01a0a00 con 0x7f59c00ffde0 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59c50b9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c01a0bc0 con 0x7f59c0100fd0 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59bed9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59bed9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:36700/0 (socket says 172.21.15.98:36700) 2023-10-05T15:36:17.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59bed9d700 1 -- 172.21.15.98:0/1453720990 learned_addr learned my addr 172.21.15.98:0/1453720990 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59bf59e700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0101970 0x7f59c01a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.085+0000 7f59be59c700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0100fd0 0x7f59c0199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 -- 172.21.15.98:0/1453720990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0100fd0 msgr2=0x7f59c0199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0100fd0 0x7f59c0199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 -- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0101970 msgr2=0x7f59c01a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0101970 0x7f59c01a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 -- 172.21.15.98:0/1453720990 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59b40095f0 con 0x7f59c00ffde0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59bed9d700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f59b000e970 tx=0x7f59b000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b0009790 con 0x7f59c00ffde0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59b000c7e0 con 0x7f59c00ffde0 2023-10-05T15:36:17.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59b0003c70 con 0x7f59c00ffde0 2023-10-05T15:36:17.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59c01a0ea0 con 0x7f59c00ffde0 2023-10-05T15:36:17.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.086+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59c01a12c0 con 0x7f59c00ffde0 2023-10-05T15:36:17.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.087+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59c010b5f0 con 0x7f59c00ffde0 2023-10-05T15:36:17.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.088+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f59b000cc50 con 0x7f59c00ffde0 2023-10-05T15:36:17.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.089+0000 7f59a7fff700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 0x7f59a80a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.089+0000 7f59be59c700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 0x7f59a80a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.089+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f59b0014070 con 0x7f59c00ffde0 2023-10-05T15:36:17.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.089+0000 7f59be59c700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 0x7f59a80a3a10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f59b400b580 tx=0x7f59b4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:17.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.094+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f59b0096480 con 0x7f59c00ffde0 2023-10-05T15:36:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:16 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/849542076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:16 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/150966704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.296+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f59c010b800 con 0x7f59c00ffde0 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.297+0000 7f59a7fff700 1 -- 172.21.15.98:0/1453720990 <== mon.2 v2:172.21.15.115:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) v1 ==== 84+0+65 (secure 0 0 0) 0x7f59b0003dd0 con 0x7f59c00ffde0 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout:[ 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout: "poolnum": 1, 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout: "poolname": ".mgr" 2023-10-05T15:36:17.299 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:36:17.300 INFO:teuthology.orchestra.run.smithi098.stdout:] 2023-10-05T15:36:17.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 msgr2=0x7f59a80a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 0x7f59a80a3a10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f59b400b580 tx=0x7f59b4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 msgr2=0x7f59c0198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f59b000e970 tx=0x7f59b000ec80 comp rx=0 tx=0).stop 2023-10-05T15:36:17.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 shutdown_connections 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59a80a1550 0x7f59a80a3a10 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59c00ffde0 0x7f59c0198d50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59c0101970 0x7f59c01a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 --2- 172.21.15.98:0/1453720990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59c0100fd0 0x7f59c0199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 >> 172.21.15.98:0/1453720990 conn(0x7f59c00fb330 msgr2=0x7f59c00690b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 shutdown_connections 2023-10-05T15:36:17.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.299+0000 7f59c50b9700 1 -- 172.21.15.98:0/1453720990 wait complete. 2023-10-05T15:36:17.313 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-05T15:36:17.313 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-05T15:36:17.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:16 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/849542076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:16 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/150966704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:16 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/849542076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:16 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/150966704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:17.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 -- 172.21.15.98:0/1881977830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc101930 msgr2=0x7f83cc108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 --2- 172.21.15.98:0/1881977830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc101930 0x7f83cc108250 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f83c400b0a0 tx=0x7f83c400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 -- 172.21.15.98:0/1881977830 shutdown_connections 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 --2- 172.21.15.98:0/1881977830 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 --2- 172.21.15.98:0/1881977830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc101930 0x7f83cc108250 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 --2- 172.21.15.98:0/1881977830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc100f70 0x7f83cc1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 -- 172.21.15.98:0/1881977830 >> 172.21.15.98:0/1881977830 conn(0x7f83cc0fb370 msgr2=0x7f83cc0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 -- 172.21.15.98:0/1881977830 shutdown_connections 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.442+0000 7f83d24f4700 1 -- 172.21.15.98:0/1881977830 wait complete. 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 Processor -- start 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 -- start start 2023-10-05T15:36:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc069dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc101930 0x7f83cc19e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc19e850 con 0x7f83cc100f70 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc19e9c0 con 0x7f83cc0ffe20 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83d24f4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc19eb80 con 0x7f83cc101930 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83cb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83cb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42918/0 (socket says 172.21.15.98:42918) 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83cb7fe700 1 -- 172.21.15.98:0/2340432534 learned_addr learned my addr 172.21.15.98:0/2340432534 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.443+0000 7f83cbfff700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc069dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83d0a91700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc101930 0x7f83cc19e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 -- 172.21.15.98:0/2340432534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc101930 msgr2=0x7f83cc19e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc101930 0x7f83cc19e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 -- 172.21.15.98:0/2340432534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 msgr2=0x7f83cc069dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc069dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 -- 172.21.15.98:0/2340432534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83c0009520 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cbfff700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83cb7fe700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83c000eb30 tx=0x7f83c000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c0009880 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f83c00044e0 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83c4009d00 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83c0010430 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.444+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83cc19f190 con 0x7f83cc100f70 2023-10-05T15:36:17.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.445+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83cc106d40 con 0x7f83cc100f70 2023-10-05T15:36:17.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.446+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f83c0003ee0 con 0x7f83cc100f70 2023-10-05T15:36:17.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.447+0000 7f83c97fa700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 0x7f83b40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:17.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.447+0000 7f83cbfff700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 0x7f83b40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:17.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.447+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f83c0014070 con 0x7f83cc100f70 2023-10-05T15:36:17.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.447+0000 7f83cbfff700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 0x7f83b40a3940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f83bc009cb0 tx=0x7f83bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:17.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.450+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f83c00969e0 con 0x7f83cc100f70 2023-10-05T15:36:17.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.648+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f83cc02d270 con 0x7f83cc100f70 2023-10-05T15:36:17.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.941+0000 7f83c97fa700 1 -- 172.21.15.98:0/2340432534 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) v1 ==== 138+0+0 (secure 0 0 0) 0x7f83c0004190 con 0x7f83cc100f70 2023-10-05T15:36:17.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.945+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 msgr2=0x7f83b40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.945+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 0x7f83b40a3940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f83bc009cb0 tx=0x7f83bc009260 comp rx=0 tx=0).stop 2023-10-05T15:36:17.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.945+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 msgr2=0x7f83cc19ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:17.947 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.945+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83c000eb30 tx=0x7f83c000eef0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 shutdown_connections 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83b40a1480 0x7f83b40a3940 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f83cc0ffe20 0x7f83cc069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83cc101930 0x7f83cc19e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 --2- 172.21.15.98:0/2340432534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f83cc100f70 0x7f83cc19ba30 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 >> 172.21.15.98:0/2340432534 conn(0x7f83cc0fb370 msgr2=0x7f83cc0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 shutdown_connections 2023-10-05T15:36:17.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:17.946+0000 7f83d24f4700 1 -- 172.21.15.98:0/2340432534 wait complete. 2023-10-05T15:36:17.951 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_metadata' created 2023-10-05T15:36:17.964 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 -- 172.21.15.98:0/478330286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c101950 msgr2=0x7fd36c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 --2- 172.21.15.98:0/478330286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c101950 0x7fd36c108200 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd36400b0d0 tx=0x7fd36400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 -- 172.21.15.98:0/478330286 shutdown_connections 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 --2- 172.21.15.98:0/478330286 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c101950 0x7fd36c108200 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 --2- 172.21.15.98:0/478330286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 --2- 172.21.15.98:0/478330286 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c100fb0 0x7fd36c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.095+0000 7fd373059700 1 -- 172.21.15.98:0/478330286 >> 172.21.15.98:0/478330286 conn(0x7fd36c0fb330 msgr2=0x7fd36c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.096+0000 7fd373059700 1 -- 172.21.15.98:0/478330286 shutdown_connections 2023-10-05T15:36:18.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.096+0000 7fd373059700 1 -- 172.21.15.98:0/478330286 wait complete. 2023-10-05T15:36:18.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.096+0000 7fd373059700 1 Processor -- start 2023-10-05T15:36:18.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.096+0000 7fd373059700 1 -- start start 2023-10-05T15:36:18.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c100fb0 0x7fd36c19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c101950 0x7fd36c19e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c19e830 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c19e9a0 con 0x7fd36c101950 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c19eb60 con 0x7fd36c100fb0 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42930/0 (socket says 172.21.15.98:42930) 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 -- 172.21.15.98:0/2866977562 learned_addr learned my addr 172.21.15.98:0/2866977562 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd3715f6700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c101950 0x7fd36c19e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd36bfff700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c100fb0 0x7fd36c19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:18.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 -- 172.21.15.98:0/2866977562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c100fb0 msgr2=0x7fd36c19ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c100fb0 0x7fd36c19ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 -- 172.21.15.98:0/2866977562 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c101950 msgr2=0x7fd36c19e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c101950 0x7fd36c19e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 -- 172.21.15.98:0/2866977562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd364009d00 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd370df5700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd36000e970 tx=0x7fd36000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360009790 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd36000c7e0 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd36c19ee40 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.097+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360003c70 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.098+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd36c19f270 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.099+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd36c107300 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.100+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd36000cc50 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.100+0000 7fd369ffb700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 0x7fd35c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:18.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.100+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7497+0+0 (secure 0 0 0) 0x7fd360014070 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.100+0000 7fd36bfff700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 0x7fd35c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:18.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.101+0000 7fd36bfff700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 0x7fd35c0a3940 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd36c068940 tx=0x7fd358009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:18.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.105+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd360096580 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3920970894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1453720990' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:17 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.306+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7fd36c02cff0 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3920970894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1453720990' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:17 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3920970894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1453720990' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:17 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:18.945 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.943+0000 7fd369ffb700 1 -- 172.21.15.98:0/2866977562 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v80) v1 ==== 171+0+0 (secure 0 0 0) 0x7fd360099ba0 con 0x7fd36c0ffdc0 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 msgr2=0x7fd35c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 0x7fd35c0a3940 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd36c068940 tx=0x7fd358009260 comp rx=0 tx=0).stop 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 msgr2=0x7fd36c068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd36000e970 tx=0x7fd36000ec80 comp rx=0 tx=0).stop 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 shutdown_connections 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd35c0a1480 0x7fd35c0a3940 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd36c101950 0x7fd36c19e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd36c0ffdc0 0x7fd36c068bd0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 --2- 172.21.15.98:0/2866977562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd36c100fb0 0x7fd36c19ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.946+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 >> 172.21.15.98:0/2866977562 conn(0x7fd36c0fb330 msgr2=0x7fd36c104440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:18.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.955+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 shutdown_connections 2023-10-05T15:36:18.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:18.958+0000 7fd373059700 1 -- 172.21.15.98:0/2866977562 wait complete. 2023-10-05T15:36:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data' created 2023-10-05T15:36:18.978 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-05T15:36:19.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- 172.21.15.98:0/2565867343 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258101940 msgr2=0x7fd258103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:19.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 --2- 172.21.15.98:0/2565867343 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258101940 0x7fd258103d30 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd248009990 tx=0x7fd248009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- 172.21.15.98:0/2565867343 shutdown_connections 2023-10-05T15:36:19.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 --2- 172.21.15.98:0/2565867343 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258106ba0 0x7fd258109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 --2- 172.21.15.98:0/2565867343 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258101940 0x7fd258103d30 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 --2- 172.21.15.98:0/2565867343 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258104270 0x7fd258106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- 172.21.15.98:0/2565867343 >> 172.21.15.98:0/2565867343 conn(0x7fd2580fb330 msgr2=0x7fd2580fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- 172.21.15.98:0/2565867343 shutdown_connections 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- 172.21.15.98:0/2565867343 wait complete. 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 Processor -- start 2023-10-05T15:36:19.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.106+0000 7fd25e650700 1 -- start start 2023-10-05T15:36:19.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 0x7fd258196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:19.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:19.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 0x7fd25819e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25819e770 con 0x7fd258104270 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25819e8b0 con 0x7fd258101940 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25e650700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25819ea40 con 0x7fd258106ba0 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42948/0 (socket says 172.21.15.98:42948) 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 -- 172.21.15.98:0/2823144293 learned_addr learned my addr 172.21.15.98:0/2823144293 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd257fff700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 0x7fd258196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25cbed700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 0x7fd25819e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 -- 172.21.15.98:0/2823144293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 msgr2=0x7fd25819e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 0x7fd25819e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 -- 172.21.15.98:0/2823144293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 msgr2=0x7fd258196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 0x7fd258196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 -- 172.21.15.98:0/2823144293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2480095f0 con 0x7fd258104270 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd25cbed700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 0x7fd25819e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd257fff700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 0x7fd258196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2577fe700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00d980 tx=0x7fd24c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.107+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c00bb60 con 0x7fd258104270 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.108+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd24c007640 con 0x7fd258104270 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.108+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c004e90 con 0x7fd258104270 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.108+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd25819ed20 con 0x7fd258104270 2023-10-05T15:36:19.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.108+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd25819f180 con 0x7fd258104270 2023-10-05T15:36:19.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.109+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2580fceb0 con 0x7fd258104270 2023-10-05T15:36:19.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.110+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd24c00bcc0 con 0x7fd258104270 2023-10-05T15:36:19.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.110+0000 7fd2557fa700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 0x7fd2400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:19.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.110+0000 7fd257fff700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 0x7fd2400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:19.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.110+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7879+0+0 (secure 0 0 0) 0x7fd24c0cca70 con 0x7fd258104270 2023-10-05T15:36:19.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.111+0000 7fd257fff700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 0x7fd2400a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd24800b2e0 tx=0x7fd248005c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:19.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.115+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd24c099d10 con 0x7fd258104270 2023-10-05T15:36:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:36:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:36:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:36:19.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:19.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:19.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:19.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:18 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:19.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.361+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fd25810c910 con 0x7fd258104270 2023-10-05T15:36:19.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:36:19.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:36:19.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:36:19.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:19.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:19.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:19.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:18 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:19.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2340432534' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:36:19.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:36:19.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:36:19.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:19.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:19.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:19.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:18 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:36:19.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.979+0000 7fd2557fa700 1 -- 172.21.15.98:0/2823144293 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7fd24c016020 con 0x7fd258104270 2023-10-05T15:36:19.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.985+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 msgr2=0x7fd2400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:19.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.985+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 0x7fd2400a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd24800b2e0 tx=0x7fd248005c00 comp rx=0 tx=0).stop 2023-10-05T15:36:19.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.985+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 msgr2=0x7fd258197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:19.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.985+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00d980 tx=0x7fd24c00dd40 comp rx=0 tx=0).stop 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 shutdown_connections 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd2400a1480 0x7fd2400a3940 secure :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd24800b2e0 tx=0x7fd248005c00 comp rx=0 tx=0).stop 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd258101940 0x7fd258196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd258106ba0 0x7fd25819e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 --2- 172.21.15.98:0/2823144293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd258104270 0x7fd258197130 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 >> 172.21.15.98:0/2823144293 conn(0x7fd2580fb330 msgr2=0x7fd2581025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 shutdown_connections 2023-10-05T15:36:19.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:19.986+0000 7fd25e650700 1 -- 172.21.15.98:0/2823144293 wait complete. 2023-10-05T15:36:19.989 INFO:teuthology.orchestra.run.smithi098.stderr:new fs with metadata pool 2 and data pool 3 2023-10-05T15:36:20.004 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2023-10-05T15:36:20.004 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2023-10-05T15:36:20.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 -- 172.21.15.98:0/1047485549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 msgr2=0x7f51a0101360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:20.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 --2- 172.21.15.98:0/1047485549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0101360 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f519c009990 tx=0x7f519c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 -- 172.21.15.98:0/1047485549 shutdown_connections 2023-10-05T15:36:20.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 --2- 172.21.15.98:0/1047485549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102a50 0x7f51a0109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 --2- 172.21.15.98:0/1047485549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0101360 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 --2- 172.21.15.98:0/1047485549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102090 0x7f51a0102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.135+0000 7f51a72ca700 1 -- 172.21.15.98:0/1047485549 >> 172.21.15.98:0/1047485549 conn(0x7f51a00fc4d0 msgr2=0x7f51a00fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- 172.21.15.98:0/1047485549 shutdown_connections 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- 172.21.15.98:0/1047485549 wait complete. 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 Processor -- start 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- start start 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102090 0x7f51a01970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102a50 0x7f51a019e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a019e710 con 0x7f51a0100f40 2023-10-05T15:36:20.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a019e850 con 0x7f51a0102a50 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a72ca700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a019e9e0 con 0x7f51a0102090 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a5066700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a5066700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42964/0 (socket says 172.21.15.98:42964) 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a5066700 1 -- 172.21.15.98:0/409596100 learned_addr learned my addr 172.21.15.98:0/409596100 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a5867700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102a50 0x7f51a019e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.136+0000 7f51a4865700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102090 0x7f51a01970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 -- 172.21.15.98:0/409596100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102090 msgr2=0x7f51a01970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102090 0x7f51a01970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 -- 172.21.15.98:0/409596100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102a50 msgr2=0x7f51a019e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102a50 0x7f51a019e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 -- 172.21.15.98:0/409596100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f519c0095f0 con 0x7f51a0100f40 2023-10-05T15:36:20.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a5066700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f519c004760 tx=0x7f519c004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:20.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f519c01d070 con 0x7f51a0100f40 2023-10-05T15:36:20.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f519c004cf0 con 0x7f51a0100f40 2023-10-05T15:36:20.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51a019ec60 con 0x7f51a0100f40 2023-10-05T15:36:20.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f519c003d00 con 0x7f51a0100f40 2023-10-05T15:36:20.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.137+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51a019f0b0 con 0x7f51a0100f40 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.138+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51a0107eb0 con 0x7f51a0100f40 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.139+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f519c004800 con 0x7f51a0100f40 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.139+0000 7f51967fc700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 0x7f518c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.140+0000 7f51a4865700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 0x7f518c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.140+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f519c0cdc70 con 0x7f51a0100f40 2023-10-05T15:36:20.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.140+0000 7f51a4865700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 0x7f518c0a3940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5190005950 tx=0x7f519000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:20.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.144+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f519c05c100 con 0x7f51a0100f40 2023-10-05T15:36:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:36:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:19 smithi098 ceph-mon[99243]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:36:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:36:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:19 smithi098 ceph-mon[99243]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:36:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:19 smithi098 ceph-mon[99243]: pgmap v247: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:20.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.357+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f51a010c9b0 con 0x7f51a0100f40 2023-10-05T15:36:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:36:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:19 smithi173 ceph-mon[104029]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:36:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:36:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:19 smithi173 ceph-mon[104029]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:36:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:19 smithi173 ceph-mon[104029]: pgmap v247: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:20.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2866977562' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:36:20.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:19 smithi115 ceph-mon[103691]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:36:20.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:36:20.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:19 smithi115 ceph-mon[103691]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:36:20.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:19 smithi115 ceph-mon[103691]: pgmap v247: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:36:20.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.980+0000 7f51967fc700 1 -- 172.21.15.98:0/409596100 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v82) v1 ==== 157+0+0 (secure 0 0 0) 0x7f51a010c9b0 con 0x7f51a0100f40 2023-10-05T15:36:20.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 msgr2=0x7f518c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:20.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 0x7f518c0a3940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5190005950 tx=0x7f519000b410 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 msgr2=0x7f51a0196b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f519c004760 tx=0x7f519c004790 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 shutdown_connections 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f518c0a1480 0x7f518c0a3940 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f51a0102a50 0x7f51a019e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f51a0100f40 0x7f51a0196b90 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 --2- 172.21.15.98:0/409596100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a0102090 0x7f51a01970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 >> 172.21.15.98:0/409596100 conn(0x7f51a00fc4d0 msgr2=0x7f51a00fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 shutdown_connections 2023-10-05T15:36:20.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:20.982+0000 7f51a72ca700 1 -- 172.21.15.98:0/409596100 wait complete. 2023-10-05T15:36:20.996 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- 172.21.15.98:0/3374470054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 msgr2=0x7fd9a4108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- 172.21.15.98:0/3374470054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a4108230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd99c00b0d0 tx=0x7fd99c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- 172.21.15.98:0/3374470054 shutdown_connections 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- 172.21.15.98:0/3374470054 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a4108230 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- 172.21.15.98:0/3374470054 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- 172.21.15.98:0/3374470054 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 0x7fd9a4101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- 172.21.15.98:0/3374470054 >> 172.21.15.98:0/3374470054 conn(0x7fd9a40fb340 msgr2=0x7fd9a40fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- 172.21.15.98:0/3374470054 shutdown_connections 2023-10-05T15:36:21.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- 172.21.15.98:0/3374470054 wait complete. 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 Processor -- start 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 -- start start 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4195b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.135+0000 7fd9abf18700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 0x7fd9a4196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a419d6c0 con 0x7fd9a4101980 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a419d800 con 0x7fd9a4100fe0 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a419d990 con 0x7fd9a40ffdf0 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:21.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9a9cb4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4195b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9a9cb4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4195b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:59668/0 (socket says 172.21.15.98:59668) 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9a9cb4700 1 -- 172.21.15.98:0/264881826 learned_addr learned my addr 172.21.15.98:0/264881826 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42980/0 (socket says 172.21.15.98:42980) 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9a94b3700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 0x7fd9a4196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 -- 172.21.15.98:0/264881826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 msgr2=0x7fd9a4195b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4195b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 -- 172.21.15.98:0/264881826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 msgr2=0x7fd9a4196080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 0x7fd9a4196080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 -- 172.21.15.98:0/264881826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd99c009d00 con 0x7fd9a4101980 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9aa4b5700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd99c00b820 tx=0x7fd99c0094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:21.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99c00e040 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9a419dc10 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd99c01dd50 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd99c012d60 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.136+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9a419e090 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.137+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9a410b6a0 con 0x7fd9a4101980 2023-10-05T15:36:21.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.138+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd99c012470 con 0x7fd9a4101980 2023-10-05T15:36:21.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.139+0000 7fd99affd700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 0x7fd9900a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:21.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.139+0000 7fd9a9cb4700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 0x7fd9900a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:21.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.139+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8205+0+0 (secure 0 0 0) 0x7fd99c0cf090 con 0x7fd9a4101980 2023-10-05T15:36:21.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.139+0000 7fd9a9cb4700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 0x7fd9900a39e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd994009aa0 tx=0x7fd994009240 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:21.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.142+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd99c0987a0 con 0x7fd9a4101980 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:36:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:20 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:36:21.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:21.361+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fd9a4106b60 con 0x7fd9a4101980 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:36:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:20 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:36:21.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:21.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:36:21.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2823144293' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:36:21.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:36:21.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:36:21.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:20 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:active 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:36:22.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:21 smithi098 ceph-mon[99243]: pgmap v250: 97 pgs: 17 creating+peering, 32 active+clean, 48 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:active 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:36:22.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:21 smithi173 ceph-mon[104029]: pgmap v250: 97 pgs: 17 creating+peering, 32 active+clean, 48 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] up:active 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/409596100' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:36:22.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:21 smithi115 ceph-mon[103691]: pgmap v250: 97 pgs: 17 creating+peering, 32 active+clean, 48 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2023-10-05T15:36:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:22 smithi098 ceph-mon[99243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:36:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:22 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:36:23.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:22 smithi098 ceph-mon[99243]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:36:23.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.325+0000 7fd99affd700 1 -- 172.21.15.98:0/264881826 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v84) v1 ==== 228+0+0 (secure 0 0 0) 0x7fd99c09bdc0 con 0x7fd9a4101980 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 msgr2=0x7fd9900a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 0x7fd9900a39e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd994009aa0 tx=0x7fd994009240 comp rx=0 tx=0).stop 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 msgr2=0x7fd9a419d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd99c00b820 tx=0x7fd99c0094c0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 shutdown_connections 2023-10-05T15:36:23.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd9900a1520 0x7fd9900a39e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd9a4101980 0x7fd9a419d0f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9a40ffdf0 0x7fd9a4195b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 --2- 172.21.15.98:0/264881826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd9a4100fe0 0x7fd9a4196080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.328+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 >> 172.21.15.98:0/264881826 conn(0x7fd9a40fb340 msgr2=0x7fd9a40fd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:23.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.330+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 shutdown_connections 2023-10-05T15:36:23.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.334+0000 7fd9abf18700 1 -- 172.21.15.98:0/264881826 wait complete. 2023-10-05T15:36:23.340 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data_ec' created 2023-10-05T15:36:23.353 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2023-10-05T15:36:23.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:22 smithi173 ceph-mon[104029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:36:23.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:22 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:36:23.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:22 smithi173 ceph-mon[104029]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:36:23.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:22 smithi115 ceph-mon[103691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:36:23.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:22 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:36:23.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:22 smithi115 ceph-mon[103691]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 -- 172.21.15.98:0/1018970734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead4100fb0 msgr2=0x7fead4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 --2- 172.21.15.98:0/1018970734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead4100fb0 0x7fead4101410 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fead00099c0 tx=0x7fead0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 -- 172.21.15.98:0/1018970734 shutdown_connections 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 --2- 172.21.15.98:0/1018970734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 0x7fead4108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 --2- 172.21.15.98:0/1018970734 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead40ffdc0 0x7fead41001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 --2- 172.21.15.98:0/1018970734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead4100fb0 0x7fead4101410 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 -- 172.21.15.98:0/1018970734 >> 172.21.15.98:0/1018970734 conn(0x7fead40fb330 msgr2=0x7fead40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:23.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 -- 172.21.15.98:0/1018970734 shutdown_connections 2023-10-05T15:36:23.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.482+0000 7feadba3f700 1 -- 172.21.15.98:0/1018970734 wait complete. 2023-10-05T15:36:23.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 Processor -- start 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 -- start start 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead4100fb0 0x7fead4196060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 0x7fead419d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead419d6a0 con 0x7fead40ffdc0 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead419d7e0 con 0x7fead4101950 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feadba3f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead419d970 con 0x7fead4100fb0 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:42998/0 (socket says 172.21.15.98:42998) 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 -- 172.21.15.98:0/33874787 learned_addr learned my addr 172.21.15.98:0/33874787 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead8fda700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead4100fb0 0x7fead4196060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:23.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead9fdc700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 0x7fead419d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 -- 172.21.15.98:0/33874787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead4100fb0 msgr2=0x7fead4196060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead4100fb0 0x7fead4196060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 -- 172.21.15.98:0/33874787 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 msgr2=0x7fead419d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 0x7fead419d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 -- 172.21.15.98:0/33874787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead00095f0 con 0x7fead40ffdc0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7fead97db700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feac400d980 tx=0x7feac400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.483+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400f890 con 0x7fead40ffdc0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.484+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac4010460 con 0x7fead40ffdc0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.484+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead419dc50 con 0x7fead40ffdc0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.484+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400e610 con 0x7fead40ffdc0 2023-10-05T15:36:23.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.484+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead419e110 con 0x7fead40ffdc0 2023-10-05T15:36:23.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.484+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead4106d40 con 0x7fead40ffdc0 2023-10-05T15:36:23.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.486+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7feac40108d0 con 0x7fead40ffdc0 2023-10-05T15:36:23.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.486+0000 7feaca7fc700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 0x7feac00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:23.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.486+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 8698+0+0 (secure 0 0 0) 0x7feac40cc900 con 0x7fead40ffdc0 2023-10-05T15:36:23.489 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.486+0000 7fead8fda700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 0x7feac00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:23.490 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.486+0000 7fead8fda700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 0x7feac00a3940 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fead0000c00 tx=0x7fead0009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:23.491 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.490+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7feac4095d90 con 0x7fead40ffdc0 2023-10-05T15:36:23.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:23.680+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7fead402d230 con 0x7fead40ffdc0 2023-10-05T15:36:24.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.330+0000 7feaca7fc700 1 -- 172.21.15.98:0/33874787 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v85) v1 ==== 169+0+0 (secure 0 0 0) 0x7feac40200c0 con 0x7fead40ffdc0 2023-10-05T15:36:24.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 msgr2=0x7feac00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:24.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 0x7feac00a3940 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fead0000c00 tx=0x7fead0009f10 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 msgr2=0x7fead4195b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feac400d980 tx=0x7feac400dc90 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 shutdown_connections 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feac00a1480 0x7feac00a3940 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fead4101950 0x7fead419d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fead40ffdc0 0x7fead4195b20 secure :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feac400d980 tx=0x7feac400dc90 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.333+0000 7feadba3f700 1 --2- 172.21.15.98:0/33874787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fead4100fb0 0x7fead4196060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.334+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 >> 172.21.15.98:0/33874787 conn(0x7fead40fb330 msgr2=0x7fead40fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:24.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.334+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 shutdown_connections 2023-10-05T15:36:24.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.334+0000 7feadba3f700 1 -- 172.21.15.98:0/33874787 wait complete. 2023-10-05T15:36:24.337 INFO:teuthology.orchestra.run.smithi098.stderr:set pool 4 allow_ec_overwrites to true 2023-10-05T15:36:24.360 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- 172.21.15.98:0/3556370676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 msgr2=0x7fc47c1017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 --2- 172.21.15.98:0/3556370676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c1017c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc46c009990 tx=0x7fc46c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- 172.21.15.98:0/3556370676 shutdown_connections 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 --2- 172.21.15.98:0/3556370676 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c1009e0 0x7fc47c1082a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 --2- 172.21.15.98:0/3556370676 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c1017c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.492 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 --2- 172.21.15.98:0/3556370676 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c100040 0x7fc47c1004a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- 172.21.15.98:0/3556370676 >> 172.21.15.98:0/3556370676 conn(0x7fc47c0faab0 msgr2=0x7fc47c0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- 172.21.15.98:0/3556370676 shutdown_connections 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- 172.21.15.98:0/3556370676 wait complete. 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 Processor -- start 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.488+0000 7fc48364e700 1 -- start start 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c100040 0x7fc47c196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c1009e0 0x7fc47c1970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc47c19e6f0 con 0x7fc47c1013a0 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc47c19e830 con 0x7fc47c1009e0 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc47c19e9c0 con 0x7fc47c100040 2023-10-05T15:36:24.493 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43020/0 (socket says 172.21.15.98:43020) 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 -- 172.21.15.98:0/321839713 learned_addr learned my addr 172.21.15.98:0/321839713 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc4813ea700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c100040 0x7fc47c196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc480be9700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c1009e0 0x7fc47c1970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 -- 172.21.15.98:0/321839713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c100040 msgr2=0x7fc47c196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c100040 0x7fc47c196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 -- 172.21.15.98:0/321839713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c1009e0 msgr2=0x7fc47c1970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c1009e0 0x7fc47c1970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 -- 172.21.15.98:0/321839713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc46c0095f0 con 0x7fc47c1013a0 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc481beb700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc474007ee0 tx=0x7fc47400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:24.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc474017070 con 0x7fc47c1013a0 2023-10-05T15:36:24.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc47c19eca0 con 0x7fc47c1013a0 2023-10-05T15:36:24.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc47400f040 con 0x7fc47c1013a0 2023-10-05T15:36:24.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc474005740 con 0x7fc47c1013a0 2023-10-05T15:36:24.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.489+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc47c19f160 con 0x7fc47c1013a0 2023-10-05T15:36:24.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.490+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc47c10b5c0 con 0x7fc47c1013a0 2023-10-05T15:36:24.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.491+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc47400dc60 con 0x7fc47c1013a0 2023-10-05T15:36:24.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.492+0000 7fc4727fc700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 0x7fc4680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:24.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.492+0000 7fc4813ea700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 0x7fc4680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:24.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.492+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8698+0+0 (secure 0 0 0) 0x7fc4740cc730 con 0x7fc47c1013a0 2023-10-05T15:36:24.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.492+0000 7fc4813ea700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 0x7fc4680a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00b5c0 tx=0x7fc46c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:24.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.496+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc474095b60 con 0x7fc47c1013a0 2023-10-05T15:36:24.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:24 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:36:24.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:24 smithi173 ceph-mon[104029]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:36:24.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:24 smithi173 ceph-mon[104029]: pgmap v253: 129 pgs: 17 creating+peering, 73 active+clean, 39 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2023-10-05T15:36:24.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:24 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:36:24.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:24 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:36:24.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:24 smithi115 ceph-mon[103691]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:36:24.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:24 smithi115 ceph-mon[103691]: pgmap v253: 129 pgs: 17 creating+peering, 73 active+clean, 39 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2023-10-05T15:36:24.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:24 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:36:24.734 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:24.732+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fc47c19f2f0 con 0x7fc47c1013a0 2023-10-05T15:36:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:24 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/264881826' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:36:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:24 smithi098 ceph-mon[99243]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:36:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:24 smithi098 ceph-mon[99243]: pgmap v253: 129 pgs: 17 creating+peering, 73 active+clean, 39 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2023-10-05T15:36:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:24 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:36:25.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.332+0000 7fc4727fc700 1 -- 172.21.15.98:0/321839713 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7fc474099180 con 0x7fc47c1013a0 2023-10-05T15:36:25.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 msgr2=0x7fc4680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 0x7fc4680a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00b5c0 tx=0x7fc46c005fd0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 msgr2=0x7fc47c19e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc474007ee0 tx=0x7fc47400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.337 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 shutdown_connections 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc4680a1480 0x7fc4680a3940 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc47c1013a0 0x7fc47c19e120 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc47c100040 0x7fc47c196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 --2- 172.21.15.98:0/321839713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc47c1009e0 0x7fc47c1970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.335+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 >> 172.21.15.98:0/321839713 conn(0x7fc47c0faab0 msgr2=0x7fc47c0fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.336+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 shutdown_connections 2023-10-05T15:36:25.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.336+0000 7fc48364e700 1 -- 172.21.15.98:0/321839713 wait complete. 2023-10-05T15:36:25.339 INFO:teuthology.orchestra.run.smithi098.stderr:added data pool 4 to fsmap 2023-10-05T15:36:25.352 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 -- 172.21.15.98:0/3992844664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f000ff550 msgr2=0x7f8f000ff970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 --2- 172.21.15.98:0/3992844664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f000ff550 0x7f8f000ff970 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8ef40099c0 tx=0x7f8ef4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 -- 172.21.15.98:0/3992844664 shutdown_connections 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 --2- 172.21.15.98:0/3992844664 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f001010e0 0x7f8f00107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 --2- 172.21.15.98:0/3992844664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f000ff550 0x7f8f000ff970 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 --2- 172.21.15.98:0/3992844664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f00100740 0x7f8f00100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 -- 172.21.15.98:0/3992844664 >> 172.21.15.98:0/3992844664 conn(0x7f8f000faac0 msgr2=0x7f8f000fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:25.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 -- 172.21.15.98:0/3992844664 shutdown_connections 2023-10-05T15:36:25.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.473+0000 7f8f048fd700 1 -- 172.21.15.98:0/3992844664 wait complete. 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 Processor -- start 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 -- start start 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f000ff550 0x7f8f001961d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f001010e0 0x7f8f0019d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0019d650 con 0x7f8f00100740 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0019d7c0 con 0x7f8f001010e0 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8f048fd700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0019d980 con 0x7f8f000ff550 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8efdd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8efdd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43032/0 (socket says 172.21.15.98:43032) 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8efdd9b700 1 -- 172.21.15.98:0/2847199062 learned_addr learned my addr 172.21.15.98:0/2847199062 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.474+0000 7f8efe59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f000ff550 0x7f8f001961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 -- 172.21.15.98:0/2847199062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f000ff550 msgr2=0x7f8f001961d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f000ff550 0x7f8f001961d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 -- 172.21.15.98:0/2847199062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f001010e0 msgr2=0x7f8f0019d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f001010e0 0x7f8f0019d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 -- 172.21.15.98:0/2847199062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ef40095f0 con 0x7f8f00100740 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8efdd9b700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8ef000d950 tx=0x7f8ef000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef0009940 con 0x7f8f00100740 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f0019dc60 con 0x7f8f00100740 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ef0010460 con 0x7f8f00100740 2023-10-05T15:36:25.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef000f620 con 0x7f8f00100740 2023-10-05T15:36:25.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.475+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f0019e1c0 con 0x7f8f00100740 2023-10-05T15:36:25.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.476+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f0010add0 con 0x7f8f00100740 2023-10-05T15:36:25.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.477+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8ef00108d0 con 0x7f8f00100740 2023-10-05T15:36:25.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.477+0000 7f8eef7fe700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 0x7f8ee80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.478+0000 7f8efe59c700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 0x7f8ee80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.478+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8ef00ccd60 con 0x7f8f00100740 2023-10-05T15:36:25.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.478+0000 7f8efe59c700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 0x7f8ee80a3990 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8f00196fe0 tx=0x7f8ef4009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:25.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.481+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8ef0096170 con 0x7f8f00100740 2023-10-05T15:36:25.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:25 smithi173 ceph-mon[104029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:25.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:25 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:36:25.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:25 smithi173 ceph-mon[104029]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:36:25.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:25 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:36:25.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:25 smithi115 ceph-mon[103691]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:25.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:25 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:36:25.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:25 smithi115 ceph-mon[103691]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:36:25.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:25 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:36:25.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.718+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f00106450 con 0x7f8f00100740 2023-10-05T15:36:25.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.719+0000 7f8eef7fe700 1 -- 172.21.15.98:0/2847199062 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11264 (secure 0 0 0) 0x7f8ef0016090 con 0x7f8f00100740 2023-10-05T15:36:25.721 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:25.721 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:24.734239+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-05T15:36:25.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 msgr2=0x7f8ee80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 0x7f8ee80a3990 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8f00196fe0 tx=0x7f8ef4009f10 comp rx=0 tx=0).stop 2023-10-05T15:36:25.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 msgr2=0x7f8f00196710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8ef000d950 tx=0x7f8ef000dc60 comp rx=0 tx=0).stop 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 shutdown_connections 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ee80a14d0 0x7f8ee80a3990 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f001010e0 0x7f8f0019d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f000ff550 0x7f8f001961d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 --2- 172.21.15.98:0/2847199062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f00100740 0x7f8f00196710 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 >> 172.21.15.98:0/2847199062 conn(0x7f8f000faac0 msgr2=0x7f8f000fcd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 shutdown_connections 2023-10-05T15:36:25.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.721+0000 7f8f048fd700 1 -- 172.21.15.98:0/2847199062 wait complete. 2023-10-05T15:36:25.725 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 17 2023-10-05T15:36:25.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:25 smithi098 ceph-mon[99243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:36:25.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:25 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/33874787' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:36:25.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:25 smithi098 ceph-mon[99243]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:36:25.734 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:25 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:36:25.736 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 -- 172.21.15.98:0/3282294788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca8100f70 msgr2=0x7efca81013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 --2- 172.21.15.98:0/3282294788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca8100f70 0x7efca81013f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efc9c009990 tx=0x7efc9c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 -- 172.21.15.98:0/3282294788 shutdown_connections 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 --2- 172.21.15.98:0/3282294788 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 0x7efca8108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 --2- 172.21.15.98:0/3282294788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca80ffe20 0x7efca8100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 --2- 172.21.15.98:0/3282294788 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca8100f70 0x7efca81013f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 -- 172.21.15.98:0/3282294788 >> 172.21.15.98:0/3282294788 conn(0x7efca80fb370 msgr2=0x7efca80fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 -- 172.21.15.98:0/3282294788 shutdown_connections 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.854+0000 7efcad550700 1 -- 172.21.15.98:0/3282294788 wait complete. 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 Processor -- start 2023-10-05T15:36:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 -- start start 2023-10-05T15:36:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca8100f70 0x7efca8197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 0x7efca819e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca819e6b0 con 0x7efca80ffe20 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca819e7f0 con 0x7efca8101930 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efcad550700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efca819e980 con 0x7efca8100f70 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efca6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efca6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43044/0 (socket says 172.21.15.98:43044) 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efca6ffd700 1 -- 172.21.15.98:0/3251633276 learned_addr learned my addr 172.21.15.98:0/3251633276 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.855+0000 7efca67fc700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca8100f70 0x7efca8197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca77fe700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 0x7efca819e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 -- 172.21.15.98:0/3251633276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca8100f70 msgr2=0x7efca8197070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca8100f70 0x7efca8197070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 -- 172.21.15.98:0/3251633276 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 msgr2=0x7efca819e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 0x7efca819e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 -- 172.21.15.98:0/3251633276 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc9c0095f0 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efca6ffd700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc9800c920 tx=0x7efc9800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc98004a30 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc980054e0 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efca819ec60 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc98007bd0 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.856+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efca819f170 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.857+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efca810b670 con 0x7efca80ffe20 2023-10-05T15:36:25.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.858+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efc98005000 con 0x7efca80ffe20 2023-10-05T15:36:25.862 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.858+0000 7efc8ffff700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 0x7efc900a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:25.862 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.859+0000 7efca67fc700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 0x7efc900a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:25.862 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.859+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7efc980cca20 con 0x7efca80ffe20 2023-10-05T15:36:25.862 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.859+0000 7efca67fc700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 0x7efc900a3990 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc9c00b5c0 tx=0x7efc9c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:25.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:25.863+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efc98095e90 con 0x7efca80ffe20 2023-10-05T15:36:26.055 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.053+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efca819f300 con 0x7efca80ffe20 2023-10-05T15:36:26.056 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.055+0000 7efc8ffff700 1 -- 172.21.15.98:0/3251633276 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7efc9801d090 con 0x7efca80ffe20 2023-10-05T15:36:26.057 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:26.057 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 msgr2=0x7efc900a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 0x7efc900a3990 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efc9c00b5c0 tx=0x7efc9c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 msgr2=0x7efca8196b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc9800c920 tx=0x7efc9800cc30 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 shutdown_connections 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc900a14d0 0x7efc900a3990 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efca8101930 0x7efca819e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efca80ffe20 0x7efca8196b30 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 --2- 172.21.15.98:0/3251633276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efca8100f70 0x7efca8197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.059 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 >> 172.21.15.98:0/3251633276 conn(0x7efca80fb370 msgr2=0x7efca80692e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.060 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 shutdown_connections 2023-10-05T15:36:26.060 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.057+0000 7efcad550700 1 -- 172.21.15.98:0/3251633276 wait complete. 2023-10-05T15:36:26.071 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:26.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:36:25.784+0000 7efd614de700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 -- 172.21.15.98:0/1797665882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 msgr2=0x7ff518108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 --2- 172.21.15.98:0/1797665882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff518108240 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff51000b0d0 tx=0x7ff51000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 -- 172.21.15.98:0/1797665882 shutdown_connections 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 --2- 172.21.15.98:0/1797665882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff518108240 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 --2- 172.21.15.98:0/1797665882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 0x7ff518100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 --2- 172.21.15.98:0/1797665882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 0x7ff518101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 -- 172.21.15.98:0/1797665882 >> 172.21.15.98:0/1797665882 conn(0x7ff5180fb370 msgr2=0x7ff5180fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 -- 172.21.15.98:0/1797665882 shutdown_connections 2023-10-05T15:36:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.190+0000 7ff52068f700 1 -- 172.21.15.98:0/1797665882 wait complete. 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 Processor -- start 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 -- start start 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 0x7ff518196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 0x7ff5181971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51819e7e0 con 0x7ff518101990 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51819e950 con 0x7ff518100ff0 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff52068f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51819eb10 con 0x7ff5180ffe00 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43062/0 (socket says 172.21.15.98:43062) 2023-10-05T15:36:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 -- 172.21.15.98:0/2177290554 learned_addr learned my addr 172.21.15.98:0/2177290554 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51dc2a700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 0x7ff5181971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51e42b700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 0x7ff518196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 -- 172.21.15.98:0/2177290554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 msgr2=0x7ff518196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 0x7ff518196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 -- 172.21.15.98:0/2177290554 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 msgr2=0x7ff5181971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 0x7ff5181971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 -- 172.21.15.98:0/2177290554 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff510009d00 con 0x7ff518101990 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff51ec2c700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff510008ec0 tx=0x7ff510008ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51000e040 con 0x7ff518101990 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.191+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff51000be30 con 0x7ff518101990 2023-10-05T15:36:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.192+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff51819ed90 con 0x7ff518101990 2023-10-05T15:36:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.192+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51001b6c0 con 0x7ff518101990 2023-10-05T15:36:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.192+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff51819f1b0 con 0x7ff518101990 2023-10-05T15:36:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.193+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff518107d80 con 0x7ff518101990 2023-10-05T15:36:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.194+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff510005090 con 0x7ff518101990 2023-10-05T15:36:26.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.194+0000 7ff50b7fe700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 0x7ff5040a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.194+0000 7ff51e42b700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 0x7ff5040a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.195+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff5100ce840 con 0x7ff518101990 2023-10-05T15:36:26.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.195+0000 7ff51e42b700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 0x7ff5040a3990 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff518197b40 tx=0x7ff50c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.200 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.198+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff510097d40 con 0x7ff518101990 2023-10-05T15:36:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.392+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff51810b810 con 0x7ff518101990 2023-10-05T15:36:26.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.393+0000 7ff50b7fe700 1 -- 172.21.15.98:0/2177290554 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7ff51009b360 con 0x7ff518101990 2023-10-05T15:36:26.396 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:26.396 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.395+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 msgr2=0x7ff5040a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.395+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 0x7ff5040a3990 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff518197b40 tx=0x7ff50c009260 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.395+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 msgr2=0x7ff51819e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.395+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff510008ec0 tx=0x7ff510008ef0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 shutdown_connections 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff5040a14d0 0x7ff5040a3990 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff518101990 0x7ff51819e210 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5180ffe00 0x7ff518196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 --2- 172.21.15.98:0/2177290554 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff518100ff0 0x7ff5181971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 >> 172.21.15.98:0/2177290554 conn(0x7ff5180fb370 msgr2=0x7ff5180fd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 shutdown_connections 2023-10-05T15:36:26.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.396+0000 7ff52068f700 1 -- 172.21.15.98:0/2177290554 wait complete. 2023-10-05T15:36:26.426 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- 172.21.15.98:0/1512674061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f8101380 msgr2=0x7fb4f81017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 --2- 172.21.15.98:0/1512674061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f8101380 0x7fb4f81017a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8009990 tx=0x7fb4e8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- 172.21.15.98:0/1512674061 shutdown_connections 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 --2- 172.21.15.98:0/1512674061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 0x7fb4f8108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 --2- 172.21.15.98:0/1512674061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f8101380 0x7fb4f81017a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 --2- 172.21.15.98:0/1512674061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb4f80fffd0 0x7fb4f8100450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- 172.21.15.98:0/1512674061 >> 172.21.15.98:0/1512674061 conn(0x7fb4f80faac0 msgr2=0x7fb4f80fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- 172.21.15.98:0/1512674061 shutdown_connections 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- 172.21.15.98:0/1512674061 wait complete. 2023-10-05T15:36:26.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 Processor -- start 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.545+0000 7fb5007b5700 1 -- start start 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 0x7fb4f819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb4f8101380 0x7fb4f819df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4f819e740 con 0x7fb4f80fffd0 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4f819e8b0 con 0x7fb4f8101380 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4f819ea70 con 0x7fb4f8100990 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43072/0 (socket says 172.21.15.98:43072) 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 -- 172.21.15.98:0/3563748764 learned_addr learned my addr 172.21.15.98:0/3563748764 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fdd50700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 0x7fb4f819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 -- 172.21.15.98:0/3563748764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 msgr2=0x7fb4f819b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 0x7fb4f819b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 -- 172.21.15.98:0/3563748764 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb4f8101380 msgr2=0x7fb4f819df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb4f8101380 0x7fb4f819df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 -- 172.21.15.98:0/3563748764 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4e80095f0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4fe551700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8004760 tx=0x7fb4e8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e801d070 con 0x7fb4f80fffd0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4e8004200 con 0x7fb4f80fffd0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4f819ecf0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e80049f0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.546+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4f819f1a0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.547+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4f81073d0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.548+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb4e8003d40 con 0x7fb4f80fffd0 2023-10-05T15:36:26.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.549+0000 7fb4ef7fe700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 0x7fb4e40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.549+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb4e80ce290 con 0x7fb4f80fffd0 2023-10-05T15:36:26.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.549+0000 7fb4fdd50700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 0x7fb4e40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.549+0000 7fb4fdd50700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 0x7fb4e40a3990 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb4f4005950 tx=0x7fb4f40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.552+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb4e8097790 con 0x7fb4f80fffd0 2023-10-05T15:36:26.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:36:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:36:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: pgmap v256: 129 pgs: 15 creating+peering, 104 active+clean, 10 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-10-05T15:36:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2847199062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:26 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3251633276' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:36:26.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:36:26.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:26.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: pgmap v256: 129 pgs: 15 creating+peering, 104 active+clean, 10 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-10-05T15:36:26.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2847199062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:26 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3251633276' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/321839713' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: pgmap v256: 129 pgs: 15 creating+peering, 104 active+clean, 10 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 10 op/s 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2847199062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:26 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3251633276' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:26.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.787+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb4f810b810 con 0x7fb4f80fffd0 2023-10-05T15:36:26.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.788+0000 7fb4ef7fe700 1 -- 172.21.15.98:0/3563748764 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11264 (secure 0 0 0) 0x7fb4e809adb0 con 0x7fb4f80fffd0 2023-10-05T15:36:26.790 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:26.790 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:24.734239+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-05T15:36:26.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 msgr2=0x7fb4e40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 0x7fb4e40a3990 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb4f4005950 tx=0x7fb4f40058e0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 msgr2=0x7fb4f80ffa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8004760 tx=0x7fb4e8009f90 comp rx=0 tx=0).stop 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 shutdown_connections 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb4e40a14d0 0x7fb4e40a3990 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb4f8101380 0x7fb4f819df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb4f80fffd0 0x7fb4f80ffa50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 --2- 172.21.15.98:0/3563748764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4f8100990 0x7fb4f819b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 >> 172.21.15.98:0/3563748764 conn(0x7fb4f80faac0 msgr2=0x7fb4f8104510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 shutdown_connections 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.790+0000 7fb5007b5700 1 -- 172.21.15.98:0/3563748764 wait complete. 2023-10-05T15:36:26.793 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 17 2023-10-05T15:36:26.804 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 -- 172.21.15.98:0/1105859124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102b00 msgr2=0x7f5c141093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 --2- 172.21.15.98:0/1105859124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102b00 0x7f5c141093b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c00b0a0 tx=0x7f5c0c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 -- 172.21.15.98:0/1105859124 shutdown_connections 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 --2- 172.21.15.98:0/1105859124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102b00 0x7f5c141093b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 --2- 172.21.15.98:0/1105859124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c140ff190 0x7f5c140ff5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 --2- 172.21.15.98:0/1105859124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c14102160 0x7f5c141025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 -- 172.21.15.98:0/1105859124 >> 172.21.15.98:0/1105859124 conn(0x7f5c140faac0 msgr2=0x7f5c140fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 -- 172.21.15.98:0/1105859124 shutdown_connections 2023-10-05T15:36:26.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 -- 172.21.15.98:0/1105859124 wait complete. 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.923+0000 7f5c1aede700 1 Processor -- start 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 -- start start 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c140ff190 0x7f5c14101ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c14102b00 0x7f5c14100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c14100df0 con 0x7f5c14102160 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c14100f60 con 0x7f5c140ff190 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c141a0c80 con 0x7f5c14102b00 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43088/0 (socket says 172.21.15.98:43088) 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 -- 172.21.15.98:0/769351850 learned_addr learned my addr 172.21.15.98:0/769351850 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:26.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c18c7a700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c140ff190 0x7f5c14101ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1947b700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c14102b00 0x7f5c14100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 -- 172.21.15.98:0/769351850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c14102b00 msgr2=0x7f5c14100650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c14102b00 0x7f5c14100650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 -- 172.21.15.98:0/769351850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c140ff190 msgr2=0x7f5c14101ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c140ff190 0x7f5c14101ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 -- 172.21.15.98:0/769351850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c0c009d00 con 0x7f5c14102160 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c13fff700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000d980 tx=0x7f5c0000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c0000bb60 con 0x7f5c14102160 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c00007640 con 0x7f5c14102160 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c141a0f60 con 0x7f5c14102160 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.924+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c00004e90 con 0x7f5c14102160 2023-10-05T15:36:26.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.925+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c141a13e0 con 0x7f5c14102160 2023-10-05T15:36:26.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.925+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c14108410 con 0x7f5c14102160 2023-10-05T15:36:26.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.926+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5c0000bcc0 con 0x7f5c14102160 2023-10-05T15:36:26.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.927+0000 7f5c11ffb700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 0x7f5c040a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:26.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.927+0000 7f5c18c7a700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 0x7f5c040a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:26.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.927+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f5c000cce00 con 0x7f5c14102160 2023-10-05T15:36:26.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.928+0000 7f5c18c7a700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 0x7f5c040a3990 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5c08005fd0 tx=0x7f5c08005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:26.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:26.932+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5c00096210 con 0x7f5c14102160 2023-10-05T15:36:27.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.128+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5c1410c720 con 0x7f5c14102160 2023-10-05T15:36:27.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.130+0000 7f5c11ffb700 1 -- 172.21.15.98:0/769351850 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7f5c00016020 con 0x7f5c14102160 2023-10-05T15:36:27.132 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:27.132 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:27.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 msgr2=0x7f5c040a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 0x7f5c040a3990 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5c08005fd0 tx=0x7f5c08005e50 comp rx=0 tx=0).stop 2023-10-05T15:36:27.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 msgr2=0x7f5c14100110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000d980 tx=0x7f5c0000dd40 comp rx=0 tx=0).stop 2023-10-05T15:36:27.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 shutdown_connections 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5c040a14d0 0x7f5c040a3990 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5c140ff190 0x7f5c14101ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5c14102b00 0x7f5c14100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 --2- 172.21.15.98:0/769351850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5c14102160 0x7f5c14100110 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 >> 172.21.15.98:0/769351850 conn(0x7f5c140faac0 msgr2=0x7f5c14105550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 shutdown_connections 2023-10-05T15:36:27.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.132+0000 7f5c1aede700 1 -- 172.21.15.98:0/769351850 wait complete. 2023-10-05T15:36:27.146 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-05T15:36:19.363652+0000', 'modified': '2023-10-05T15:36:24.734239+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24506}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.115:6839/821480418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6838', 'nonce': 821480418}, {'type': 'v1', 'addr': '172.21.15.115:6839', 'nonce': 821480418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2023-10-05T15:36:27.147 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-05T15:36:27.147 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:36:27.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.266+0000 7f7478258700 1 -- 172.21.15.98:0/3586856621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470100ea0 msgr2=0x7f74701012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.266+0000 7f7478258700 1 --2- 172.21.15.98:0/3586856621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470100ea0 0x7f74701012c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f746c009990 tx=0x7f746c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- 172.21.15.98:0/3586856621 shutdown_connections 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- 172.21.15.98:0/3586856621 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470102a40 0x7f7470109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- 172.21.15.98:0/3586856621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470100ea0 0x7f74701012c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- 172.21.15.98:0/3586856621 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102080 0x7f7470102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- 172.21.15.98:0/3586856621 >> 172.21.15.98:0/3586856621 conn(0x7f74700fc460 msgr2=0x7f74700fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- 172.21.15.98:0/3586856621 shutdown_connections 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- 172.21.15.98:0/3586856621 wait complete. 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 Processor -- start 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- start start 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470100ea0 0x7f7470074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102a40 0x7f74700737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7470073f80 con 0x7f7470102080 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74700740f0 con 0x7f7470100ea0 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f7478258700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74701a0d90 con 0x7f7470102a40 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.267+0000 7f74757f3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43102/0 (socket says 172.21.15.98:43102) 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 -- 172.21.15.98:0/573125891 learned_addr learned my addr 172.21.15.98:0/573125891 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7475ff4700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470100ea0 0x7f7470074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74767f5700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102a40 0x7f74700737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 -- 172.21.15.98:0/573125891 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102a40 msgr2=0x7f74700737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102a40 0x7f74700737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 -- 172.21.15.98:0/573125891 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470100ea0 msgr2=0x7f7470074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470100ea0 0x7f7470074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 -- 172.21.15.98:0/573125891 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f746c0095f0 con 0x7f7470102080 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f74757f3700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f746000b500 tx=0x7f746000b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7466ffd700 1 -- 172.21.15.98:0/573125891 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7460011830 con 0x7f7470102080 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7466ffd700 1 -- 172.21.15.98:0/573125891 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7460011e50 con 0x7f7470102080 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74701a1070 con 0x7f7470102080 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7466ffd700 1 -- 172.21.15.98:0/573125891 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746000f2e0 con 0x7f7470102080 2023-10-05T15:36:27.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.268+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74701a1580 con 0x7f7470102080 2023-10-05T15:36:27.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.270+0000 7f7466ffd700 1 -- 172.21.15.98:0/573125891 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7460010580 con 0x7f7470102080 2023-10-05T15:36:27.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.271+0000 7f7466ffd700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 0x7f745c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.271+0000 7f7475ff4700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 0x7f745c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.271+0000 7f7466ffd700 1 -- 172.21.15.98:0/573125891 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f74600cc9d0 con 0x7f7470102080 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.271+0000 7f7475ff4700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 0x7f745c0a39c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f746c00b2e0 tx=0x7f746c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 Processor -- start 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 -- start start 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe468430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe468e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3cf410 con 0x555ebe467210 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3c0bd0 con 0x555ebe467b70 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7484442b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3be4f0 con 0x555ebe468a10 2023-10-05T15:36:27.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43108/0 (socket says 172.21.15.98:43108) 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 -- 172.21.15.98:0/3584863047 learned_addr learned my addr 172.21.15.98:0/3584863047 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f74757f3700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe468430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f74767f5700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe468e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 -- 172.21.15.98:0/3584863047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 msgr2=0x555ebe468e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe468e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 -- 172.21.15.98:0/3584863047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 msgr2=0x555ebe468430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe468430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f7475ff4700 1 -- 172.21.15.98:0/3584863047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ebe1e4d90 con 0x555ebe467210 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.272+0000 7f74757f3700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe468430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f746c015000 tx=0x7f746c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=292b4ca60ebdc783 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f745bfff700 1 -- 172.21.15.98:0/3584863047 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746c02b070 con 0x555ebe467210 2023-10-05T15:36:27.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f745bfff700 1 -- 172.21.15.98:0/3584863047 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f746c01e040 con 0x555ebe467210 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f745bfff700 1 -- 172.21.15.98:0/3584863047 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746c00f8b0 con 0x555ebe467210 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 -- 172.21.15.98:0/3584863047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 msgr2=0x555ebe467630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f746c015000 tx=0x7f746c020000 comp rx=0 tx=0).stop 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 -- 172.21.15.98:0/3584863047 shutdown_connections 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe468e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe467630 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 --2- 172.21.15.98:0/3584863047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe468430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.273+0000 7f7484442b80 1 -- 172.21.15.98:0/3584863047 >> 172.21.15.98:0/3584863047 conn(0x555ebe3db210 msgr2=0x555ebe4620f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- 172.21.15.98:0/3584863047 shutdown_connections 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- 172.21.15.98:0/3584863047 wait complete. 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- start start 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 Processor -- start 2023-10-05T15:36:27.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467210 0x555ebe470f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe471460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3b9de0 con 0x555ebe468a10 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3566c0 con 0x555ebe467b70 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe356360 con 0x555ebe467210 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f7484442b80 10 client.0 _ll_register_callbacks cb 0x555ebe1b37b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f74767f5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f74767f5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43118/0 (socket says 172.21.15.98:43118) 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.274+0000 7f74767f5700 1 -- 172.21.15.98:0/685957200 learned_addr learned my addr 172.21.15.98:0/685957200 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f7475ff4700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467210 0x555ebe470f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74757f3700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe471460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 -- 172.21.15.98:0/685957200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467210 msgr2=0x555ebe470f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467210 0x555ebe470f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 -- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 msgr2=0x555ebe471460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe471460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 -- 172.21.15.98:0/685957200 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7470109c90 con 0x555ebe468a10 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74767f5700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7468007a80 tx=0x7f7468007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c80b9ae1c5bad3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746800e030 con 0x555ebe468a10 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f746800f070 con 0x555ebe468a10 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ebe459ec0 con 0x555ebe468a10 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7468009e70 con 0x555ebe468a10 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f7484442b80 10 client.14748 fetch_fsmap learned FSMap version 17 2023-10-05T15:36:27.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x555ebe1cdc10 con 0x555ebe468a10 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555ebe459ec0 con 0x555ebe468a10 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.275+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f746801d060 con 0x555ebe468a10 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 10 client.14748 fetch_fsmap finished waiting for FSMap version 17 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 10 client.14748 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 20 client.14748 populate_metadata read hostname 'smithi098' 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe47cb80 0x555ebe47b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 4 client.14748 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555ebe3b2dc0 con 0x555ebe47cb80 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7475ff4700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe47cb80 0x555ebe47b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f7475ff4700 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe47cb80 0x555ebe47b600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5fdaed94bd153c6 server_cookie=4d7f6b321ab0e88b in_seq=0 out_seq=0 2023-10-05T15:36:27.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.276+0000 7f74597fa700 10 client.14748 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:36:27.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f74597fa700 1 -- 172.21.15.98:0/685957200 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x555ebe3b2dc0 con 0x555ebe47cb80 2023-10-05T15:36:27.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f74597fa700 10 client.14748 handle_command_reply: tid=0 2023-10-05T15:36:27.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 client.14748 shutdown 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 msgr2=0x555ebe4784a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7468007a80 tx=0x7f7468007d90 comp rx=0 tx=0).stop 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 shutdown_connections 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe4784a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467210 0x555ebe470f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe47cb80 0x555ebe47b600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f74597fa700 0 client.14748 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 --2- 172.21.15.98:0/685957200 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe471460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 >> 172.21.15.98:0/685957200 conn(0x555ebe3db210 msgr2=0x555ebe461f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 shutdown_connections 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.277+0000 7f7484442b80 1 -- 172.21.15.98:0/685957200 wait complete. 2023-10-05T15:36:27.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.278+0000 7f7484442b80 20 client.14748 trim_cache size 0 max 16384 2023-10-05T15:36:27.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 Processor -- start 2023-10-05T15:36:27.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 -- start start 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe4783c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe478c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe23a8d0 con 0x555ebe467210 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe3b2df0 con 0x555ebe467b70 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7484442b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe46f570 con 0x555ebe468a10 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43122/0 (socket says 172.21.15.98:43122) 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 -- 172.21.15.98:0/3402410639 learned_addr learned my addr 172.21.15.98:0/3402410639 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f74757f3700 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe4783c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 -- 172.21.15.98:0/3402410639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 msgr2=0x555ebe478c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe478c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 -- 172.21.15.98:0/3402410639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 msgr2=0x555ebe4783c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe4783c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 -- 172.21.15.98:0/3402410639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ebe20b200 con 0x555ebe467210 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.295+0000 7f7475ff4700 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f746c009350 tx=0x7f746c00b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ace60e07b716bd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7464ff9700 1 -- 172.21.15.98:0/3402410639 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746c02b040 con 0x555ebe467210 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7464ff9700 1 -- 172.21.15.98:0/3402410639 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f746c03b5a0 con 0x555ebe467210 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7464ff9700 1 -- 172.21.15.98:0/3402410639 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746c004500 con 0x555ebe467210 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 -- 172.21.15.98:0/3402410639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 msgr2=0x555ebe461f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f746c009350 tx=0x7f746c00b940 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 -- 172.21.15.98:0/3402410639 shutdown_connections 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe468a10 0x555ebe478c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe467210 0x555ebe461f00 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 --2- 172.21.15.98:0/3402410639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467b70 0x555ebe4783c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 -- 172.21.15.98:0/3402410639 >> 172.21.15.98:0/3402410639 conn(0x555ebe3db210 msgr2=0x555ebe46ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 -- 172.21.15.98:0/3402410639 shutdown_connections 2023-10-05T15:36:27.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.296+0000 7f7484442b80 1 -- 172.21.15.98:0/3402410639 wait complete. 2023-10-05T15:36:27.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 -- start start 2023-10-05T15:36:27.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 Processor -- start 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467210 0x555ebe477400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467b70 0x555ebe477940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe4783c0 con 0x555ebe468a10 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe478530 con 0x555ebe467210 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ebe4786f0 con 0x555ebe467b70 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7484442b80 10 client.0 _ll_register_callbacks cb 0x7f7468009450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:36:27.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43132/0 (socket says 172.21.15.98:43132) 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 -- 172.21.15.98:0/2263748459 learned_addr learned my addr 172.21.15.98:0/2263748459 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f7475ff4700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467210 0x555ebe477400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74757f3700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467b70 0x555ebe477940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 -- 172.21.15.98:0/2263748459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467b70 msgr2=0x555ebe477940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467b70 0x555ebe477940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 -- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467210 msgr2=0x555ebe477400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467210 0x555ebe477400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.297+0000 7f74767f5700 1 -- 172.21.15.98:0/2263748459 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555ebe1e4d90 con 0x555ebe468a10 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74767f5700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7468009010 tx=0x7f7468004d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a84c5529b5a79451 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746800e030 con 0x555ebe468a10 2023-10-05T15:36:27.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f746800f070 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f746c01e040 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7468016dc0 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 10 client.14754 fetch_fsmap learned FSMap version 17 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x555ebe1e3260 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f746c01e040 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f7468014070 con 0x555ebe468a10 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 10 client.14754 fetch_fsmap finished waiting for FSMap version 17 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 10 client.14754 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 20 client.14754 populate_metadata read hostname 'smithi098' 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe4d5520 0x555ebe4d19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 4 client.14754 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555ebe3b2ae0 con 0x555ebe4d5520 2023-10-05T15:36:27.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.298+0000 7f7475ff4700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe4d5520 0x555ebe4d19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f74597fa700 10 client.14754 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7475ff4700 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe4d5520 0x555ebe4d19a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a733e301e25357e server_cookie=ee94673667ba801d in_seq=0 out_seq=0 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f74597fa700 1 -- 172.21.15.98:0/2263748459 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x555ebe3b2ae0 con 0x555ebe4d5520 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f74597fa700 10 client.14754 handle_command_reply: tid=0 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 client.14754 shutdown 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 msgr2=0x555ebe477e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7468009010 tx=0x7f7468004d40 comp rx=0 tx=0).stop 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 shutdown_connections 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555ebe4d5520 0x555ebe4d19a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555ebe467210 0x555ebe477400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f74597fa700 0 client.14754 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555ebe468a10 0x555ebe477e80 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 --2- 172.21.15.98:0/2263748459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555ebe467b70 0x555ebe477940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 >> 172.21.15.98:0/2263748459 conn(0x555ebe3db210 msgr2=0x555ebe461ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 shutdown_connections 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 1 -- 172.21.15.98:0/2263748459 wait complete. 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.299+0000 7f7484442b80 20 client.14754 trim_cache size 0 max 16384 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 0, 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24506, 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:36:27.308 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 7.3096006710000001, 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 17, 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 86, 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 85, 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 12.506590625999999 2023-10-05T15:36:27.309 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 msgr2=0x7f745c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 0x7f745c0a39c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f746c00b2e0 tx=0x7f746c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 msgr2=0x7f74700732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f746000b500 tx=0x7f746000b810 comp rx=0 tx=0).stop 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 shutdown_connections 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f745c0a1500 0x7f745c0a39c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7470100ea0 0x7f7470074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7470102a40 0x7f74700737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 --2- 172.21.15.98:0/573125891 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7470102080 0x7f74700732a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:27.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 >> 172.21.15.98:0/573125891 conn(0x7f74700fc460 msgr2=0x7f7470105640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:27.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 shutdown_connections 2023-10-05T15:36:27.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:27.300+0000 7f7478258700 1 -- 172.21.15.98:0/573125891 wait complete. 2023-10-05T15:36:27.314 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-05T15:36:27.314 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:27.314 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph fs ls 2023-10-05T15:36:27.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:27 smithi098 ceph-mon[99243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:36:27.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:27 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:36:27.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:27 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2177290554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:27 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3563748764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:27 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/769351850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:27 smithi173 ceph-mon[104029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:36:27.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:27 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:36:27.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:27 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2177290554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:27 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3563748764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:27 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/769351850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:27 smithi115 ceph-mon[103691]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:36:27.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:27 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:36:27.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:27 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2177290554' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:27 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3563748764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:27 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/769351850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:27.864 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:28.414 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:28 smithi098 ceph-mon[99243]: pgmap v257: 129 pgs: 15 creating+peering, 114 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2023-10-05T15:36:28.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:28 smithi173 ceph-mon[104029]: pgmap v257: 129 pgs: 15 creating+peering, 114 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2023-10-05T15:36:28.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:28 smithi115 ceph-mon[103691]: pgmap v257: 129 pgs: 15 creating+peering, 114 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2023-10-05T15:36:29.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.155+0000 7f4b9c133700 1 -- 172.21.15.98:0/3108503253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 msgr2=0x7f4b94107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.155+0000 7f4b9c133700 1 --2- 172.21.15.98:0/3108503253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b94107370 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4b900099c0 tx=0x7f4b90009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 -- 172.21.15.98:0/3108503253 shutdown_connections 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 --2- 172.21.15.98:0/3108503253 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 0x7f4b9410ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 --2- 172.21.15.98:0/3108503253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b94107370 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 --2- 172.21.15.98:0/3108503253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 0x7f4b94068e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 -- 172.21.15.98:0/3108503253 >> 172.21.15.98:0/3108503253 conn(0x7f4b94075e00 msgr2=0x7f4b94076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 -- 172.21.15.98:0/3108503253 shutdown_connections 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 -- 172.21.15.98:0/3108503253 wait complete. 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 Processor -- start 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.156+0000 7f4b9c133700 1 -- start start 2023-10-05T15:36:29.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 0x7f4b941991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 0x7f4b94199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9419e190 con 0x7f4b94106f90 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9419e300 con 0x7f4b94069360 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b9419e4c0 con 0x7f4b940689a0 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43146/0 (socket says 172.21.15.98:43146) 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 -- 172.21.15.98:0/2124397370 learned_addr learned my addr 172.21.15.98:0/2124397370 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b996ce700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 0x7f4b94199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b99ecf700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 0x7f4b941991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 -- 172.21.15.98:0/2124397370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 msgr2=0x7f4b941991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:29.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 0x7f4b941991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 -- 172.21.15.98:0/2124397370 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 msgr2=0x7f4b94199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 0x7f4b94199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 -- 172.21.15.98:0/2124397370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b900095f0 con 0x7f4b94106f90 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9a6d0700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c007ee0 tx=0x7f4b8c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c017070 con 0x7f4b94106f90 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4b8c00f040 con 0x7f4b94106f90 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b9419e7a0 con 0x7f4b94106f90 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c005740 con 0x7f4b94106f90 2023-10-05T15:36:29.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.157+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b941a6000 con 0x7f4b94106f90 2023-10-05T15:36:29.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.158+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b9404ebb0 con 0x7f4b94106f90 2023-10-05T15:36:29.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.160+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4b8c00dc60 con 0x7f4b94106f90 2023-10-05T15:36:29.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.160+0000 7f4b8affd700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 0x7f4b800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:29.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.160+0000 7f4b99ecf700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 0x7f4b800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:29.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.161+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4b8c0cccd0 con 0x7f4b94106f90 2023-10-05T15:36:29.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.161+0000 7f4b99ecf700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 0x7f4b800a3940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4b90000c00 tx=0x7f4b90005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:29.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.164+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4b8c096140 con 0x7f4b94106f90 2023-10-05T15:36:29.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.396+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4b9419a530 con 0x7f4b94106f90 2023-10-05T15:36:29.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.397+0000 7f4b8affd700 1 -- 172.21.15.98:0/2124397370 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+88 (secure 0 0 0) 0x7f4b8c099760 con 0x7f4b94106f90 2023-10-05T15:36:29.399 INFO:teuthology.orchestra.run.smithi098.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-05T15:36:29.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.398+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 msgr2=0x7f4b800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.398+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 0x7f4b800a3940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4b90000c00 tx=0x7f4b90005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 msgr2=0x7f4b9419db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c007ee0 tx=0x7f4b8c00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 shutdown_connections 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4b800a1480 0x7f4b800a3940 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4b94106f90 0x7f4b9419db80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4b940689a0 0x7f4b941991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 --2- 172.21.15.98:0/2124397370 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4b94069360 0x7f4b94199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 >> 172.21.15.98:0/2124397370 conn(0x7f4b94075e00 msgr2=0x7f4b940fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:29.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 shutdown_connections 2023-10-05T15:36:29.402 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:29.399+0000 7f4b9c133700 1 -- 172.21.15.98:0/2124397370 wait complete. 2023-10-05T15:36:29.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:29 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2124397370' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi098.front.sepia.ceph.com 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:self.client.name = client.admin 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-10-05T15:36:29.820 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-05T15:36:29.821 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-05T15:36:29.821 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2023-10-05T15:36:29.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:29.821 DEBUG:teuthology.orchestra.run.smithi098:> ip addr 2023-10-05T15:36:29.839 INFO:teuthology.orchestra.run.smithi098.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-05T15:36:29.839 INFO:teuthology.orchestra.run.smithi098.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-05T15:36:29.839 INFO:teuthology.orchestra.run.smithi098.stdout: inet 127.0.0.1/8 scope host lo 2023-10-05T15:36:29.839 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:36:29.839 INFO:teuthology.orchestra.run.smithi098.stdout: inet6 ::1/128 scope host 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:d8:d9:b8 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:d8:d9:b9 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:8f:d2:6a brd ff:ff:ff:ff:ff:ff 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-05T15:36:29.840 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:8f:d2:6b brd ff:ff:ff:ff:ff:ff 2023-10-05T15:36:29.841 INFO:teuthology.orchestra.run.smithi098.stdout: inet 172.21.15.98/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-05T15:36:29.841 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft 41859sec preferred_lft 41859sec 2023-10-05T15:36:29.841 INFO:teuthology.orchestra.run.smithi098.stdout: inet6 fe80::bc6b:da14:2e28:b45/64 scope link noprefixroute 2023-10-05T15:36:29.841 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:36:29.841 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-05T15:36:29.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link add name ceph-brx type bridge 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip addr flush dev ceph-brx 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set ceph-brx up 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-05T15:36:29.842 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:36:29.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:29 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2124397370' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:36:29.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:29 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2124397370' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:36:30.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.046 DEBUG:teuthology.orchestra.run.smithi098:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-05T15:36:30.073 INFO:teuthology.orchestra.run.smithi098.stdout:1 2023-10-05T15:36:30.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.075 DEBUG:teuthology.orchestra.run.smithi098:> route 2023-10-05T15:36:30.150 INFO:teuthology.orchestra.run.smithi098.stdout:Kernel IP routing table 2023-10-05T15:36:30.151 INFO:teuthology.orchestra.run.smithi098.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-05T15:36:30.151 INFO:teuthology.orchestra.run.smithi098.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-05T15:36:30.151 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-05T15:36:30.151 INFO:teuthology.orchestra.run.smithi098.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-05T15:36:30.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.151 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:36:30.151 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:36:30.152 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-05T15:36:30.152 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-05T15:36:30.152 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-05T15:36:30.152 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:36:30.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.695 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list 2023-10-05T15:36:30.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.712 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list-id 2023-10-05T15:36:30.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.768 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:36:30.768 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:36:30.768 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:36:30.768 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2023-10-05T15:36:30.768 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:36:30.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:30 smithi098 ceph-mon[99243]: pgmap v258: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 495 B/s wr, 2 op/s 2023-10-05T15:36:30.840 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2023-10-05T15:36:30.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:30.840 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2023-10-05T15:36:30.841 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:36:30.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:30 smithi173 ceph-mon[104029]: pgmap v258: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 495 B/s wr, 2 op/s 2023-10-05T15:36:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:30 smithi115 ceph-mon[103691]: pgmap v258: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 495 B/s wr, 2 op/s 2023-10-05T15:36:31.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.043 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:36:31.043 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:36:31.043 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set brx.0 up 2023-10-05T15:36:31.043 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set dev brx.0 master ceph-brx 2023-10-05T15:36:31.043 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:36:31.140 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2023-10-05T15:36:31.140 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:36:31.140 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:31.157 INFO:teuthology.orchestra.run.smithi098.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2023-10-05T15:36:31.157 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:36:31.157 DEBUG:teuthology.orchestra.run.smithi098:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:31.214 DEBUG:teuthology.orchestra.run.smithi098:> sudo modprobe fuse 2023-10-05T15:36:31.281 DEBUG:teuthology.orchestra.run.smithi098:> cat /proc/self/mounts | awk '{print $2}' 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/sys 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/proc 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/dev 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/security 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/shm 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/pts 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/run 2023-10-05T15:36:31.339 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/systemd 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/pstore 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/bpf 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/cpuset 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/freezer 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/blkio 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/memory 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/rdma 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/pids 2023-10-05T15:36:31.340 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/perf_event 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/devices 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/hugetlb 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/tracing 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/config 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/ 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/selinux 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/debug 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/mqueue 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/hugepages 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/fuse/connections 2023-10-05T15:36:31.341 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/nfs/rpc_pipefs 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/run/user/1000 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/ceph 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/707e3f602f1c95bcc396b95b0666c11dd342260aaebc9c4b2a9dd0d7fc892045/merged 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/ba7db863c22b204d4542b04f094378c587ef25a65b1210dc5f4be48051c4cf07/merged 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/run/user/0 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/e8931d889cf05e20b393fff1ba7a05d4be481b305299aff143132ba828b7ba76/merged 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/67a963dc721fcceca57d5bc7453bcadbad815689fe59ce31abab5b1038f57755/merged 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/b0eae8080e88149b5f643d811ba375a1e5d996850316faf79250a6cff98c2f06/merged 2023-10-05T15:36:31.342 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/8d6f39881ed9ec987de1985ae3056d91ab91bd1362f3aae5ecf138637ba151bb/merged 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/f89c4550d9c49a3375e11b8059681e76d216598fc3c53439edd88575458a82dc/merged 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/95002fb82e51c6a2c61579328747b0e71ca8d07103768192f62f0a3a2e23d6e5/merged 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/bef19ee686b9fd5d8852b79c142e6baa1da0529c56cb5caa84bca9978afc7390/merged 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/c6e227333639a5cd867588689f1cc7930dc7214a8d0ecbef53dae1af29f16b01/merged 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:36:31.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.343 DEBUG:teuthology.orchestra.run.smithi098:> ls /sys/fs/fuse/connections 2023-10-05T15:36:31.397 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-10-05T15:36:31.397 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2023-10-05T15:36:31.440 DEBUG:teuthology.orchestra.run.smithi098:> sudo modprobe fuse 2023-10-05T15:36:31.465 DEBUG:teuthology.orchestra.run.smithi098:> cat /proc/self/mounts | awk '{print $2}' 2023-10-05T15:36:31.522 INFO:teuthology.orchestra.run.smithi098.stdout:/sys 2023-10-05T15:36:31.522 INFO:teuthology.orchestra.run.smithi098.stdout:/proc 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/dev 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/security 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/shm 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/pts 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/run 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/systemd 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/pstore 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/bpf 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/cpuset 2023-10-05T15:36:31.523 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/freezer 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/blkio 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/memory 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/rdma 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/pids 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/perf_event 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/devices 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/cgroup/hugetlb 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/tracing 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/config 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/ 2023-10-05T15:36:31.524 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/selinux 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/kernel/debug 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/mqueue 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/dev/hugepages 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/sys/fs/fuse/connections 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/nfs/rpc_pipefs 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/run/user/1000 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/ceph 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/707e3f602f1c95bcc396b95b0666c11dd342260aaebc9c4b2a9dd0d7fc892045/merged 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/ba7db863c22b204d4542b04f094378c587ef25a65b1210dc5f4be48051c4cf07/merged 2023-10-05T15:36:31.525 INFO:teuthology.orchestra.run.smithi098.stdout:/run/user/0 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/e8931d889cf05e20b393fff1ba7a05d4be481b305299aff143132ba828b7ba76/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/67a963dc721fcceca57d5bc7453bcadbad815689fe59ce31abab5b1038f57755/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/b0eae8080e88149b5f643d811ba375a1e5d996850316faf79250a6cff98c2f06/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/8d6f39881ed9ec987de1985ae3056d91ab91bd1362f3aae5ecf138637ba151bb/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/f89c4550d9c49a3375e11b8059681e76d216598fc3c53439edd88575458a82dc/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/95002fb82e51c6a2c61579328747b0e71ca8d07103768192f62f0a3a2e23d6e5/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/bef19ee686b9fd5d8852b79c142e6baa1da0529c56cb5caa84bca9978afc7390/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/var/lib/containers/storage/overlay/c6e227333639a5cd867588689f1cc7930dc7214a8d0ecbef53dae1af29f16b01/merged 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:36:31.526 INFO:teuthology.orchestra.run.smithi098.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:36:31.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.527 DEBUG:teuthology.orchestra.run.smithi098:> ls /sys/fs/fuse/connections 2023-10-05T15:36:31.561 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi098.stderr:2023-10-05T15:36:31.558+0000 7fe1c114d5c0 -1 init, newargv = 0x5629a9618f00 newargc=15 2023-10-05T15:36:31.561 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi098.stderr:ceph-fuse[154138]: starting ceph client 2023-10-05T15:36:31.567 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi098.stderr:ceph-fuse[154138]: starting fuse 2023-10-05T15:36:31.577 INFO:teuthology.orchestra.run.smithi098.stdout:124 2023-10-05T15:36:31.578 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [124] 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> sudo stdin-killer -- python3 -c ' 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> import glob 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> import re 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> import os 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> import subprocess 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> def _find_admin_socket(client_name): 2023-10-05T15:36:31.578 DEBUG:teuthology.orchestra.run.smithi098:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> files = glob.glob(asok_path) 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> # Given a non-glob path, it better be there 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> if "*" not in asok_path: 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> assert(len(files) == 1) 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> return files[0] 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> for f in files: 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> if os.path.exists("/proc/{0}".format(pid)): 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> contents = proc_f.read() 2023-10-05T15:36:31.579 DEBUG:teuthology.orchestra.run.smithi098:> if mountpoint in contents: 2023-10-05T15:36:31.580 DEBUG:teuthology.orchestra.run.smithi098:> return f 2023-10-05T15:36:31.580 DEBUG:teuthology.orchestra.run.smithi098:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-10-05T15:36:31.580 DEBUG:teuthology.orchestra.run.smithi098:> 2023-10-05T15:36:31.580 DEBUG:teuthology.orchestra.run.smithi098:> print(_find_admin_socket("client.admin")) 2023-10-05T15:36:31.580 DEBUG:teuthology.orchestra.run.smithi098:> ' 2023-10-05T15:36:31.701 INFO:teuthology.orchestra.run.smithi098.stdout:/var/run/ceph/ceph-client.admin.154138.asok 2023-10-05T15:36:31.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-10-05T15:36:31.710 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.154138.asok 2023-10-05T15:36:31.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.711 DEBUG:teuthology.orchestra.run.smithi098:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.154138.asok status 2023-10-05T15:36:31.867 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:36:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "metadata": { 2023-10-05T15:36:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_sha1": "689b3d5ae1ed3e8efe9a65281cd9bd422749e95f", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "entity_id": "admin", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "hostname": "smithi098", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "pid": "154138", 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "root": "/" 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "dentry_count": 0, 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "dentry_pinned_count": 0, 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 14766, 2023-10-05T15:36:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "inst": { 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "name": { 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "client", 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "num": 14766 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": { 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v1", 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "192.168.0.1:0", 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 2145251585 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": { 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v1", 2023-10-05T15:36:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "192.168.0.1:0", 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 2145251585 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "inst_str": "client.14766 192.168.0.1:0/2145251585", 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "addr_str": "192.168.0.1:0/2145251585", 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "inode_count": 1, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_epoch": 17, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_epoch": 86, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_epoch_barrier": 0, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "blocklisted": false, 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs" 2023-10-05T15:36:31.870 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:36:31.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.878 DEBUG:teuthology.orchestra.run.smithi098:> stat --file-system '--printf=%T 2023-10-05T15:36:31.878 DEBUG:teuthology.orchestra.run.smithi098:> ' -- /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:31.895 INFO:teuthology.orchestra.run.smithi098.stdout:fuseblk 2023-10-05T15:36:31.895 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:31.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.895 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:31.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:31.963 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2023-10-05T15:36:32.077 INFO:teuthology.orchestra.run.smithi098.stdout:# file: . 2023-10-05T15:36:32.077 INFO:teuthology.orchestra.run.smithi098.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2023-10-05T15:36:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:32.078 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:36:32.078 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:36:32.095 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 -- 172.21.15.98:0/2592250521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec100ea0 msgr2=0x7f8eec1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 --2- 172.21.15.98:0/2592250521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec100ea0 0x7f8eec1012c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8edc009990 tx=0x7f8edc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 -- 172.21.15.98:0/2592250521 shutdown_connections 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 --2- 172.21.15.98:0/2592250521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102a40 0x7f8eec109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 --2- 172.21.15.98:0/2592250521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec100ea0 0x7f8eec1012c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 --2- 172.21.15.98:0/2592250521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec102080 0x7f8eec102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 -- 172.21.15.98:0/2592250521 >> 172.21.15.98:0/2592250521 conn(0x7f8eec0fc460 msgr2=0x7f8eec0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 -- 172.21.15.98:0/2592250521 shutdown_connections 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.253+0000 7f8ef3933700 1 -- 172.21.15.98:0/2592250521 wait complete. 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 Processor -- start 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 -- start start 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec100ea0 0x7f8eec074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102080 0x7f8eec0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eec073f80 con 0x7f8eec102a40 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eec0740f0 con 0x7f8eec102080 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef3933700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eec1a0be0 con 0x7f8eec100ea0 2023-10-05T15:36:32.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43172/0 (socket says 172.21.15.98:43172) 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 -- 172.21.15.98:0/3857670727 learned_addr learned my addr 172.21.15.98:0/3857670727 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef0ece700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102080 0x7f8eec0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef16cf700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec100ea0 0x7f8eec074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 -- 172.21.15.98:0/3857670727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec100ea0 msgr2=0x7f8eec074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec100ea0 0x7f8eec074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 -- 172.21.15.98:0/3857670727 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102080 msgr2=0x7f8eec0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102080 0x7f8eec0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 -- 172.21.15.98:0/3857670727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8edc0095f0 con 0x7f8eec102a40 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.254+0000 7f8ef1ed0700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4007ee0 tx=0x7f8ee400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.255+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4017070 con 0x7f8eec102a40 2023-10-05T15:36:32.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.255+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8eec1a0ec0 con 0x7f8eec102a40 2023-10-05T15:36:32.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.255+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ee400f040 con 0x7f8eec102a40 2023-10-05T15:36:32.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.255+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4005740 con 0x7f8eec102a40 2023-10-05T15:36:32.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.255+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8eec1a12f0 con 0x7f8eec102a40 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.256+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8eec108450 con 0x7f8eec102a40 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.257+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8ee40058a0 con 0x7f8eec102a40 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.257+0000 7f8ee27fc700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 0x7f8ed80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.257+0000 7f8ef16cf700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 0x7f8ed80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.257+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8ee40cc770 con 0x7f8eec102a40 2023-10-05T15:36:32.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.258+0000 7f8ef16cf700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 0x7f8ed80a3990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8edc006010 tx=0x7f8edc00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.262+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8ee4095be0 con 0x7f8eec102a40 2023-10-05T15:36:32.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.459+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8eec10c710 con 0x7f8eec102a40 2023-10-05T15:36:32.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.461+0000 7f8ee27fc700 1 -- 172.21.15.98:0/3857670727 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7f8ee4099200 con 0x7f8eec102a40 2023-10-05T15:36:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:32.464 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:32.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 msgr2=0x7f8ed80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 0x7f8ed80a3990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8edc006010 tx=0x7f8edc00b540 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 msgr2=0x7f8eec0737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4007ee0 tx=0x7f8ee400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 shutdown_connections 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8ed80a14d0 0x7f8ed80a3990 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8eec102a40 0x7f8eec0737e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8eec100ea0 0x7f8eec074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 --2- 172.21.15.98:0/3857670727 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8eec102080 0x7f8eec0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 >> 172.21.15.98:0/3857670727 conn(0x7f8eec0fc460 msgr2=0x7f8eec105590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 shutdown_connections 2023-10-05T15:36:32.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.463+0000 7f8ef3933700 1 -- 172.21.15.98:0/3857670727 wait complete. 2023-10-05T15:36:32.478 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:36:32.479 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:36:32.605 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- 172.21.15.98:0/2303560371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8748106c40 msgr2=0x7f8748109050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 --2- 172.21.15.98:0/2303560371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8748106c40 0x7f8748109050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f874000b0a0 tx=0x7f874000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- 172.21.15.98:0/2303560371 shutdown_connections 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 --2- 172.21.15.98:0/2303560371 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f87481019e0 0x7f8748103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 --2- 172.21.15.98:0/2303560371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8748106c40 0x7f8748109050 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 --2- 172.21.15.98:0/2303560371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748104310 0x7f8748106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- 172.21.15.98:0/2303560371 >> 172.21.15.98:0/2303560371 conn(0x7f87480fb3b0 msgr2=0x7f87480fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- 172.21.15.98:0/2303560371 shutdown_connections 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- 172.21.15.98:0/2303560371 wait complete. 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 Processor -- start 2023-10-05T15:36:32.606 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.601+0000 7f874f728700 1 -- start start 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 0x7f8748197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748106c40 0x7f874819e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f874819e850 con 0x7f87481019e0 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f874819e9c0 con 0x7f8748104310 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f874819eb80 con 0x7f8748106c40 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43204/0 (socket says 172.21.15.98:43204) 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 -- 172.21.15.98:0/3895437910 learned_addr learned my addr 172.21.15.98:0/3895437910 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874ccc3700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 0x7f8748197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874dcc5700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748106c40 0x7f874819e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.607 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 -- 172.21.15.98:0/3895437910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748106c40 msgr2=0x7f874819e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748106c40 0x7f874819e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 -- 172.21.15.98:0/3895437910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 msgr2=0x7f8748197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 0x7f8748197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 -- 172.21.15.98:0/3895437910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8740009d00 con 0x7f87481019e0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874ccc3700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 0x7f8748197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874d4c4700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f873800d950 tx=0x7f873800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8738009b40 con 0x7f87481019e0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8738009ca0 con 0x7f87481019e0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f874819ee60 con 0x7f87481019e0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f873800f620 con 0x7f87481019e0 2023-10-05T15:36:32.608 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.602+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f874819f280 con 0x7f87481019e0 2023-10-05T15:36:32.609 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.603+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87480fcf30 con 0x7f87481019e0 2023-10-05T15:36:32.610 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.604+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8738010460 con 0x7f87481019e0 2023-10-05T15:36:32.610 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.605+0000 7f873e7fc700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 0x7f87340a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.610 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.605+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f87380cd220 con 0x7f87481019e0 2023-10-05T15:36:32.610 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.605+0000 7f874ccc3700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 0x7f87340a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.610 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.605+0000 7f874ccc3700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 0x7f87340a3940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8744005fd0 tx=0x7f8744005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.609+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8738096690 con 0x7f87481019e0 2023-10-05T15:36:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:32 smithi098 ceph-mon[99243]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 1 op/s 2023-10-05T15:36:32.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:32 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3857670727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:32.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.797+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f874802d090 con 0x7f87481019e0 2023-10-05T15:36:32.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.798+0000 7f873e7fc700 1 -- 172.21.15.98:0/3895437910 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8738020020 con 0x7f87481019e0 2023-10-05T15:36:32.801 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 msgr2=0x7f87340a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 0x7f87340a3940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8744005fd0 tx=0x7f8744005db0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 msgr2=0x7f8748196d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f873800d950 tx=0x7f873800dd10 comp rx=0 tx=0).stop 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 shutdown_connections 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f87340a1480 0x7f87340a3940 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8748106c40 0x7f874819e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f87481019e0 0x7f8748196d10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 --2- 172.21.15.98:0/3895437910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8748104310 0x7f8748197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 >> 172.21.15.98:0/3895437910 conn(0x7f87480fb3b0 msgr2=0x7f8748102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:32.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 shutdown_connections 2023-10-05T15:36:32.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.800+0000 7f874f728700 1 -- 172.21.15.98:0/3895437910 wait complete. 2023-10-05T15:36:32.815 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:36:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:32 smithi173 ceph-mon[104029]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 1 op/s 2023-10-05T15:36:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:32 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3857670727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:32 smithi115 ceph-mon[103691]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 383 B/s wr, 1 op/s 2023-10-05T15:36:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:32 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3857670727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:32.938 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/1500861884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c240ff1a0 msgr2=0x7f4c240ff5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/1500861884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c240ff1a0 0x7f4c240ff5c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4c14009990 tx=0x7f4c14009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/1500861884 shutdown_connections 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/1500861884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 0x7f4c24109460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/1500861884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c240ff1a0 0x7f4c240ff5c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/1500861884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c24102210 0x7f4c24102670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/1500861884 >> 172.21.15.98:0/1500861884 conn(0x7f4c240faab0 msgr2=0x7f4c240fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/1500861884 shutdown_connections 2023-10-05T15:36:32.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.935+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/1500861884 wait complete. 2023-10-05T15:36:32.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 Processor -- start 2023-10-05T15:36:32.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 -- start start 2023-10-05T15:36:32.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c240ff1a0 0x7f4c24196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 0x7f4c2419e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c2419e750 con 0x7f4c24102210 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c2419e890 con 0x7f4c24102bb0 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.936+0000 7f4c2a6b5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c2419ea20 con 0x7f4c240ff1a0 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43220/0 (socket says 172.21.15.98:43220) 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 -- 172.21.15.98:0/4024408772 learned_addr learned my addr 172.21.15.98:0/4024408772 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c23fff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c240ff1a0 0x7f4c24196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c28c52700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 0x7f4c2419e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 -- 172.21.15.98:0/4024408772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c240ff1a0 msgr2=0x7f4c24196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c240ff1a0 0x7f4c24196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 -- 172.21.15.98:0/4024408772 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 msgr2=0x7f4c2419e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 0x7f4c2419e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 -- 172.21.15.98:0/4024408772 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c140095f0 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c1bfff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00d950 tx=0x7f4c0c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c00f890 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c0c010460 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c2419ed00 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c00e610 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.937+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c2419f1c0 con 0x7f4c24102210 2023-10-05T15:36:32.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.938+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c24108000 con 0x7f4c24102210 2023-10-05T15:36:32.944 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.939+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4c0c0108d0 con 0x7f4c24102210 2023-10-05T15:36:32.944 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.940+0000 7f4c21ffb700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 0x7f4c100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:32.944 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.940+0000 7f4c23fff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 0x7f4c100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:32.945 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.940+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4c0c0ccc70 con 0x7f4c24102210 2023-10-05T15:36:32.945 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.941+0000 7f4c23fff700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 0x7f4c100a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400b5c0 tx=0x7f4c14005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:32.946 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:32.944+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4c0c0960e0 con 0x7f4c24102210 2023-10-05T15:36:33.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.132+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4c2402cf70 con 0x7f4c24102210 2023-10-05T15:36:33.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.132+0000 7f4c21ffb700 1 -- 172.21.15.98:0/4024408772 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4c0c016020 con 0x7f4c24102210 2023-10-05T15:36:33.135 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.134+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 msgr2=0x7f4c100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.134+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 0x7f4c100a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400b5c0 tx=0x7f4c14005fd0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.134+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 msgr2=0x7f4c24197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.134+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00d950 tx=0x7f4c0c00dc60 comp rx=0 tx=0).stop 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 shutdown_connections 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4c100a1480 0x7f4c100a3940 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4c24102bb0 0x7f4c2419e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4c240ff1a0 0x7f4c24196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 --2- 172.21.15.98:0/4024408772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4c24102210 0x7f4c24197110 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 >> 172.21.15.98:0/4024408772 conn(0x7f4c240faab0 msgr2=0x7f4c240fcdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 shutdown_connections 2023-10-05T15:36:33.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.135+0000 7f4c2a6b5700 1 -- 172.21.15.98:0/4024408772 wait complete. 2023-10-05T15:36:33.149 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 -- 172.21.15.98:0/733216696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 msgr2=0x7f9cc41082a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 --2- 172.21.15.98:0/733216696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41082a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc00b0a0 tx=0x7f9cbc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 -- 172.21.15.98:0/733216696 shutdown_connections 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 --2- 172.21.15.98:0/733216696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc41018a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 --2- 172.21.15.98:0/733216696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41082a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 --2- 172.21.15.98:0/733216696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 0x7f9cc41004c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 -- 172.21.15.98:0/733216696 >> 172.21.15.98:0/733216696 conn(0x7f9cc40faaf0 msgr2=0x7f9cc40fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 -- 172.21.15.98:0/733216696 shutdown_connections 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 -- 172.21.15.98:0/733216696 wait complete. 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.270+0000 7f9ccacec700 1 Processor -- start 2023-10-05T15:36:33.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 -- start start 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 0x7f9cc4196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc419e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cc419e7b0 con 0x7f9cc4100a00 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cc419e920 con 0x7f9cc4101480 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cc419eae0 con 0x7f9cc4100040 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43234/0 (socket says 172.21.15.98:43234) 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 -- 172.21.15.98:0/614665232 learned_addr learned my addr 172.21.15.98:0/614665232 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc8a88700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 0x7f9cc4196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc9289700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc419e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 -- 172.21.15.98:0/614665232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 msgr2=0x7f9cc4196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 0x7f9cc4196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 -- 172.21.15.98:0/614665232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 msgr2=0x7f9cc419e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc419e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 -- 172.21.15.98:0/614665232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cbc009d00 con 0x7f9cc4100a00 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc9289700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc419e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc3fff700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000d950 tx=0x7f9cb000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0009940 con 0x7f9cc4100a00 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9cb0010460 con 0x7f9cc4100a00 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cc419edc0 con 0x7f9cc4100a00 2023-10-05T15:36:33.277 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.271+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb000f620 con 0x7f9cc4100a00 2023-10-05T15:36:33.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.272+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cc419f240 con 0x7f9cc4100a00 2023-10-05T15:36:33.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.273+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cc4107e90 con 0x7f9cc4100a00 2023-10-05T15:36:33.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.273+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9cb00108d0 con 0x7f9cc4100a00 2023-10-05T15:36:33.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.274+0000 7f9cc1ffb700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 0x7f9cb40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.274+0000 7f9cc8a88700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 0x7f9cb40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.274+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9cb00cd050 con 0x7f9cc4100a00 2023-10-05T15:36:33.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.275+0000 7f9cc8a88700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 0x7f9cb40a39c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4198140 tx=0x7f9cb800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.279+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9cb00964c0 con 0x7f9cc4100a00 2023-10-05T15:36:33.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.470+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9cc402d1c0 con 0x7f9cc4100a00 2023-10-05T15:36:33.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.471+0000 7f9cc1ffb700 1 -- 172.21.15.98:0/614665232 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9cb0020020 con 0x7f9cc4100a00 2023-10-05T15:36:33.474 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 msgr2=0x7f9cb40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 0x7f9cb40a39c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4198140 tx=0x7f9cb800b410 comp rx=0 tx=0).stop 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 msgr2=0x7f9cc41971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000d950 tx=0x7f9cb000dc60 comp rx=0 tx=0).stop 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 shutdown_connections 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9cb40a1500 0x7f9cb40a39c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9cc4101480 0x7f9cc419e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cc4100040 0x7f9cc4196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 --2- 172.21.15.98:0/614665232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9cc4100a00 0x7f9cc41971b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 >> 172.21.15.98:0/614665232 conn(0x7f9cc40faaf0 msgr2=0x7f9cc40fcd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 shutdown_connections 2023-10-05T15:36:33.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.473+0000 7f9ccacec700 1 -- 172.21.15.98:0/614665232 wait complete. 2023-10-05T15:36:33.488 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:36:33.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.610+0000 7f2591bf1700 1 -- 172.21.15.98:0/3083051143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c100fb0 msgr2=0x7f258c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.610+0000 7f2591bf1700 1 --2- 172.21.15.98:0/3083051143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c100fb0 0x7f258c101410 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f25800099c0 tx=0x7f2580009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 -- 172.21.15.98:0/3083051143 shutdown_connections 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 --2- 172.21.15.98:0/3083051143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c0ffdc0 0x7f258c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 --2- 172.21.15.98:0/3083051143 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c101950 0x7f258c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 --2- 172.21.15.98:0/3083051143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c100fb0 0x7f258c101410 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 -- 172.21.15.98:0/3083051143 >> 172.21.15.98:0/3083051143 conn(0x7f258c0fb330 msgr2=0x7f258c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 -- 172.21.15.98:0/3083051143 shutdown_connections 2023-10-05T15:36:33.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 -- 172.21.15.98:0/3083051143 wait complete. 2023-10-05T15:36:33.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.611+0000 7f2591bf1700 1 Processor -- start 2023-10-05T15:36:33.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 -- start start 2023-10-05T15:36:33.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c100fb0 0x7f258c19b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c101950 0x7f258c19df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f258c19e730 con 0x7f258c0ffdc0 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f258c19e8a0 con 0x7f258c101950 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f258c19ea60 con 0x7f258c100fb0 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43246/0 (socket says 172.21.15.98:43246) 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 -- 172.21.15.98:0/1490841647 learned_addr learned my addr 172.21.15.98:0/1490841647 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258affd700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c100fb0 0x7f258c19b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258bfff700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c101950 0x7f258c19df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 -- 172.21.15.98:0/1490841647 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c100fb0 msgr2=0x7f258c19b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c100fb0 0x7f258c19b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 -- 172.21.15.98:0/1490841647 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c101950 msgr2=0x7f258c19df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c101950 0x7f258c19df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 -- 172.21.15.98:0/1490841647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25800095f0 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f258b7fe700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f257c00e970 tx=0x7f257c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257c009790 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f257c0044e0 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f258c19ed40 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.612+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257c003e30 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.613+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f258c19f1a0 con 0x7f258c0ffdc0 2023-10-05T15:36:33.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.613+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f258c106d40 con 0x7f258c0ffdc0 2023-10-05T15:36:33.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.614+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f257c003f90 con 0x7f258c0ffdc0 2023-10-05T15:36:33.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.615+0000 7f2588ff9700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 0x7f25740a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.615+0000 7f258affd700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 0x7f25740a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.615+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f257c014070 con 0x7f258c0ffdc0 2023-10-05T15:36:33.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.615+0000 7f258affd700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 0x7f25740a3940 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f258000b580 tx=0x7f258001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.619+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f257c096810 con 0x7f258c0ffdc0 2023-10-05T15:36:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:33 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3895437910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:33 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4024408772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:33 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/614665232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.810+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f258c10b620 con 0x7f258c0ffdc0 2023-10-05T15:36:33.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.811+0000 7f2588ff9700 1 -- 172.21.15.98:0/1490841647 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v86) v1 ==== 103+0+11 (secure 0 0 0) 0x7f257c099e30 con 0x7f258c0ffdc0 2023-10-05T15:36:33.812 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 msgr2=0x7f25740a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 0x7f25740a3940 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f258000b580 tx=0x7f258001a040 comp rx=0 tx=0).stop 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 msgr2=0x7f258c068bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f257c00e970 tx=0x7f257c00ed30 comp rx=0 tx=0).stop 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 shutdown_connections 2023-10-05T15:36:33.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f25740a1480 0x7f25740a3940 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f258c101950 0x7f258c19df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f258c0ffdc0 0x7f258c068bb0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 --2- 172.21.15.98:0/1490841647 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f258c100fb0 0x7f258c19b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 >> 172.21.15.98:0/1490841647 conn(0x7f258c0fb330 msgr2=0x7f258c0fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 shutdown_connections 2023-10-05T15:36:33.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.813+0000 7f2591bf1700 1 -- 172.21.15.98:0/1490841647 wait complete. 2023-10-05T15:36:33.827 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:36:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:33 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3895437910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:33 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4024408772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:33 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/614665232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:33 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3895437910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:33 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4024408772' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:33 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/614665232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 -- 172.21.15.98:0/3793132036 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f38240ffdc0 msgr2=0x7f38241001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 --2- 172.21.15.98:0/3793132036 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f38240ffdc0 0x7f38241001e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f38200099c0 tx=0x7f3820009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 -- 172.21.15.98:0/3793132036 shutdown_connections 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 --2- 172.21.15.98:0/3793132036 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3824101950 0x7f3824108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 --2- 172.21.15.98:0/3793132036 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f38240ffdc0 0x7f38241001e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 --2- 172.21.15.98:0/3793132036 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824100fb0 0x7f3824101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.946+0000 7f382b81b700 1 -- 172.21.15.98:0/3793132036 >> 172.21.15.98:0/3793132036 conn(0x7f38240fb330 msgr2=0x7f38240fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- 172.21.15.98:0/3793132036 shutdown_connections 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- 172.21.15.98:0/3793132036 wait complete. 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 Processor -- start 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- start start 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f38240ffdc0 0x7f3824196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824101950 0x7f382419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382419e760 con 0x7f3824100fb0 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382419e8d0 con 0x7f38240ffdc0 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f382b81b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f382419ea90 con 0x7f3824101950 2023-10-05T15:36:33.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f3828db6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f3828db6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43262/0 (socket says 172.21.15.98:43262) 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f3828db6700 1 -- 172.21.15.98:0/775274019 learned_addr learned my addr 172.21.15.98:0/775274019 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f38295b7700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f38240ffdc0 0x7f3824196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.947+0000 7f3829db8700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824101950 0x7f382419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 -- 172.21.15.98:0/775274019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824101950 msgr2=0x7f382419e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824101950 0x7f382419e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 -- 172.21.15.98:0/775274019 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f38240ffdc0 msgr2=0x7f3824196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f38240ffdc0 0x7f3824196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 -- 172.21.15.98:0/775274019 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38200095f0 con 0x7f3824100fb0 2023-10-05T15:36:33.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f3828db6700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f381400c920 tx=0x7f381400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3814004a30 con 0x7f3824100fb0 2023-10-05T15:36:33.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f38140054e0 con 0x7f3824100fb0 2023-10-05T15:36:33.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f382419ed70 con 0x7f3824100fb0 2023-10-05T15:36:33.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3814007bd0 con 0x7f3824100fb0 2023-10-05T15:36:33.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.948+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f382419f1a0 con 0x7f3824100fb0 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.949+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f382410b5d0 con 0x7f3824100fb0 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.950+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3814005000 con 0x7f3824100fb0 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.950+0000 7f381a7fc700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 0x7f38100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.951+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f38140cca20 con 0x7f3824100fb0 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.951+0000 7f38295b7700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 0x7f38100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:33.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.951+0000 7f38295b7700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 0x7f38100a3940 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3820009f50 tx=0x7f382000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:33.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:33.955+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3814095e90 con 0x7f3824100fb0 2023-10-05T15:36:34.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.159+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f382419f420 con 0x7f3824100fb0 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.160+0000 7f381a7fc700 1 -- 172.21.15.98:0/775274019 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) v1 ==== 81+0+592 (secure 0 0 0) 0x7f381401d080 con 0x7f3824100fb0 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/2584105342 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3899645988 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4077232647 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4021317212 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:34.162 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:34.163 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3624022215 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:34.163 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/1230633181 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 msgr2=0x7f38100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 0x7f38100a3940 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3820009f50 tx=0x7f382000b540 comp rx=0 tx=0).stop 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 msgr2=0x7f3824197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f381400c920 tx=0x7f381400cc30 comp rx=0 tx=0).stop 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 shutdown_connections 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f38100a1480 0x7f38100a3940 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f38240ffdc0 0x7f3824196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3824101950 0x7f382419e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 --2- 172.21.15.98:0/775274019 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3824100fb0 0x7f3824197160 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 >> 172.21.15.98:0/775274019 conn(0x7f38240fb330 msgr2=0x7f3824068040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 shutdown_connections 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.162+0000 7f382b81b700 1 -- 172.21.15.98:0/775274019 wait complete. 2023-10-05T15:36:34.165 INFO:teuthology.orchestra.run.smithi098.stderr:listed 10 entries 2023-10-05T15:36:34.176 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:36:34.176 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:36:34.194 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:34.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 -- 172.21.15.98:0/201766685 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c0ff1d0 msgr2=0x7f8a6c0ff5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 --2- 172.21.15.98:0/201766685 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c0ff5f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009990 tx=0x7f8a5c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 -- 172.21.15.98:0/201766685 shutdown_connections 2023-10-05T15:36:34.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 --2- 172.21.15.98:0/201766685 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102be0 0x7f8a6c109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 --2- 172.21.15.98:0/201766685 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c0ff5f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 --2- 172.21.15.98:0/201766685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c102240 0x7f8a6c1026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.352+0000 7f8a737b5700 1 -- 172.21.15.98:0/201766685 >> 172.21.15.98:0/201766685 conn(0x7f8a6c0faac0 msgr2=0x7f8a6c0fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- 172.21.15.98:0/201766685 shutdown_connections 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- 172.21.15.98:0/201766685 wait complete. 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 Processor -- start 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- start start 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c101bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102240 0x7f8a6c1001f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c100ed0 con 0x7f8a6c102be0 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c101040 con 0x7f8a6c102240 2023-10-05T15:36:34.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a737b5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c1a0be0 con 0x7f8a6c0ff1d0 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a71d52700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a71d52700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43278/0 (socket says 172.21.15.98:43278) 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a71d52700 1 -- 172.21.15.98:0/3099435830 learned_addr learned my addr 172.21.15.98:0/3099435830 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a70d50700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102240 0x7f8a6c1001f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.353+0000 7f8a71551700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c101bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 -- 172.21.15.98:0/3099435830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 msgr2=0x7f8a6c101bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c101bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 -- 172.21.15.98:0/3099435830 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102240 msgr2=0x7f8a6c1001f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102240 0x7f8a6c1001f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 -- 172.21.15.98:0/3099435830 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a5c0095f0 con 0x7f8a6c102be0 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71551700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:34.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a71d52700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400ada0 tx=0x7f8a6400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:34.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6400f070 con 0x7f8a6c102be0 2023-10-05T15:36:34.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a64007b30 con 0x7f8a6c102be0 2023-10-05T15:36:34.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a6c1a0ec0 con 0x7f8a6c102be0 2023-10-05T15:36:34.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a640053e0 con 0x7f8a6c102be0 2023-10-05T15:36:34.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.354+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a6c1a12f0 con 0x7f8a6c102be0 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.355+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a6c108610 con 0x7f8a6c102be0 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.356+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8a6400c980 con 0x7f8a6c102be0 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.357+0000 7f8a627fc700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 0x7f8a580a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.357+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8a640ccaa0 con 0x7f8a6c102be0 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.357+0000 7f8a71551700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 0x7f8a580a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.357+0000 7f8a71551700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 0x7f8a580a3990 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c006010 tx=0x7f8a5c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:34.362 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.360+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8a64095fa0 con 0x7f8a6c102be0 2023-10-05T15:36:34.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.553+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8a6c10c6e0 con 0x7f8a6c102be0 2023-10-05T15:36:34.556 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.554+0000 7f8a627fc700 1 -- 172.21.15.98:0/3099435830 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7f8a640995c0 con 0x7f8a6c102be0 2023-10-05T15:36:34.556 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:34.556 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:34.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 msgr2=0x7f8a580a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 0x7f8a580a3990 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c006010 tx=0x7f8a5c00b540 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 msgr2=0x7f8a6c100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400ada0 tx=0x7f8a6400c330 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 shutdown_connections 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a580a14d0 0x7f8a580a3990 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a6c102be0 0x7f8a6c100730 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a6c0ff1d0 0x7f8a6c101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 --2- 172.21.15.98:0/3099435830 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a6c102240 0x7f8a6c1001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 >> 172.21.15.98:0/3099435830 conn(0x7f8a6c0faac0 msgr2=0x7f8a6c105750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 shutdown_connections 2023-10-05T15:36:34.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.556+0000 7f8a737b5700 1 -- 172.21.15.98:0/3099435830 wait complete. 2023-10-05T15:36:34.570 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:36:34.571 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 -- 172.21.15.98:0/3241132528 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 msgr2=0x7f6438101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 --2- 172.21.15.98:0/3241132528 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f6438101410 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6428009990 tx=0x7f6428009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 -- 172.21.15.98:0/3241132528 shutdown_connections 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 --2- 172.21.15.98:0/3241132528 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 0x7f6438100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 --2- 172.21.15.98:0/3241132528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f6438108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 --2- 172.21.15.98:0/3241132528 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f6438101410 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.695 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 -- 172.21.15.98:0/3241132528 >> 172.21.15.98:0/3241132528 conn(0x7f64380fb3b0 msgr2=0x7f64380fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:34.696 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 -- 172.21.15.98:0/3241132528 shutdown_connections 2023-10-05T15:36:34.696 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 -- 172.21.15.98:0/3241132528 wait complete. 2023-10-05T15:36:34.696 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.693+0000 7f643d9e3700 1 Processor -- start 2023-10-05T15:36:34.696 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- start start 2023-10-05T15:36:34.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 0x7f6438069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f643819deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643819e680 con 0x7f6438100f90 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643819e7f0 con 0x7f64380ffe40 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643819e9b0 con 0x7f6438101950 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43290/0 (socket says 172.21.15.98:43290) 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 -- 172.21.15.98:0/2209714917 learned_addr learned my addr 172.21.15.98:0/2209714917 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f6436ffd700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 0x7f6438069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64377fe700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f643819deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 -- 172.21.15.98:0/2209714917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 msgr2=0x7f643819deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f643819deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 -- 172.21.15.98:0/2209714917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 msgr2=0x7f6438069d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 0x7f6438069d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 -- 172.21.15.98:0/2209714917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64280095f0 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64377fe700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f643819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f64367fc700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6428004760 tx=0x7f6428004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f642801d070 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f643819ec30 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64280041d0 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64280053a0 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.694+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f643819f0d0 con 0x7f6438100f90 2023-10-05T15:36:34.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.695+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64381073c0 con 0x7f6438100f90 2023-10-05T15:36:34.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.696+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6428005500 con 0x7f6438100f90 2023-10-05T15:36:34.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.697+0000 7f643c9e1700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 0x7f64200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:34.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.697+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f64280ce6e0 con 0x7f6438100f90 2023-10-05T15:36:34.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.697+0000 7f6436ffd700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 0x7f64200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:34.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.697+0000 7f6436ffd700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 0x7f64200a3940 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f642c00ac50 tx=0x7f642c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:34.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.700+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6428097b80 con 0x7f6438100f90 2023-10-05T15:36:34.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.890+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f643810b840 con 0x7f6438100f90 2023-10-05T15:36:34.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.890+0000 7f643c9e1700 1 -- 172.21.15.98:0/2209714917 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f642809b1a0 con 0x7f6438100f90 2023-10-05T15:36:34.892 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:36:34.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 msgr2=0x7f64200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 0x7f64200a3940 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f642c00ac50 tx=0x7f642c00a380 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 msgr2=0x7f643819b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6428004760 tx=0x7f6428004790 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 shutdown_connections 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64200a1480 0x7f64200a3940 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64380ffe40 0x7f6438069d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6438101950 0x7f643819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 --2- 172.21.15.98:0/2209714917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6438100f90 0x7f643819b860 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 >> 172.21.15.98:0/2209714917 conn(0x7f64380fb3b0 msgr2=0x7f6438104500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.892+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 shutdown_connections 2023-10-05T15:36:34.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:34.893+0000 7f643d9e3700 1 -- 172.21.15.98:0/2209714917 wait complete. 2023-10-05T15:36:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:34 smithi173 ceph-mon[104029]: pgmap v260: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 334 B/s wr, 0 op/s 2023-10-05T15:36:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:34 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1490841647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:34 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/775274019' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:34 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3099435830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:34.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:34 smithi098 ceph-mon[99243]: pgmap v260: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 334 B/s wr, 0 op/s 2023-10-05T15:36:34.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:34 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1490841647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:34.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:34 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/775274019' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:34.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:34 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3099435830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:34.906 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:36:34.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:34 smithi115 ceph-mon[103691]: pgmap v260: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 334 B/s wr, 0 op/s 2023-10-05T15:36:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:34 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1490841647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:34 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/775274019' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:34.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:34 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3099435830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:35.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- 172.21.15.98:0/2413362591 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 msgr2=0x7feecc108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 --2- 172.21.15.98:0/2413362591 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc108200 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7feec400b0d0 tx=0x7feec400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- 172.21.15.98:0/2413362591 shutdown_connections 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 --2- 172.21.15.98:0/2413362591 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feecc0ffdc0 0x7feecc1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 --2- 172.21.15.98:0/2413362591 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc108200 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 --2- 172.21.15.98:0/2413362591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc100fb0 0x7feecc101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- 172.21.15.98:0/2413362591 >> 172.21.15.98:0/2413362591 conn(0x7feecc0fb330 msgr2=0x7feecc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- 172.21.15.98:0/2413362591 shutdown_connections 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- 172.21.15.98:0/2413362591 wait complete. 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 Processor -- start 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.031+0000 7feed41ee700 1 -- start start 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc0ffdc0 0x7feecc195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feecc100fb0 0x7feecc1960f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feecc19d730 con 0x7feecc101950 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feecc19d870 con 0x7feecc100fb0 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feecc19da00 con 0x7feecc0ffdc0 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43312/0 (socket says 172.21.15.98:43312) 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 -- 172.21.15.98:0/1613993271 learned_addr learned my addr 172.21.15.98:0/1613993271 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed1f8a700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc0ffdc0 0x7feecc195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 -- 172.21.15.98:0/1613993271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc0ffdc0 msgr2=0x7feecc195bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc0ffdc0 0x7feecc195bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 -- 172.21.15.98:0/1613993271 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feecc100fb0 msgr2=0x7feecc1960f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feecc100fb0 0x7feecc1960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 -- 172.21.15.98:0/1613993271 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec4009d00 con 0x7feecc101950 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed278b700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7feec4007a00 tx=0x7feec4009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec400e040 con 0x7feecc101950 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feec4003e10 con 0x7feecc101950 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feecc19dc80 con 0x7feecc101950 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feec4005610 con 0x7feecc101950 2023-10-05T15:36:35.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.032+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feecc19e0a0 con 0x7feecc101950 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.033+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feecc10b650 con 0x7feecc101950 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.034+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7feec4005770 con 0x7feecc101950 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.035+0000 7feec2ffd700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 0x7feeb80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.035+0000 7feed1f8a700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 0x7feeb80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.035+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7feec40cee40 con 0x7feecc101950 2023-10-05T15:36:35.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.035+0000 7feed1f8a700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 0x7feeb80a3940 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7feebc005fd0 tx=0x7feebc005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.038+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7feec4098340 con 0x7feecc101950 2023-10-05T15:36:35.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.229+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7feecc106c70 con 0x7feecc101950 2023-10-05T15:36:35.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.230+0000 7feec2ffd700 1 -- 172.21.15.98:0/1613993271 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7feec409b960 con 0x7feecc101950 2023-10-05T15:36:35.232 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.231+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 msgr2=0x7feeb80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.231+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 0x7feeb80a3940 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7feebc005fd0 tx=0x7feebc005dd0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 msgr2=0x7feecc19d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7feec4007a00 tx=0x7feec4009570 comp rx=0 tx=0).stop 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 shutdown_connections 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feeb80a1480 0x7feeb80a3940 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feecc101950 0x7feecc19d160 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feecc0ffdc0 0x7feecc195bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 --2- 172.21.15.98:0/1613993271 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feecc100fb0 0x7feecc1960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 >> 172.21.15.98:0/1613993271 conn(0x7feecc0fb330 msgr2=0x7feecc0fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 shutdown_connections 2023-10-05T15:36:35.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.232+0000 7feed41ee700 1 -- 172.21.15.98:0/1613993271 wait complete. 2023-10-05T15:36:35.246 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:36:35.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 -- 172.21.15.98:0/1036145909 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 msgr2=0x7fe080100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 --2- 172.21.15.98:0/1036145909 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080100200 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe0700099c0 tx=0x7fe070009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 -- 172.21.15.98:0/1036145909 shutdown_connections 2023-10-05T15:36:35.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 --2- 172.21.15.98:0/1036145909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080101970 0x7fe080108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 --2- 172.21.15.98:0/1036145909 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080100200 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 --2- 172.21.15.98:0/1036145909 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe080100fd0 0x7fe080101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 -- 172.21.15.98:0/1036145909 >> 172.21.15.98:0/1036145909 conn(0x7fe0800fb330 msgr2=0x7fe0800fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 -- 172.21.15.98:0/1036145909 shutdown_connections 2023-10-05T15:36:35.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.368+0000 7fe0864d2700 1 -- 172.21.15.98:0/1036145909 wait complete. 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 Processor -- start 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 -- start start 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 0x7fe0801960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe080101970 0x7fe08019d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019d6e0 con 0x7fe0800ffde0 2023-10-05T15:36:35.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019d820 con 0x7fe080101970 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe0864d2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019d9b0 con 0x7fe080100fd0 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe07ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.369+0000 7fe07ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43322/0 (socket says 172.21.15.98:43322) 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 -- 172.21.15.98:0/3935341253 learned_addr learned my addr 172.21.15.98:0/3935341253 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07f7fe700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 0x7fe0801960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 -- 172.21.15.98:0/3935341253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 msgr2=0x7fe0801960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 0x7fe0801960a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 -- 172.21.15.98:0/3935341253 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe080101970 msgr2=0x7fe08019d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe080101970 0x7fe08019d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 -- 172.21.15.98:0/3935341253 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0700095f0 con 0x7fe0800ffde0 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07f7fe700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 0x7fe0801960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:35.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07ffff700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe070009990 tx=0x7fe070005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07001d070 con 0x7fe0800ffde0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe08019dc30 con 0x7fe0800ffde0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe070004200 con 0x7fe0800ffde0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070022e30 con 0x7fe0800ffde0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.370+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe080069250 con 0x7fe0800ffde0 2023-10-05T15:36:35.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.371+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe08010b670 con 0x7fe0800ffde0 2023-10-05T15:36:35.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.372+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe070003d40 con 0x7fe0800ffde0 2023-10-05T15:36:35.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.373+0000 7fe07d7fa700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 0x7fe0680a5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.373+0000 7fe07f7fe700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 0x7fe0680a5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.373+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe0700ce1d0 con 0x7fe0800ffde0 2023-10-05T15:36:35.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.373+0000 7fe07f7fe700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 0x7fe0680a5b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe0740099d0 tx=0x7fe074008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.377+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe0700976d0 con 0x7fe0800ffde0 2023-10-05T15:36:35.571 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.569+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe080069ef0 con 0x7fe0800ffde0 2023-10-05T15:36:35.571 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.570+0000 7fe07d7fa700 1 -- 172.21.15.98:0/3935341253 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe07009acf0 con 0x7fe0800ffde0 2023-10-05T15:36:35.572 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 msgr2=0x7fe0680a5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 0x7fe0680a5b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe0740099d0 tx=0x7fe074008040 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 msgr2=0x7fe080195b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe070009990 tx=0x7fe070005e80 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 shutdown_connections 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe0680a3690 0x7fe0680a5b50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe080101970 0x7fe08019d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe0800ffde0 0x7fe080195b60 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 --2- 172.21.15.98:0/3935341253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe080100fd0 0x7fe0801960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.574 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 >> 172.21.15.98:0/3935341253 conn(0x7fe0800fb330 msgr2=0x7fe0800fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 shutdown_connections 2023-10-05T15:36:35.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.572+0000 7fe0864d2700 1 -- 172.21.15.98:0/3935341253 wait complete. 2023-10-05T15:36:35.586 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:36:35.711 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 -- 172.21.15.98:0/3768253777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0101950 msgr2=0x7f90c0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.711 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 --2- 172.21.15.98:0/3768253777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0101950 0x7f90c0108200 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f90b800b0d0 tx=0x7f90b800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.711 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 -- 172.21.15.98:0/3768253777 shutdown_connections 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 --2- 172.21.15.98:0/3768253777 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0101950 0x7f90c0108200 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 --2- 172.21.15.98:0/3768253777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 0x7f90c01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 --2- 172.21.15.98:0/3768253777 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0100fb0 0x7f90c0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 -- 172.21.15.98:0/3768253777 >> 172.21.15.98:0/3768253777 conn(0x7f90c00fb330 msgr2=0x7f90c00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 -- 172.21.15.98:0/3768253777 shutdown_connections 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 -- 172.21.15.98:0/3768253777 wait complete. 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.707+0000 7f90c694b700 1 Processor -- start 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 -- start start 2023-10-05T15:36:35.712 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 0x7f90c0195bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 0x7f90c019d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019d750 con 0x7f90c0100fb0 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019d890 con 0x7f90c0101950 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c694b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019da20 con 0x7f90c00ffdc0 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43338/0 (socket says 172.21.15.98:43338) 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 -- 172.21.15.98:0/2181671435 learned_addr learned my addr 172.21.15.98:0/2181671435 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c4ee8700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 0x7f90c019d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 -- 172.21.15.98:0/2181671435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 msgr2=0x7f90c0195bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bffff700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 0x7f90c0195bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.713 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 0x7f90c0195bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 -- 172.21.15.98:0/2181671435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 msgr2=0x7f90c019d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 0x7f90c019d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 -- 172.21.15.98:0/2181671435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b8009d00 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90c4ee8700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 0x7f90c019d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.708+0000 7f90bf7fe700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f90b400c920 tx=0x7f90b400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b4007b00 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90b4004cf0 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c019dd00 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b4005610 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c019e1c0 con 0x7f90c0100fb0 2023-10-05T15:36:35.714 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.709+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90c010b600 con 0x7f90c0100fb0 2023-10-05T15:36:35.715 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.711+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f90b4004750 con 0x7f90c0100fb0 2023-10-05T15:36:35.715 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.711+0000 7f90bd7fa700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 0x7f90a80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:35.715 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.711+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f90b40ccea0 con 0x7f90c0100fb0 2023-10-05T15:36:35.715 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.711+0000 7f90bffff700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 0x7f90a80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:35.715 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.712+0000 7f90bffff700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 0x7f90a80a3940 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f90b0005950 tx=0x7f90b00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:35.716 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.715+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f90b4096310 con 0x7f90c0100fb0 2023-10-05T15:36:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2209714917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1613993271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3935341253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.907 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.905+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f90c010b7f0 con 0x7f90c0100fb0 2023-10-05T15:36:35.908 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.906+0000 7f90bd7fa700 1 -- 172.21.15.98:0/2181671435 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v86) v1 ==== 103+0+11 (secure 0 0 0) 0x7f90b401d020 con 0x7f90c0100fb0 2023-10-05T15:36:35.908 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:36:35.910 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 msgr2=0x7f90a80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 0x7f90a80a3940 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f90b0005950 tx=0x7f90b00058e0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 msgr2=0x7f90c0196110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f90b400c920 tx=0x7f90b400cce0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 shutdown_connections 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90a80a1480 0x7f90a80a3940 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101950 0x7f90c019d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c00ffdc0 0x7f90c0195bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 --2- 172.21.15.98:0/2181671435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0100fb0 0x7f90c0196110 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 >> 172.21.15.98:0/2181671435 conn(0x7f90c00fb330 msgr2=0x7f90c00fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 shutdown_connections 2023-10-05T15:36:35.911 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:35.908+0000 7f90c694b700 1 -- 172.21.15.98:0/2181671435 wait complete. 2023-10-05T15:36:35.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2209714917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1613993271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3935341253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2209714917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1613993271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3935341253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:36:35.922 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:36:36.047 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 -- 172.21.15.98:0/3530251570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102a40 msgr2=0x7ffb6c109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.047 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 --2- 172.21.15.98:0/3530251570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102a40 0x7ffb6c109360 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ffb6400b0a0 tx=0x7ffb6400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 -- 172.21.15.98:0/3530251570 shutdown_connections 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 --2- 172.21.15.98:0/3530251570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102a40 0x7ffb6c109360 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 --2- 172.21.15.98:0/3530251570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c100ea0 0x7ffb6c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 --2- 172.21.15.98:0/3530251570 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c102080 0x7ffb6c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 -- 172.21.15.98:0/3530251570 >> 172.21.15.98:0/3530251570 conn(0x7ffb6c0fc460 msgr2=0x7ffb6c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 -- 172.21.15.98:0/3530251570 shutdown_connections 2023-10-05T15:36:36.048 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.045+0000 7ffb728e2700 1 -- 172.21.15.98:0/3530251570 wait complete. 2023-10-05T15:36:36.050 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 Processor -- start 2023-10-05T15:36:36.050 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 -- start start 2023-10-05T15:36:36.050 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c100ea0 0x7ffb6c198ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.050 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 0x7ffb6c1a0490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb6c1a0a60 con 0x7ffb6c102080 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb6c1a0ba0 con 0x7ffb6c100ea0 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb728e2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb6c1a0d30 con 0x7ffb6c102a40 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.046+0000 7ffb6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43354/0 (socket says 172.21.15.98:43354) 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 -- 172.21.15.98:0/1958737089 learned_addr learned my addr 172.21.15.98:0/1958737089 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6bfff700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c100ea0 0x7ffb6c198ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb70e7f700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 0x7ffb6c1a0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 -- 172.21.15.98:0/1958737089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 msgr2=0x7ffb6c1a0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.051 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 0x7ffb6c1a0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 -- 172.21.15.98:0/1958737089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c100ea0 msgr2=0x7ffb6c198ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c100ea0 0x7ffb6c198ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 -- 172.21.15.98:0/1958737089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb64009d00 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb70e7f700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 0x7ffb6c1a0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb6b7fe700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffb6000d980 tx=0x7ffb6000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb60004020 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb60009730 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb6c1a0fb0 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb60003a80 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.047+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb6c1a1490 con 0x7ffb6c102080 2023-10-05T15:36:36.052 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.048+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb6c10c760 con 0x7ffb6c102080 2023-10-05T15:36:36.053 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.049+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffb600098a0 con 0x7ffb6c102080 2023-10-05T15:36:36.053 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.050+0000 7ffb697fa700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 0x7ffb540a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.053 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.050+0000 7ffb6bfff700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 0x7ffb540a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.053 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.050+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ffb600ccbf0 con 0x7ffb6c102080 2023-10-05T15:36:36.053 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.050+0000 7ffb6bfff700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 0x7ffb540a39c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c101bf0 tx=0x7ffb5c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.055 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.054+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffb60096000 con 0x7ffb6c102080 2023-10-05T15:36:36.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.258+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ffb6c1a16e0 con 0x7ffb6c102080 2023-10-05T15:36:36.260 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.258+0000 7ffb697fa700 1 -- 172.21.15.98:0/1958737089 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) v1 ==== 81+0+592 (secure 0 0 0) 0x7ffb60099620 con 0x7ffb6c102080 2023-10-05T15:36:36.260 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/2584105342 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3899645988 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4077232647 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4021317212 2023-10-06T15:30:25.452043+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3624022215 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:36.261 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/1230633181 2023-10-06T15:30:03.203788+0000 2023-10-05T15:36:36.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 msgr2=0x7ffb540a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 0x7ffb540a39c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c101bf0 tx=0x7ffb5c00b410 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 msgr2=0x7ffb6c199420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffb6000d980 tx=0x7ffb6000dc90 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 shutdown_connections 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb540a1500 0x7ffb540a39c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb6c100ea0 0x7ffb6c198ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb6c102a40 0x7ffb6c1a0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 --2- 172.21.15.98:0/1958737089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb6c102080 0x7ffb6c199420 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.260+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 >> 172.21.15.98:0/1958737089 conn(0x7ffb6c0fc460 msgr2=0x7ffb6c0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:36.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.261+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 shutdown_connections 2023-10-05T15:36:36.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.261+0000 7ffb728e2700 1 -- 172.21.15.98:0/1958737089 wait complete. 2023-10-05T15:36:36.264 INFO:teuthology.orchestra.run.smithi098.stderr:listed 10 entries 2023-10-05T15:36:36.274 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi098.front.sepia.ceph.com... 2023-10-05T15:36:36.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:36.274 DEBUG:teuthology.orchestra.run.smithi098:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:36:36.310 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi098.stderr:ceph-fuse[154138]: fuse finished with error 0 and tester_r 0 2023-10-05T15:36:36.312 INFO:teuthology.orchestra.run:waiting for 300 2023-10-05T15:36:36.347 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:36:36.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:36:36.347 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2023-10-05T15:36:36.423 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:36.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 -- 172.21.15.98:0/1088902063 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 msgr2=0x7f881c100490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 --2- 172.21.15.98:0/1088902063 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c100490 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f880c009990 tx=0x7f880c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 -- 172.21.15.98:0/1088902063 shutdown_connections 2023-10-05T15:36:36.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 --2- 172.21.15.98:0/1088902063 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 --2- 172.21.15.98:0/1088902063 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 --2- 172.21.15.98:0/1088902063 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c100490 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 -- 172.21.15.98:0/1088902063 >> 172.21.15.98:0/1088902063 conn(0x7f881c0faac0 msgr2=0x7f881c0fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:36.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 -- 172.21.15.98:0/1088902063 shutdown_connections 2023-10-05T15:36:36.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.582+0000 7f8820e69700 1 -- 172.21.15.98:0/1088902063 wait complete. 2023-10-05T15:36:36.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 Processor -- start 2023-10-05T15:36:36.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 -- start start 2023-10-05T15:36:36.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.587 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c19de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f881c19e650 con 0x7f881c100010 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f881c19e7c0 con 0x7f881c101450 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8820e69700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f881c19e980 con 0x7f881c1009d0 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43366/0 (socket says 172.21.15.98:43366) 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 -- 172.21.15.98:0/3975824118 learned_addr learned my addr 172.21.15.98:0/3975824118 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881ad9d700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c19de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f8819d9b700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 -- 172.21.15.98:0/3975824118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 msgr2=0x7f881c19b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c19b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 -- 172.21.15.98:0/3975824118 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 msgr2=0x7f881c19de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.583+0000 7f881a59c700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c19de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f881a59c700 1 -- 172.21.15.98:0/3975824118 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c0095f0 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f8819d9b700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c19b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f881ad9d700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c19de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f881a59c700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f881000c920 tx=0x7f881000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8810007b00 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f881c19ec60 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8810004cf0 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8810005540 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.584+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f881c19f1c0 con 0x7f881c100010 2023-10-05T15:36:36.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.585+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f881c10b5c0 con 0x7f881c100010 2023-10-05T15:36:36.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.586+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8810004750 con 0x7f881c100010 2023-10-05T15:36:36.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.586+0000 7f880b7fe700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 0x7f88040a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.586+0000 7f8819d9b700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 0x7f88040a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.586+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f88100ccb60 con 0x7f881c100010 2023-10-05T15:36:36.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.587+0000 7f8819d9b700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 0x7f88040a3990 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f880c00b5c0 tx=0x7f880c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.591+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8810095fd0 con 0x7f881c100010 2023-10-05T15:36:36.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.784+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f881c10b800 con 0x7f881c100010 2023-10-05T15:36:36.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.786+0000 7f880b7fe700 1 -- 172.21.15.98:0/3975824118 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7f881001d090 con 0x7f881c100010 2023-10-05T15:36:36.788 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:36.788 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 msgr2=0x7f88040a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 0x7f88040a3990 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f880c00b5c0 tx=0x7f880c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 msgr2=0x7f881c0ffa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f881000c920 tx=0x7f881000cce0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 shutdown_connections 2023-10-05T15:36:36.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f88040a14d0 0x7f88040a3990 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f881c101450 0x7f881c19de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f881c100010 0x7f881c0ffa90 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 --2- 172.21.15.98:0/3975824118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f881c1009d0 0x7f881c19b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 >> 172.21.15.98:0/3975824118 conn(0x7f881c0faac0 msgr2=0x7f881c0fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 shutdown_connections 2023-10-05T15:36:36.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.788+0000 7f8820e69700 1 -- 172.21.15.98:0/3975824118 wait complete. 2023-10-05T15:36:36.803 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:36.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:36 smithi173 ceph-mon[104029]: pgmap v261: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 301 B/s wr, 0 op/s 2023-10-05T15:36:36.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2181671435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:36.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1958737089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:36.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:36 smithi115 ceph-mon[103691]: pgmap v261: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 301 B/s wr, 0 op/s 2023-10-05T15:36:36.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2181671435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:36.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1958737089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3511889005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 msgr2=0x7feaa4100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3511889005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4100200 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fea940099c0 tx=0x7fea94009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3511889005 shutdown_connections 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3511889005 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 0x7feaa4108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3511889005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4100200 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3511889005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3511889005 >> 172.21.15.98:0/3511889005 conn(0x7feaa40fb330 msgr2=0x7feaa40fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3511889005 shutdown_connections 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.923+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3511889005 wait complete. 2023-10-05T15:36:36.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 Processor -- start 2023-10-05T15:36:36.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 -- start start 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 0x7feaa419e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419e6d0 con 0x7feaa40ffde0 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419e810 con 0x7feaa4101970 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaaa3a3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa419e9a0 con 0x7feaa4100fd0 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaa3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaa3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43380/0 (socket says 172.21.15.98:43380) 2023-10-05T15:36:36.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.924+0000 7feaa3fff700 1 -- 172.21.15.98:0/3870065812 learned_addr learned my addr 172.21.15.98:0/3870065812 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa8940700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 0x7feaa419e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa37fe700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 -- 172.21.15.98:0/3870065812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 msgr2=0x7feaa4197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 -- 172.21.15.98:0/3870065812 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 msgr2=0x7feaa419e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 0x7feaa419e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 -- 172.21.15.98:0/3870065812 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea940095f0 con 0x7feaa40ffde0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa37fe700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa3fff700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fea94009fd0 tx=0x7fea9400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea9401d070 con 0x7feaa40ffde0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea940054f0 con 0x7feaa40ffde0 2023-10-05T15:36:36.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feaa419ec20 con 0x7feaa40ffde0 2023-10-05T15:36:36.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea94004bd0 con 0x7feaa40ffde0 2023-10-05T15:36:36.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.925+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feaa419f040 con 0x7feaa40ffde0 2023-10-05T15:36:36.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.926+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feaa410b5f0 con 0x7feaa40ffde0 2023-10-05T15:36:36.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.927+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fea9400fb80 con 0x7feaa40ffde0 2023-10-05T15:36:36.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.928+0000 7feaa17fa700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 0x7fea8c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:36.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.928+0000 7feaa37fe700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 0x7fea8c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:36.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.928+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fea940cddb0 con 0x7feaa40ffde0 2023-10-05T15:36:36.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.928+0000 7feaa37fe700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 0x7fea8c0a3990 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fea98005950 tx=0x7fea980058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:36.934 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:36.932+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fea94097370 con 0x7feaa40ffde0 2023-10-05T15:36:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:36 smithi098 ceph-mon[99243]: pgmap v261: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 301 B/s wr, 0 op/s 2023-10-05T15:36:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2181671435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:36:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1958737089' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:36:37.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.123+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feaa419f1d0 con 0x7feaa40ffde0 2023-10-05T15:36:37.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.125+0000 7feaa17fa700 1 -- 172.21.15.98:0/3870065812 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7fea94026090 con 0x7feaa40ffde0 2023-10-05T15:36:37.127 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:37.127 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 msgr2=0x7fea8c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 0x7fea8c0a3990 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fea98005950 tx=0x7fea980058e0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 msgr2=0x7feaa4196b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fea94009fd0 tx=0x7fea9400f690 comp rx=0 tx=0).stop 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 shutdown_connections 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea8c0a14d0 0x7fea8c0a3990 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feaa4101970 0x7feaa419e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feaa40ffde0 0x7feaa4196b50 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 --2- 172.21.15.98:0/3870065812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feaa4100fd0 0x7feaa4197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 >> 172.21.15.98:0/3870065812 conn(0x7feaa40fb330 msgr2=0x7feaa4069110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:37.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 shutdown_connections 2023-10-05T15:36:37.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.127+0000 7feaaa3a3700 1 -- 172.21.15.98:0/3870065812 wait complete. 2023-10-05T15:36:37.142 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-05T15:36:37.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- 172.21.15.98:0/543798141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 msgr2=0x7f2d8c108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- 172.21.15.98:0/543798141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c108240 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2d8400b0d0 tx=0x7f2d8400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- 172.21.15.98:0/543798141 shutdown_connections 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- 172.21.15.98:0/543798141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c0ffe00 0x7f2d8c100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- 172.21.15.98:0/543798141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c108240 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- 172.21.15.98:0/543798141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c100ff0 0x7f2d8c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- 172.21.15.98:0/543798141 >> 172.21.15.98:0/543798141 conn(0x7f2d8c0fb370 msgr2=0x7f2d8c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- 172.21.15.98:0/543798141 shutdown_connections 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- 172.21.15.98:0/543798141 wait complete. 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 Processor -- start 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 -- start start 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c0ffe00 0x7f2d8c195ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.264+0000 7f2d942c9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c100ff0 0x7f2d8c1960e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c19d720 con 0x7f2d8c101990 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c19d860 con 0x7f2d8c100ff0 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8c19d9f0 con 0x7f2d8c0ffe00 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43398/0 (socket says 172.21.15.98:43398) 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 -- 172.21.15.98:0/482987972 learned_addr learned my addr 172.21.15.98:0/482987972 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92065700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c0ffe00 0x7f2d8c195ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d91864700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c100ff0 0x7f2d8c1960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 -- 172.21.15.98:0/482987972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c0ffe00 msgr2=0x7f2d8c195ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c0ffe00 0x7f2d8c195ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 -- 172.21.15.98:0/482987972 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c100ff0 msgr2=0x7f2d8c1960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c100ff0 0x7f2d8c1960e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 -- 172.21.15.98:0/482987972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d84009d00 con 0x7f2d8c101990 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d92866700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2d84007a00 tx=0x7f2d840094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8400e040 con 0x7f2d8c101990 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d84003e10 con 0x7f2d8c101990 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d8c19dc70 con 0x7f2d8c101990 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d84012a90 con 0x7f2d8c101990 2023-10-05T15:36:37.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.265+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d8c19e040 con 0x7f2d8c101990 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.266+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d8c106c60 con 0x7f2d8c101990 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.267+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2d840056c0 con 0x7f2d8c101990 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.268+0000 7f2d837fe700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 0x7f2d780a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.268+0000 7f2d92065700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 0x7f2d780a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.268+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f2d840ce6f0 con 0x7f2d8c101990 2023-10-05T15:36:37.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.268+0000 7f2d92065700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 0x7f2d780a3940 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c100e50 tx=0x7f2d8800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:37.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.272+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2d84097bf0 con 0x7f2d8c101990 2023-10-05T15:36:37.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.505+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f2d8c10b690 con 0x7f2d8c101990 2023-10-05T15:36:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.846+0000 7f2d837fe700 1 -- 172.21.15.98:0/482987972 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) v1 ==== 118+0+0 (secure 0 0 0) 0x7f2d8409b210 con 0x7f2d8c101990 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 msgr2=0x7f2d780a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 0x7f2d780a3940 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c100e50 tx=0x7f2d8800b410 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 msgr2=0x7f2d8c19d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2d84007a00 tx=0x7f2d840094c0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 shutdown_connections 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d780a1480 0x7f2d780a3940 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d8c101990 0x7f2d8c19d150 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d8c0ffe00 0x7f2d8c195ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 --2- 172.21.15.98:0/482987972 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d8c100ff0 0x7f2d8c1960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.848+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 >> 172.21.15.98:0/482987972 conn(0x7f2d8c0fb370 msgr2=0x7f2d8c0fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:37.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.849+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 shutdown_connections 2023-10-05T15:36:37.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.849+0000 7f2d942c9700 1 -- 172.21.15.98:0/482987972 wait complete. 2023-10-05T15:36:37.862 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3975824118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.862 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3870065812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.862 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:36:37.863 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True} 2023-10-05T15:36:37.863 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2023-10-05T15:36:37.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3975824118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3870065812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:36:37.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3975824118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3870065812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:37.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:36:37.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 -- 172.21.15.98:0/2768489659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd054101970 msgr2=0x7fd054108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 --2- 172.21.15.98:0/2768489659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd054101970 0x7fd054108220 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fd04c00b0d0 tx=0x7fd04c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 -- 172.21.15.98:0/2768489659 shutdown_connections 2023-10-05T15:36:37.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 --2- 172.21.15.98:0/2768489659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd054101970 0x7fd054108220 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 --2- 172.21.15.98:0/2768489659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0540ffde0 0x7fd054100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 --2- 172.21.15.98:0/2768489659 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 0x7fd054101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 -- 172.21.15.98:0/2768489659 >> 172.21.15.98:0/2768489659 conn(0x7fd0540fb330 msgr2=0x7fd0540fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 -- 172.21.15.98:0/2768489659 shutdown_connections 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 -- 172.21.15.98:0/2768489659 wait complete. 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.986+0000 7fd05a149700 1 Processor -- start 2023-10-05T15:36:37.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 -- start start 2023-10-05T15:36:37.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 0x7fd0541023b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd054101970 0x7fd0541028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd054103090 con 0x7fd0540ffde0 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd054103200 con 0x7fd054100fd0 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd05a149700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0541a0c70 con 0x7fd054101970 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43408/0 (socket says 172.21.15.98:43408) 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 -- 172.21.15.98:0/3206355041 learned_addr learned my addr 172.21.15.98:0/3206355041 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd052ffd700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 0x7fd0541023b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd053fff700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd054101970 0x7fd0541028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 -- 172.21.15.98:0/3206355041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd054101970 msgr2=0x7fd0541028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd054101970 0x7fd0541028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 -- 172.21.15.98:0/3206355041 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 msgr2=0x7fd0541023b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 0x7fd0541023b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 -- 172.21.15.98:0/3206355041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd04c009d00 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.987+0000 7fd0537fe700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd04800d980 tx=0x7fd04800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.988+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd048004020 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.988+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0541a0f50 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.988+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd048009730 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.988+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd048003a30 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.988+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0541a13d0 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.989+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd05410b600 con 0x7fd0540ffde0 2023-10-05T15:36:37.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.989+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd0480098a0 con 0x7fd0540ffde0 2023-10-05T15:36:37.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.990+0000 7fd050ff9700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 0x7fd03c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:37.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.990+0000 7fd052ffd700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 0x7fd03c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:37.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.990+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fd0480ccbc0 con 0x7fd0540ffde0 2023-10-05T15:36:37.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.990+0000 7fd052ffd700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 0x7fd03c0a3940 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd04400ac50 tx=0x7fd04400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:37.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:37.994+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd048096030 con 0x7fd0540ffde0 2023-10-05T15:36:38.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.230+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7fd05410b7f0 con 0x7fd0540ffde0 2023-10-05T15:36:38.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.848+0000 7fd050ff9700 1 -- 172.21.15.98:0/3206355041 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) v1 ==== 105+0+0 (secure 0 0 0) 0x7fd048099650 con 0x7fd0540ffde0 2023-10-05T15:36:38.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 msgr2=0x7fd03c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:38.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 0x7fd03c0a3940 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd04400ac50 tx=0x7fd04400a380 comp rx=0 tx=0).stop 2023-10-05T15:36:38.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 msgr2=0x7fd054103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:38.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd04800d980 tx=0x7fd04800dc90 comp rx=0 tx=0).stop 2023-10-05T15:36:38.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 shutdown_connections 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd03c0a1480 0x7fd03c0a3940 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd054101970 0x7fd0541028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd0540ffde0 0x7fd054103d70 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 --2- 172.21.15.98:0/3206355041 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd054100fd0 0x7fd0541023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 >> 172.21.15.98:0/3206355041 conn(0x7fd0540fb330 msgr2=0x7fd054069070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 shutdown_connections 2023-10-05T15:36:38.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.850+0000 7fd05a149700 1 -- 172.21.15.98:0/3206355041 wait complete. 2023-10-05T15:36:38.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:38 smithi098 ceph-mon[99243]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:36:38.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:36:38.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:38 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:38.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-05T15:36:38.869 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-10-05T15:36:38.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:38 smithi173 ceph-mon[104029]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:36:38.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:38 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:36:38.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:38 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:38.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:38 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-05T15:36:38.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:38 smithi115 ceph-mon[103691]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:36:38.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:38 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/482987972' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:36:38.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:38 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:38.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:38 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 -- 172.21.15.98:0/1507419467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 msgr2=0x7f03c41017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1507419467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c41017b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009990 tx=0x7f03b8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 -- 172.21.15.98:0/1507419467 shutdown_connections 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1507419467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c4100a60 0x7f03c4108320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1507419467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c41017b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1507419467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c41000c0 0x7f03c4100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 -- 172.21.15.98:0/1507419467 >> 172.21.15.98:0/1507419467 conn(0x7f03c40faaf0 msgr2=0x7f03c40fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 -- 172.21.15.98:0/1507419467 shutdown_connections 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.993+0000 7f03c9a31700 1 -- 172.21.15.98:0/1507419467 wait complete. 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 Processor -- start 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 -- start start 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c41000c0 0x7f03c40ffb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c4100a60 0x7f03c419b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c419e680 con 0x7f03c4101390 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c419e7f0 con 0x7f03c4100a60 2023-10-05T15:36:38.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c9a31700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c419e9b0 con 0x7f03c41000c0 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43426/0 (socket says 172.21.15.98:43426) 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 -- 172.21.15.98:0/1576127841 learned_addr learned my addr 172.21.15.98:0/1576127841 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c2ffd700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c41000c0 0x7f03c40ffb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c27fc700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c4100a60 0x7f03c419b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 -- 172.21.15.98:0/1576127841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c41000c0 msgr2=0x7f03c40ffb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c41000c0 0x7f03c40ffb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 -- 172.21.15.98:0/1576127841 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c4100a60 msgr2=0x7f03c419b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c4100a60 0x7f03c419b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.994+0000 7f03c37fe700 1 -- 172.21.15.98:0/1576127841 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03b80095f0 con 0x7f03c4101390 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c37fe700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f03bc007ee0 tx=0x7f03bc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:38.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc017070 con 0x7f03c4101390 2023-10-05T15:36:39.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f03bc00f040 con 0x7f03c4101390 2023-10-05T15:36:39.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03c419ec90 con 0x7f03c4101390 2023-10-05T15:36:39.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc005580 con 0x7f03c4101390 2023-10-05T15:36:39.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.995+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03c419f150 con 0x7f03c4101390 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.996+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03c410b5f0 con 0x7f03c4101390 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.997+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f03bc00db20 con 0x7f03c4101390 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.997+0000 7f03c8a2f700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 0x7f03ac0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.997+0000 7f03c2ffd700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 0x7f03ac0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.997+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f03bc0cc660 con 0x7f03c4101390 2023-10-05T15:36:39.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:38.998+0000 7f03c2ffd700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 0x7f03ac0a3940 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f03b800b5c0 tx=0x7f03b8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:39.003 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.002+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f03bc095ad0 con 0x7f03c4101390 2023-10-05T15:36:39.237 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.235+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f03c4106d70 con 0x7f03c4101390 2023-10-05T15:36:39.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.857+0000 7f03c8a2f700 1 -- 172.21.15.98:0/1576127841 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) v1 ==== 121+0+0 (secure 0 0 0) 0x7f03bc0990f0 con 0x7f03c4101390 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 msgr2=0x7f03ac0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 0x7f03ac0a3940 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f03b800b5c0 tx=0x7f03b8005fd0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 msgr2=0x7f03c419deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f03bc007ee0 tx=0x7f03bc00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 shutdown_connections 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f03ac0a1480 0x7f03ac0a3940 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f03c4101390 0x7f03c419deb0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.864 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03c41000c0 0x7f03c40ffb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 --2- 172.21.15.98:0/1576127841 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03c4100a60 0x7f03c419b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:39.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 >> 172.21.15.98:0/1576127841 conn(0x7f03c40faaf0 msgr2=0x7f03c40fcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:39.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 shutdown_connections 2023-10-05T15:36:39.865 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:39.862+0000 7f03c9a31700 1 -- 172.21.15.98:0/1576127841 wait complete. 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:36:39.882 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:36:39.883 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:36:39.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:36:39.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:36:39.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:36:39.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3206355041' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-05T15:36:39.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:36:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:36:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:36:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:36:39.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- 172.21.15.98:0/28798915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 msgr2=0x7f0a9c108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/28798915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c108270 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400b0a0 tx=0x7f0a9400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- 172.21.15.98:0/28798915 shutdown_connections 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/28798915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c108270 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/28798915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/28798915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- 172.21.15.98:0/28798915 >> 172.21.15.98:0/28798915 conn(0x7f0a9c0fb3b0 msgr2=0x7f0a9c0fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:40.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- 172.21.15.98:0/28798915 shutdown_connections 2023-10-05T15:36:40.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- 172.21.15.98:0/28798915 wait complete. 2023-10-05T15:36:40.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 Processor -- start 2023-10-05T15:36:40.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.011+0000 7f0aa22ff700 1 -- start start 2023-10-05T15:36:40.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c069dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:40.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c19b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:40.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:40.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a9c19e7f0 con 0x7f0a9c101950 2023-10-05T15:36:40.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a9c19e960 con 0x7f0a9c100f90 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a9c19eb20 con 0x7f0a9c0ffe40 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43440/0 (socket says 172.21.15.98:43440) 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 -- 172.21.15.98:0/1389410061 learned_addr learned my addr 172.21.15.98:0/1389410061 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a9b7fe700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c19b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a9bfff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c069dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 -- 172.21.15.98:0/1389410061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 msgr2=0x7f0a9c069dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c069dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 -- 172.21.15.98:0/1389410061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 msgr2=0x7f0a9c19b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c19b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 -- 172.21.15.98:0/1389410061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a94009d00 con 0x7f0a9c101950 2023-10-05T15:36:40.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a9bfff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a9b7fe700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c19b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa089c700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400b780 tx=0x7f0a9400bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a9400e040 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a94004e60 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a9c19eda0 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a9401b870 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.012+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a9c19f1d0 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.013+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a9c1073d0 con 0x7f0a9c101950 2023-10-05T15:36:40.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.014+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0a9401b9d0 con 0x7f0a9c101950 2023-10-05T15:36:40.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.015+0000 7f0a997fa700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 0x7f0a840a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:40.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.015+0000 7f0a9bfff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 0x7f0a840a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:40.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.015+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f0a940ce970 con 0x7f0a9c101950 2023-10-05T15:36:40.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.015+0000 7f0a9bfff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 0x7f0a840a3940 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c005fd0 tx=0x7f0a8c005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:40.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.019+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0a94097e70 con 0x7f0a9c101950 2023-10-05T15:36:40.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.259+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f0a9c10b5f0 con 0x7f0a9c101950 2023-10-05T15:36:40.867 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.865+0000 7f0a997fa700 1 -- 172.21.15.98:0/1389410061 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) v1 ==== 115+0+0 (secure 0 0 0) 0x7f0a9409b490 con 0x7f0a9c101950 2023-10-05T15:36:40.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 msgr2=0x7f0a840a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 0x7f0a840a3940 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c005fd0 tx=0x7f0a8c005dc0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 msgr2=0x7f0a9c19e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0a9400b780 tx=0x7f0a9400bdb0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 shutdown_connections 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a840a1480 0x7f0a840a3940 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a9c101950 0x7f0a9c19e050 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a9c0ffe40 0x7f0a9c069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.867+0000 7f0aa22ff700 1 --2- 172.21.15.98:0/1389410061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a9c100f90 0x7f0a9c19b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:40.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.868+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 >> 172.21.15.98:0/1389410061 conn(0x7f0a9c0fb3b0 msgr2=0x7f0a9c104510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:40.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.868+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 shutdown_connections 2023-10-05T15:36:40.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:40.868+0000 7f0aa22ff700 1 -- 172.21.15.98:0/1389410061 wait complete. 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 0 op/s 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-10-05T15:36:40.885 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:40 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:36:40.886 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-05T15:36:40.887 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:36:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 0 op/s 2023-10-05T15:36:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:36:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:36:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:36:40.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:36:40.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-10-05T15:36:40.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-10-05T15:36:40.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:40 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:36:40.913 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:36:40.784+0000 7efd614de700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 0 op/s 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1576127841' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-10-05T15:36:40.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:40 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:36:41.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 -- 172.21.15.98:0/2998005977 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f8100fb0 msgr2=0x7f24f8101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/2998005977 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f8100fb0 0x7f24f8101410 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f24e80099c0 tx=0x7f24e8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 -- 172.21.15.98:0/2998005977 shutdown_connections 2023-10-05T15:36:41.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/2998005977 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f80ffdc0 0x7f24f81001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/2998005977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 0x7f24f8108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/2998005977 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f8100fb0 0x7f24f8101410 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 -- 172.21.15.98:0/2998005977 >> 172.21.15.98:0/2998005977 conn(0x7f24f80fb310 msgr2=0x7f24f80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 -- 172.21.15.98:0/2998005977 shutdown_connections 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.006+0000 7f24fdbc0700 1 -- 172.21.15.98:0/2998005977 wait complete. 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 Processor -- start 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 -- start start 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f8100fb0 0x7f24f8197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 0x7f24f819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f819e680 con 0x7f24f80ffdc0 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f819e7c0 con 0x7f24f8100fb0 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24fdbc0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24f819e950 con 0x7f24f8101950 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24f77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24f77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43450/0 (socket says 172.21.15.98:43450) 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24f77fe700 1 -- 172.21.15.98:0/1102001910 learned_addr learned my addr 172.21.15.98:0/1102001910 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24f6ffd700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f8100fb0 0x7f24f8197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.007+0000 7f24f7fff700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 0x7f24f819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 -- 172.21.15.98:0/1102001910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 msgr2=0x7f24f819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 0x7f24f819e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 -- 172.21.15.98:0/1102001910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f8100fb0 msgr2=0x7f24f8197040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f8100fb0 0x7f24f8197040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 -- 172.21.15.98:0/1102001910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24e80095f0 con 0x7f24f80ffdc0 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f77fe700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f24ec00c990 tx=0x7f24ec00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec007b00 con 0x7f24f80ffdc0 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24ec007c60 con 0x7f24f80ffdc0 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec018660 con 0x7f24f80ffdc0 2023-10-05T15:36:41.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24f819ec30 con 0x7f24f80ffdc0 2023-10-05T15:36:41.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.008+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24f819f0f0 con 0x7f24f80ffdc0 2023-10-05T15:36:41.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.009+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24f810b5d0 con 0x7f24f80ffdc0 2023-10-05T15:36:41.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.011+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f24ec00f450 con 0x7f24f80ffdc0 2023-10-05T15:36:41.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.011+0000 7f24f4ff9700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 0x7f24e00a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.011+0000 7f24f6ffd700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 0x7f24e00a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.011+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f24ec0ccef0 con 0x7f24f80ffdc0 2023-10-05T15:36:41.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.012+0000 7f24f6ffd700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 0x7f24e00a3990 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24e800b580 tx=0x7f24e8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.015+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f24ec0963f0 con 0x7f24f80ffdc0 2023-10-05T15:36:41.249 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.247+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f24f810b810 con 0x7f24f80ffdc0 2023-10-05T15:36:41.249 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.248+0000 7f24f4ff9700 1 -- 172.21.15.98:0/1102001910 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+11319 (secure 0 0 0) 0x7f24ec099a10 con 0x7f24f80ffdc0 2023-10-05T15:36:41.250 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:41.250 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24448,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:40.869378+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:creating","state_seq":1,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:36:41.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 msgr2=0x7f24e00a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 0x7f24e00a3990 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24e800b580 tx=0x7f24e8000bc0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 msgr2=0x7f24f8196b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f24ec00c990 tx=0x7f24ec00cca0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 shutdown_connections 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f24e00a14d0 0x7f24e00a3990 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24f8101950 0x7f24f819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f24f80ffdc0 0x7f24f8196b00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 --2- 172.21.15.98:0/1102001910 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f24f8100fb0 0x7f24f8197040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 >> 172.21.15.98:0/1102001910 conn(0x7f24f80fb310 msgr2=0x7f24f8068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 shutdown_connections 2023-10-05T15:36:41.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.250+0000 7f24fdbc0700 1 -- 172.21.15.98:0/1102001910 wait complete. 2023-10-05T15:36:41.254 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 24 2023-10-05T15:36:41.264 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:36:41.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- 172.21.15.98:0/3729979367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c101950 msgr2=0x7fbb6c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 --2- 172.21.15.98:0/3729979367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c101950 0x7fbb6c108200 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbb6400b0d0 tx=0x7fbb6400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- 172.21.15.98:0/3729979367 shutdown_connections 2023-10-05T15:36:41.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 --2- 172.21.15.98:0/3729979367 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 --2- 172.21.15.98:0/3729979367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c101950 0x7fbb6c108200 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 --2- 172.21.15.98:0/3729979367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- 172.21.15.98:0/3729979367 >> 172.21.15.98:0/3729979367 conn(0x7fbb6c0fb310 msgr2=0x7fbb6c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- 172.21.15.98:0/3729979367 shutdown_connections 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- 172.21.15.98:0/3729979367 wait complete. 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 Processor -- start 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.383+0000 7fbb73075700 1 -- start start 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c101950 0x7fbb6c19e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c19e7d0 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c19e940 con 0x7fbb6c100fb0 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6c19eb00 con 0x7fbb6c101950 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43464/0 (socket says 172.21.15.98:43464) 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 -- 172.21.15.98:0/725889232 learned_addr learned my addr 172.21.15.98:0/725889232 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb71612700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c101950 0x7fbb6c19e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb6bfff700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 -- 172.21.15.98:0/725889232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c101950 msgr2=0x7fbb6c19e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c101950 0x7fbb6c19e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 -- 172.21.15.98:0/725889232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 msgr2=0x7fbb6c19b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c19b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 -- 172.21.15.98:0/725889232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb64009d00 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb6bfff700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb70e11700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000c970 tx=0x7fbb6000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb60004220 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb60007d60 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb6c19ede0 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.384+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb60003c90 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.385+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb6c19f200 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.385+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb6c1072e0 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.386+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbb60004380 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.387+0000 7fbb69ffb700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 0x7fbb5c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.387+0000 7fbb6bfff700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 0x7fbb5c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.387+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fbb600ccb10 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.387+0000 7fbb6bfff700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 0x7fbb5c0a3990 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb5800bc10 tx=0x7fbb5800b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.391+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbb60095f20 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.583+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb6c02d2b0 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.585+0000 7fbb69ffb700 1 -- 172.21.15.98:0/725889232 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7fbb60099540 con 0x7fbb6c0ffdc0 2023-10-05T15:36:41.587 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:41.587 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 msgr2=0x7fbb5c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 0x7fbb5c0a3990 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb5800bc10 tx=0x7fbb5800b5f0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 msgr2=0x7fbb6c068bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000c970 tx=0x7fbb6000cc80 comp rx=0 tx=0).stop 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 shutdown_connections 2023-10-05T15:36:41.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb5c0a14d0 0x7fbb5c0a3990 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb6c101950 0x7fbb6c19e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb6c0ffdc0 0x7fbb6c068bb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 --2- 172.21.15.98:0/725889232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb6c100fb0 0x7fbb6c19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 >> 172.21.15.98:0/725889232 conn(0x7fbb6c0fb310 msgr2=0x7fbb6c104420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 shutdown_connections 2023-10-05T15:36:41.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.587+0000 7fbb73075700 1 -- 172.21.15.98:0/725889232 wait complete. 2023-10-05T15:36:41.602 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-05T15:36:41.602 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 -- 172.21.15.98:0/2039448678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 msgr2=0x7fca781012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 --2- 172.21.15.98:0/2039448678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca781012a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fca640099c0 tx=0x7fca64009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 -- 172.21.15.98:0/2039448678 shutdown_connections 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 --2- 172.21.15.98:0/2039448678 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 0x7fca78108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 --2- 172.21.15.98:0/2039448678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78100070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 --2- 172.21.15.98:0/2039448678 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca781012a0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 -- 172.21.15.98:0/2039448678 >> 172.21.15.98:0/2039448678 conn(0x7fca780fb1c0 msgr2=0x7fca780fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 -- 172.21.15.98:0/2039448678 shutdown_connections 2023-10-05T15:36:41.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.721+0000 7fca7d99f700 1 -- 172.21.15.98:0/2039448678 wait complete. 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 Processor -- start 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 -- start start 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 0x7fca7819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7819e410 con 0x7fca78100e40 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7819e580 con 0x7fca781017e0 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d99f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7819e740 con 0x7fca780ffc50 2023-10-05T15:36:41.726 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7c99d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43480/0 (socket says 172.21.15.98:43480) 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 -- 172.21.15.98:0/4046656666 learned_addr learned my addr 172.21.15.98:0/4046656666 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7d19e700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 0x7fca7819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 -- 172.21.15.98:0/4046656666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 msgr2=0x7fca78068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 -- 172.21.15.98:0/4046656666 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 msgr2=0x7fca7819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 0x7fca7819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 -- 172.21.15.98:0/4046656666 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca640095f0 con 0x7fca78100e40 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca7c99d700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:41.727 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.722+0000 7fca77fff700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fca64009fd0 tx=0x7fca6400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.723+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca6401d070 con 0x7fca78100e40 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.723+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca64005030 con 0x7fca78100e40 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.723+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca7819e9c0 con 0x7fca78100e40 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.723+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca64004b30 con 0x7fca78100e40 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.723+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca7819ede0 con 0x7fca78100e40 2023-10-05T15:36:41.728 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.724+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca7810b4d0 con 0x7fca78100e40 2023-10-05T15:36:41.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.725+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fca64004cd0 con 0x7fca78100e40 2023-10-05T15:36:41.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.725+0000 7fca75ffb700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 0x7fca680a3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:41.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.726+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fca640cdda0 con 0x7fca78100e40 2023-10-05T15:36:41.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.726+0000 7fca7c99d700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 0x7fca680a3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:41.729 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.726+0000 7fca7c99d700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 0x7fca680a3a30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fca78100ca0 tx=0x7fca6c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:41.731 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.730+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fca64097240 con 0x7fca78100e40 2023-10-05T15:36:41.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:36:41.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.925+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fca780612f0 con 0x7fca680a1570 2023-10-05T15:36:41.939 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.937+0000 7fca75ffb700 1 -- 172.21.15.98:0/4046656666 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+418402 (secure 0 0 0) 0x7fca780612f0 con 0x7fca680a1570 2023-10-05T15:36:41.944 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 msgr2=0x7fca680a3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 0x7fca680a3a30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fca78100ca0 tx=0x7fca6c00b410 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 msgr2=0x7fca7819b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fca64009fd0 tx=0x7fca6400f690 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 shutdown_connections 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca680a1570 0x7fca680a3a30 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca781017e0 0x7fca7819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca780ffc50 0x7fca78068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 --2- 172.21.15.98:0/4046656666 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca78100e40 0x7fca7819b5f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:41.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 >> 172.21.15.98:0/4046656666 conn(0x7fca780fb1c0 msgr2=0x7fca780fd360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:41.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 shutdown_connections 2023-10-05T15:36:41.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:41.941+0000 7fca7d99f700 1 -- 172.21.15.98:0/4046656666 wait complete. 2023-10-05T15:36:41.949 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:36:41.955 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":264,"stamp":"2023-10-05T15:36:41.528334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595098,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":249,"num_write_kb":2964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337140,"kb_used_data":12904,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604684,"statfs":{"total":1151940427776,"available":1151595196416,"internally_reserved":0,"allocated":13213696,"data_stored":7309408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003034"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345273+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:36:24.345273+0000","last_peered":"2023-10-05T15:36:24.345273+0000","last_clean":"2023-10-05T15:36:24.345273+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:36:24.345273+0000","last_undegraded":"2023-10-05T15:36:24.345273+0000","last_fullsized":"2023-10-05T15:36:24.345273+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337665+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:36:24.337665+0000","last_peered":"2023-10-05T15:36:24.337665+0000","last_clean":"2023-10-05T15:36:24.337665+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:36:24.337665+0000","last_undegraded":"2023-10-05T15:36:24.337665+0000","last_fullsized":"2023-10-05T15:36:24.337665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337556+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:36:24.337556+0000","last_peered":"2023-10-05T15:36:24.337556+0000","last_clean":"2023-10-05T15:36:24.337556+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:36:24.337556+0000","last_undegraded":"2023-10-05T15:36:24.337556+0000","last_fullsized":"2023-10-05T15:36:24.337556+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344504+0000","last_change":"2023-10-05T15:36:19.979841+0000","last_active":"2023-10-05T15:36:24.344504+0000","last_peered":"2023-10-05T15:36:24.344504+0000","last_clean":"2023-10-05T15:36:24.344504+0000","last_became_active":"2023-10-05T15:36:19.979499+0000","last_became_peered":"2023-10-05T15:36:19.979499+0000","last_unstale":"2023-10-05T15:36:24.344504+0000","last_undegraded":"2023-10-05T15:36:24.344504+0000","last_fullsized":"2023-10-05T15:36:24.344504+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:18:31.716853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341688+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:36:24.341688+0000","last_peered":"2023-10-05T15:36:24.341688+0000","last_clean":"2023-10-05T15:36:24.341688+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:36:24.341688+0000","last_undegraded":"2023-10-05T15:36:24.341688+0000","last_fullsized":"2023-10-05T15:36:24.341688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353027+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:36:24.353027+0000","last_peered":"2023-10-05T15:36:24.353027+0000","last_clean":"2023-10-05T15:36:24.353027+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:36:24.353027+0000","last_undegraded":"2023-10-05T15:36:24.353027+0000","last_fullsized":"2023-10-05T15:36:24.353027+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342400+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:36:24.342400+0000","last_peered":"2023-10-05T15:36:24.342400+0000","last_clean":"2023-10-05T15:36:24.342400+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:36:24.342400+0000","last_undegraded":"2023-10-05T15:36:24.342400+0000","last_fullsized":"2023-10-05T15:36:24.342400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341863+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:36:24.341863+0000","last_peered":"2023-10-05T15:36:24.341863+0000","last_clean":"2023-10-05T15:36:24.341863+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:36:24.341863+0000","last_undegraded":"2023-10-05T15:36:24.341863+0000","last_fullsized":"2023-10-05T15:36:24.341863+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334301+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:36:24.334301+0000","last_peered":"2023-10-05T15:36:24.334301+0000","last_clean":"2023-10-05T15:36:24.334301+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:36:24.334301+0000","last_undegraded":"2023-10-05T15:36:24.334301+0000","last_fullsized":"2023-10-05T15:36:24.334301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353572+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:36:24.353572+0000","last_peered":"2023-10-05T15:36:24.353572+0000","last_clean":"2023-10-05T15:36:24.353572+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:36:24.353572+0000","last_undegraded":"2023-10-05T15:36:24.353572+0000","last_fullsized":"2023-10-05T15:36:24.353572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346533+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:36:24.346533+0000","last_peered":"2023-10-05T15:36:24.346533+0000","last_clean":"2023-10-05T15:36:24.346533+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:36:24.346533+0000","last_undegraded":"2023-10-05T15:36:24.346533+0000","last_fullsized":"2023-10-05T15:36:24.346533+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344407+0000","last_change":"2023-10-05T15:36:19.980941+0000","last_active":"2023-10-05T15:36:24.344407+0000","last_peered":"2023-10-05T15:36:24.344407+0000","last_clean":"2023-10-05T15:36:24.344407+0000","last_became_active":"2023-10-05T15:36:19.980606+0000","last_became_peered":"2023-10-05T15:36:19.980606+0000","last_unstale":"2023-10-05T15:36:24.344407+0000","last_undegraded":"2023-10-05T15:36:24.344407+0000","last_fullsized":"2023-10-05T15:36:24.344407+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:53:15.559509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342505+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:36:24.342505+0000","last_peered":"2023-10-05T15:36:24.342505+0000","last_clean":"2023-10-05T15:36:24.342505+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:36:24.342505+0000","last_undegraded":"2023-10-05T15:36:24.342505+0000","last_fullsized":"2023-10-05T15:36:24.342505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337363+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:36:24.337363+0000","last_peered":"2023-10-05T15:36:24.337363+0000","last_clean":"2023-10-05T15:36:24.337363+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:36:24.337363+0000","last_undegraded":"2023-10-05T15:36:24.337363+0000","last_fullsized":"2023-10-05T15:36:24.337363+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337215+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:36:24.337215+0000","last_peered":"2023-10-05T15:36:24.337215+0000","last_clean":"2023-10-05T15:36:24.337215+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:36:24.337215+0000","last_undegraded":"2023-10-05T15:36:24.337215+0000","last_fullsized":"2023-10-05T15:36:24.337215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333935+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:36:24.333935+0000","last_peered":"2023-10-05T15:36:24.333935+0000","last_clean":"2023-10-05T15:36:24.333935+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:36:24.333935+0000","last_undegraded":"2023-10-05T15:36:24.333935+0000","last_fullsized":"2023-10-05T15:36:24.333935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345041+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:36:24.345041+0000","last_peered":"2023-10-05T15:36:24.345041+0000","last_clean":"2023-10-05T15:36:24.345041+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:36:24.345041+0000","last_undegraded":"2023-10-05T15:36:24.345041+0000","last_fullsized":"2023-10-05T15:36:24.345041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.351249+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:36:24.351249+0000","last_peered":"2023-10-05T15:36:24.351249+0000","last_clean":"2023-10-05T15:36:24.351249+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:36:24.351249+0000","last_undegraded":"2023-10-05T15:36:24.351249+0000","last_fullsized":"2023-10-05T15:36:24.351249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335304+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:36:24.335304+0000","last_peered":"2023-10-05T15:36:24.335304+0000","last_clean":"2023-10-05T15:36:24.335304+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:36:24.335304+0000","last_undegraded":"2023-10-05T15:36:24.335304+0000","last_fullsized":"2023-10-05T15:36:24.335304+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649347+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:36:25.649347+0000","last_peered":"2023-10-05T15:36:25.649347+0000","last_clean":"2023-10-05T15:36:25.649347+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:36:25.649347+0000","last_undegraded":"2023-10-05T15:36:25.649347+0000","last_fullsized":"2023-10-05T15:36:25.649347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'4","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.352116+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:36:24.352116+0000","last_peered":"2023-10-05T15:36:24.352116+0000","last_clean":"2023-10-05T15:36:24.352116+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:36:24.352116+0000","last_undegraded":"2023-10-05T15:36:24.352116+0000","last_fullsized":"2023-10-05T15:36:24.352116+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342202+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:36:24.342202+0000","last_peered":"2023-10-05T15:36:24.342202+0000","last_clean":"2023-10-05T15:36:24.342202+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:36:24.342202+0000","last_undegraded":"2023-10-05T15:36:24.342202+0000","last_fullsized":"2023-10-05T15:36:24.342202+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506310+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:36:25.506310+0000","last_peered":"2023-10-05T15:36:25.506310+0000","last_clean":"2023-10-05T15:36:25.506310+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:36:25.506310+0000","last_undegraded":"2023-10-05T15:36:25.506310+0000","last_fullsized":"2023-10-05T15:36:25.506310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342295+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:36:24.342295+0000","last_peered":"2023-10-05T15:36:24.342295+0000","last_clean":"2023-10-05T15:36:24.342295+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:36:24.342295+0000","last_undegraded":"2023-10-05T15:36:24.342295+0000","last_fullsized":"2023-10-05T15:36:24.342295+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337241+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:36:24.337241+0000","last_peered":"2023-10-05T15:36:24.337241+0000","last_clean":"2023-10-05T15:36:24.337241+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:36:24.337241+0000","last_undegraded":"2023-10-05T15:36:24.337241+0000","last_fullsized":"2023-10-05T15:36:24.337241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506490+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:36:25.506490+0000","last_peered":"2023-10-05T15:36:25.506490+0000","last_clean":"2023-10-05T15:36:25.506490+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:36:25.506490+0000","last_undegraded":"2023-10-05T15:36:25.506490+0000","last_fullsized":"2023-10-05T15:36:25.506490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341449+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:36:24.341449+0000","last_peered":"2023-10-05T15:36:24.341449+0000","last_clean":"2023-10-05T15:36:24.341449+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:36:24.341449+0000","last_undegraded":"2023-10-05T15:36:24.341449+0000","last_fullsized":"2023-10-05T15:36:24.341449+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334033+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:36:24.334033+0000","last_peered":"2023-10-05T15:36:24.334033+0000","last_clean":"2023-10-05T15:36:24.334033+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:36:24.334033+0000","last_undegraded":"2023-10-05T15:36:24.334033+0000","last_fullsized":"2023-10-05T15:36:24.334033+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506439+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:36:25.506439+0000","last_peered":"2023-10-05T15:36:25.506439+0000","last_clean":"2023-10-05T15:36:25.506439+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:36:25.506439+0000","last_undegraded":"2023-10-05T15:36:25.506439+0000","last_fullsized":"2023-10-05T15:36:25.506439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341180+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:36:24.341180+0000","last_peered":"2023-10-05T15:36:24.341180+0000","last_clean":"2023-10-05T15:36:24.341180+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:36:24.341180+0000","last_undegraded":"2023-10-05T15:36:24.341180+0000","last_fullsized":"2023-10-05T15:36:24.341180+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343672+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:36:24.343672+0000","last_peered":"2023-10-05T15:36:24.343672+0000","last_clean":"2023-10-05T15:36:24.343672+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:36:24.343672+0000","last_undegraded":"2023-10-05T15:36:24.343672+0000","last_fullsized":"2023-10-05T15:36:24.343672+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649356+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:36:25.649356+0000","last_peered":"2023-10-05T15:36:25.649356+0000","last_clean":"2023-10-05T15:36:25.649356+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:36:25.649356+0000","last_undegraded":"2023-10-05T15:36:25.649356+0000","last_fullsized":"2023-10-05T15:36:25.649356+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341668+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:36:24.341668+0000","last_peered":"2023-10-05T15:36:24.341668+0000","last_clean":"2023-10-05T15:36:24.341668+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:36:24.341668+0000","last_undegraded":"2023-10-05T15:36:24.341668+0000","last_fullsized":"2023-10-05T15:36:24.341668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342067+0000","last_change":"2023-10-05T15:36:19.984395+0000","last_active":"2023-10-05T15:36:24.342067+0000","last_peered":"2023-10-05T15:36:24.342067+0000","last_clean":"2023-10-05T15:36:24.342067+0000","last_became_active":"2023-10-05T15:36:19.984093+0000","last_became_peered":"2023-10-05T15:36:19.984093+0000","last_unstale":"2023-10-05T15:36:24.342067+0000","last_undegraded":"2023-10-05T15:36:24.342067+0000","last_fullsized":"2023-10-05T15:36:24.342067+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:22:00.660089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649317+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:36:25.649317+0000","last_peered":"2023-10-05T15:36:25.649317+0000","last_clean":"2023-10-05T15:36:25.649317+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:36:25.649317+0000","last_undegraded":"2023-10-05T15:36:25.649317+0000","last_fullsized":"2023-10-05T15:36:25.649317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.352902+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:36:24.352902+0000","last_peered":"2023-10-05T15:36:24.352902+0000","last_clean":"2023-10-05T15:36:24.352902+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:36:24.352902+0000","last_undegraded":"2023-10-05T15:36:24.352902+0000","last_fullsized":"2023-10-05T15:36:24.352902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341693+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:36:24.341693+0000","last_peered":"2023-10-05T15:36:24.341693+0000","last_clean":"2023-10-05T15:36:24.341693+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:36:24.341693+0000","last_undegraded":"2023-10-05T15:36:24.341693+0000","last_fullsized":"2023-10-05T15:36:24.341693+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679436+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:36:25.679436+0000","last_peered":"2023-10-05T15:36:25.679436+0000","last_clean":"2023-10-05T15:36:25.679436+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:36:25.679436+0000","last_undegraded":"2023-10-05T15:36:25.679436+0000","last_fullsized":"2023-10-05T15:36:25.679436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.874890+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:36:39.874890+0000","last_peered":"2023-10-05T15:36:39.874890+0000","last_clean":"2023-10-05T15:36:39.874890+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:36:39.874890+0000","last_undegraded":"2023-10-05T15:36:39.874890+0000","last_fullsized":"2023-10-05T15:36:39.874890+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341770+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:36:24.341770+0000","last_peered":"2023-10-05T15:36:24.341770+0000","last_clean":"2023-10-05T15:36:24.341770+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:36:24.341770+0000","last_undegraded":"2023-10-05T15:36:24.341770+0000","last_fullsized":"2023-10-05T15:36:24.341770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649164+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:36:25.649164+0000","last_peered":"2023-10-05T15:36:25.649164+0000","last_clean":"2023-10-05T15:36:25.649164+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:36:25.649164+0000","last_undegraded":"2023-10-05T15:36:25.649164+0000","last_fullsized":"2023-10-05T15:36:25.649164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343851+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:36:24.343851+0000","last_peered":"2023-10-05T15:36:24.343851+0000","last_clean":"2023-10-05T15:36:24.343851+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:36:24.343851+0000","last_undegraded":"2023-10-05T15:36:24.343851+0000","last_fullsized":"2023-10-05T15:36:24.343851+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.350505+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:36:24.350505+0000","last_peered":"2023-10-05T15:36:24.350505+0000","last_clean":"2023-10-05T15:36:24.350505+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:36:24.350505+0000","last_undegraded":"2023-10-05T15:36:24.350505+0000","last_fullsized":"2023-10-05T15:36:24.350505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337561+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:36:25.337561+0000","last_peered":"2023-10-05T15:36:25.337561+0000","last_clean":"2023-10-05T15:36:25.337561+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:36:25.337561+0000","last_undegraded":"2023-10-05T15:36:25.337561+0000","last_fullsized":"2023-10-05T15:36:25.337561+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353443+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:36:24.353443+0000","last_peered":"2023-10-05T15:36:24.353443+0000","last_clean":"2023-10-05T15:36:24.353443+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:36:24.353443+0000","last_undegraded":"2023-10-05T15:36:24.353443+0000","last_fullsized":"2023-10-05T15:36:24.353443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334633+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:36:24.334633+0000","last_peered":"2023-10-05T15:36:24.334633+0000","last_clean":"2023-10-05T15:36:24.334633+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:36:24.334633+0000","last_undegraded":"2023-10-05T15:36:24.334633+0000","last_fullsized":"2023-10-05T15:36:24.334633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649309+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:36:25.649309+0000","last_peered":"2023-10-05T15:36:25.649309+0000","last_clean":"2023-10-05T15:36:25.649309+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:36:25.649309+0000","last_undegraded":"2023-10-05T15:36:25.649309+0000","last_fullsized":"2023-10-05T15:36:25.649309+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.864315+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:36:38.864315+0000","last_peered":"2023-10-05T15:36:38.864315+0000","last_clean":"2023-10-05T15:36:38.864315+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:36:38.864315+0000","last_undegraded":"2023-10-05T15:36:38.864315+0000","last_fullsized":"2023-10-05T15:36:38.864315+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337299+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:36:24.337299+0000","last_peered":"2023-10-05T15:36:24.337299+0000","last_clean":"2023-10-05T15:36:24.337299+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:36:24.337299+0000","last_undegraded":"2023-10-05T15:36:24.337299+0000","last_fullsized":"2023-10-05T15:36:24.337299+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506686+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:36:25.506686+0000","last_peered":"2023-10-05T15:36:25.506686+0000","last_clean":"2023-10-05T15:36:25.506686+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:36:25.506686+0000","last_undegraded":"2023-10-05T15:36:25.506686+0000","last_fullsized":"2023-10-05T15:36:25.506686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"81'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343586+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:36:24.343586+0000","last_peered":"2023-10-05T15:36:24.343586+0000","last_clean":"2023-10-05T15:36:24.343586+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:36:24.343586+0000","last_undegraded":"2023-10-05T15:36:24.343586+0000","last_fullsized":"2023-10-05T15:36:24.343586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334214+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:36:24.334214+0000","last_peered":"2023-10-05T15:36:24.334214+0000","last_clean":"2023-10-05T15:36:24.334214+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:36:24.334214+0000","last_undegraded":"2023-10-05T15:36:24.334214+0000","last_fullsized":"2023-10-05T15:36:24.334214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649116+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:36:25.649116+0000","last_peered":"2023-10-05T15:36:25.649116+0000","last_clean":"2023-10-05T15:36:25.649116+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:36:25.649116+0000","last_undegraded":"2023-10-05T15:36:25.649116+0000","last_fullsized":"2023-10-05T15:36:25.649116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'10","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:36.312756+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:36:36.312756+0000","last_peered":"2023-10-05T15:36:36.312756+0000","last_clean":"2023-10-05T15:36:36.312756+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:36:36.312756+0000","last_undegraded":"2023-10-05T15:36:36.312756+0000","last_fullsized":"2023-10-05T15:36:36.312756+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341252+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:36:24.341252+0000","last_peered":"2023-10-05T15:36:24.341252+0000","last_clean":"2023-10-05T15:36:24.341252+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:36:24.341252+0000","last_undegraded":"2023-10-05T15:36:24.341252+0000","last_fullsized":"2023-10-05T15:36:24.341252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337146+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:36:25.337146+0000","last_peered":"2023-10-05T15:36:25.337146+0000","last_clean":"2023-10-05T15:36:25.337146+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:36:25.337146+0000","last_undegraded":"2023-10-05T15:36:25.337146+0000","last_fullsized":"2023-10-05T15:36:25.337146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334790+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:36:24.334790+0000","last_peered":"2023-10-05T15:36:24.334790+0000","last_clean":"2023-10-05T15:36:24.334790+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:36:24.334790+0000","last_undegraded":"2023-10-05T15:36:24.334790+0000","last_fullsized":"2023-10-05T15:36:24.334790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342135+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:36:24.342135+0000","last_peered":"2023-10-05T15:36:24.342135+0000","last_clean":"2023-10-05T15:36:24.342135+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:36:24.342135+0000","last_undegraded":"2023-10-05T15:36:24.342135+0000","last_fullsized":"2023-10-05T15:36:24.342135+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679193+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:36:25.679193+0000","last_peered":"2023-10-05T15:36:25.679193+0000","last_clean":"2023-10-05T15:36:25.679193+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:36:25.679193+0000","last_undegraded":"2023-10-05T15:36:25.679193+0000","last_fullsized":"2023-10-05T15:36:25.679193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342805+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:36:24.342805+0000","last_peered":"2023-10-05T15:36:24.342805+0000","last_clean":"2023-10-05T15:36:24.342805+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:36:24.342805+0000","last_undegraded":"2023-10-05T15:36:24.342805+0000","last_fullsized":"2023-10-05T15:36:24.342805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342442+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:36:24.342442+0000","last_peered":"2023-10-05T15:36:24.342442+0000","last_clean":"2023-10-05T15:36:24.342442+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:36:24.342442+0000","last_undegraded":"2023-10-05T15:36:24.342442+0000","last_fullsized":"2023-10-05T15:36:24.342442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649328+0000","last_change":"2023-10-05T15:36:24.363304+0000","last_active":"2023-10-05T15:36:25.649328+0000","last_peered":"2023-10-05T15:36:25.649328+0000","last_clean":"2023-10-05T15:36:25.649328+0000","last_became_active":"2023-10-05T15:36:24.362817+0000","last_became_peered":"2023-10-05T15:36:24.362817+0000","last_unstale":"2023-10-05T15:36:25.649328+0000","last_undegraded":"2023-10-05T15:36:25.649328+0000","last_fullsized":"2023-10-05T15:36:25.649328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:42:27.930938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342780+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:36:24.342780+0000","last_peered":"2023-10-05T15:36:24.342780+0000","last_clean":"2023-10-05T15:36:24.342780+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:36:24.342780+0000","last_undegraded":"2023-10-05T15:36:24.342780+0000","last_fullsized":"2023-10-05T15:36:24.342780+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343641+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:36:24.343641+0000","last_peered":"2023-10-05T15:36:24.343641+0000","last_clean":"2023-10-05T15:36:24.343641+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:36:24.343641+0000","last_undegraded":"2023-10-05T15:36:24.343641+0000","last_fullsized":"2023-10-05T15:36:24.343641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336210+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:36:25.336210+0000","last_peered":"2023-10-05T15:36:25.336210+0000","last_clean":"2023-10-05T15:36:25.336210+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:36:25.336210+0000","last_undegraded":"2023-10-05T15:36:25.336210+0000","last_fullsized":"2023-10-05T15:36:25.336210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"81'8","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.340962+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:36:24.340962+0000","last_peered":"2023-10-05T15:36:24.340962+0000","last_clean":"2023-10-05T15:36:24.340962+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:36:24.340962+0000","last_undegraded":"2023-10-05T15:36:24.340962+0000","last_fullsized":"2023-10-05T15:36:24.340962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345651+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:36:24.345651+0000","last_peered":"2023-10-05T15:36:24.345651+0000","last_clean":"2023-10-05T15:36:24.345651+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:36:24.345651+0000","last_undegraded":"2023-10-05T15:36:24.345651+0000","last_fullsized":"2023-10-05T15:36:24.345651+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336282+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:36:25.336282+0000","last_peered":"2023-10-05T15:36:25.336282+0000","last_clean":"2023-10-05T15:36:25.336282+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:36:25.336282+0000","last_undegraded":"2023-10-05T15:36:25.336282+0000","last_fullsized":"2023-10-05T15:36:25.336282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341256+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:36:24.341256+0000","last_peered":"2023-10-05T15:36:24.341256+0000","last_clean":"2023-10-05T15:36:24.341256+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:36:24.341256+0000","last_undegraded":"2023-10-05T15:36:24.341256+0000","last_fullsized":"2023-10-05T15:36:24.341256+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344077+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:36:24.344077+0000","last_peered":"2023-10-05T15:36:24.344077+0000","last_clean":"2023-10-05T15:36:24.344077+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:36:24.344077+0000","last_undegraded":"2023-10-05T15:36:24.344077+0000","last_fullsized":"2023-10-05T15:36:24.344077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.559019+0000","last_change":"2023-10-05T15:36:24.358975+0000","last_active":"2023-10-05T15:36:25.559019+0000","last_peered":"2023-10-05T15:36:25.559019+0000","last_clean":"2023-10-05T15:36:25.559019+0000","last_became_active":"2023-10-05T15:36:24.358543+0000","last_became_peered":"2023-10-05T15:36:24.358543+0000","last_unstale":"2023-10-05T15:36:25.559019+0000","last_undegraded":"2023-10-05T15:36:25.559019+0000","last_fullsized":"2023-10-05T15:36:25.559019+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:01:11.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.348640+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:36:24.348640+0000","last_peered":"2023-10-05T15:36:24.348640+0000","last_clean":"2023-10-05T15:36:24.348640+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:36:24.348640+0000","last_undegraded":"2023-10-05T15:36:24.348640+0000","last_fullsized":"2023-10-05T15:36:24.348640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353751+0000","last_change":"2023-10-05T15:36:19.981997+0000","last_active":"2023-10-05T15:36:24.353751+0000","last_peered":"2023-10-05T15:36:24.353751+0000","last_clean":"2023-10-05T15:36:24.353751+0000","last_became_active":"2023-10-05T15:36:19.981701+0000","last_became_peered":"2023-10-05T15:36:19.981701+0000","last_unstale":"2023-10-05T15:36:24.353751+0000","last_undegraded":"2023-10-05T15:36:24.353751+0000","last_fullsized":"2023-10-05T15:36:24.353751+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:37.515273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335823+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:36:25.335823+0000","last_peered":"2023-10-05T15:36:25.335823+0000","last_clean":"2023-10-05T15:36:25.335823+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:36:25.335823+0000","last_undegraded":"2023-10-05T15:36:25.335823+0000","last_fullsized":"2023-10-05T15:36:25.335823+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649964+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:36:25.649964+0000","last_peered":"2023-10-05T15:36:25.649964+0000","last_clean":"2023-10-05T15:36:25.649964+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:36:25.649964+0000","last_undegraded":"2023-10-05T15:36:25.649964+0000","last_fullsized":"2023-10-05T15:36:25.649964+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353259+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:36:24.353259+0000","last_peered":"2023-10-05T15:36:24.353259+0000","last_clean":"2023-10-05T15:36:24.353259+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:36:24.353259+0000","last_undegraded":"2023-10-05T15:36:24.353259+0000","last_fullsized":"2023-10-05T15:36:24.353259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335803+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:36:25.335803+0000","last_peered":"2023-10-05T15:36:25.335803+0000","last_clean":"2023-10-05T15:36:25.335803+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:36:25.335803+0000","last_undegraded":"2023-10-05T15:36:25.335803+0000","last_fullsized":"2023-10-05T15:36:25.335803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344084+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:36:24.344084+0000","last_peered":"2023-10-05T15:36:24.344084+0000","last_clean":"2023-10-05T15:36:24.344084+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:36:24.344084+0000","last_undegraded":"2023-10-05T15:36:24.344084+0000","last_fullsized":"2023-10-05T15:36:24.344084+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.875575+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:36:39.875575+0000","last_peered":"2023-10-05T15:36:39.875575+0000","last_clean":"2023-10-05T15:36:39.875575+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:36:39.875575+0000","last_undegraded":"2023-10-05T15:36:39.875575+0000","last_fullsized":"2023-10-05T15:36:39.875575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.650672+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:36:25.650672+0000","last_peered":"2023-10-05T15:36:25.650672+0000","last_clean":"2023-10-05T15:36:25.650672+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:36:25.650672+0000","last_undegraded":"2023-10-05T15:36:25.650672+0000","last_fullsized":"2023-10-05T15:36:25.650672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341334+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:36:24.341334+0000","last_peered":"2023-10-05T15:36:24.341334+0000","last_clean":"2023-10-05T15:36:24.341334+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:36:24.341334+0000","last_undegraded":"2023-10-05T15:36:24.341334+0000","last_fullsized":"2023-10-05T15:36:24.341334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.861592+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:36:38.861592+0000","last_peered":"2023-10-05T15:36:38.861592+0000","last_clean":"2023-10-05T15:36:38.861592+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:36:38.861592+0000","last_undegraded":"2023-10-05T15:36:38.861592+0000","last_fullsized":"2023-10-05T15:36:38.861592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343519+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:36:24.343519+0000","last_peered":"2023-10-05T15:36:24.343519+0000","last_clean":"2023-10-05T15:36:24.343519+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:36:24.343519+0000","last_undegraded":"2023-10-05T15:36:24.343519+0000","last_fullsized":"2023-10-05T15:36:24.343519+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336805+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:36:25.336805+0000","last_peered":"2023-10-05T15:36:25.336805+0000","last_clean":"2023-10-05T15:36:25.336805+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:36:25.336805+0000","last_undegraded":"2023-10-05T15:36:25.336805+0000","last_fullsized":"2023-10-05T15:36:25.336805+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341631+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:36:24.341631+0000","last_peered":"2023-10-05T15:36:24.341631+0000","last_clean":"2023-10-05T15:36:24.341631+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:36:24.341631+0000","last_undegraded":"2023-10-05T15:36:24.341631+0000","last_fullsized":"2023-10-05T15:36:24.341631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.873636+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:36:39.873636+0000","last_peered":"2023-10-05T15:36:39.873636+0000","last_clean":"2023-10-05T15:36:39.873636+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:36:39.873636+0000","last_undegraded":"2023-10-05T15:36:39.873636+0000","last_fullsized":"2023-10-05T15:36:39.873636+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679196+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:36:25.679196+0000","last_peered":"2023-10-05T15:36:25.679196+0000","last_clean":"2023-10-05T15:36:25.679196+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:36:25.679196+0000","last_undegraded":"2023-10-05T15:36:25.679196+0000","last_fullsized":"2023-10-05T15:36:25.679196+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341345+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:36:24.341345+0000","last_peered":"2023-10-05T15:36:24.341345+0000","last_clean":"2023-10-05T15:36:24.341345+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:36:24.341345+0000","last_undegraded":"2023-10-05T15:36:24.341345+0000","last_fullsized":"2023-10-05T15:36:24.341345+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343572+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:36:24.343572+0000","last_peered":"2023-10-05T15:36:24.343572+0000","last_clean":"2023-10-05T15:36:24.343572+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:36:24.343572+0000","last_undegraded":"2023-10-05T15:36:24.343572+0000","last_fullsized":"2023-10-05T15:36:24.343572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336243+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:36:25.336243+0000","last_peered":"2023-10-05T15:36:25.336243+0000","last_clean":"2023-10-05T15:36:25.336243+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:36:25.336243+0000","last_undegraded":"2023-10-05T15:36:25.336243+0000","last_fullsized":"2023-10-05T15:36:25.336243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.797475+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:36:24.797475+0000","last_peered":"2023-10-05T15:36:24.797475+0000","last_clean":"2023-10-05T15:36:24.797475+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:36:24.797475+0000","last_undegraded":"2023-10-05T15:36:24.797475+0000","last_fullsized":"2023-10-05T15:36:24.797475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342549+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:36:24.342549+0000","last_peered":"2023-10-05T15:36:24.342549+0000","last_clean":"2023-10-05T15:36:24.342549+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:36:24.342549+0000","last_undegraded":"2023-10-05T15:36:24.342549+0000","last_fullsized":"2023-10-05T15:36:24.342549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648983+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:36:25.648983+0000","last_peered":"2023-10-05T15:36:25.648983+0000","last_clean":"2023-10-05T15:36:25.648983+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:36:25.648983+0000","last_undegraded":"2023-10-05T15:36:25.648983+0000","last_fullsized":"2023-10-05T15:36:25.648983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.863526+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:36:38.863526+0000","last_peered":"2023-10-05T15:36:38.863526+0000","last_clean":"2023-10-05T15:36:38.863526+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:36:38.863526+0000","last_undegraded":"2023-10-05T15:36:38.863526+0000","last_fullsized":"2023-10-05T15:36:38.863526+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337771+0000","last_change":"2023-10-05T15:36:19.982772+0000","last_active":"2023-10-05T15:36:24.337771+0000","last_peered":"2023-10-05T15:36:24.337771+0000","last_clean":"2023-10-05T15:36:24.337771+0000","last_became_active":"2023-10-05T15:36:19.982092+0000","last_became_peered":"2023-10-05T15:36:19.982092+0000","last_unstale":"2023-10-05T15:36:24.337771+0000","last_undegraded":"2023-10-05T15:36:24.337771+0000","last_fullsized":"2023-10-05T15:36:24.337771+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:56:36.373327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506738+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:36:25.506738+0000","last_peered":"2023-10-05T15:36:25.506738+0000","last_clean":"2023-10-05T15:36:25.506738+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:36:25.506738+0000","last_undegraded":"2023-10-05T15:36:25.506738+0000","last_fullsized":"2023-10-05T15:36:25.506738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333934+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:36:24.333934+0000","last_peered":"2023-10-05T15:36:24.333934+0000","last_clean":"2023-10-05T15:36:24.333934+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:36:24.333934+0000","last_undegraded":"2023-10-05T15:36:24.333934+0000","last_fullsized":"2023-10-05T15:36:24.333934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341099+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:36:24.341099+0000","last_peered":"2023-10-05T15:36:24.341099+0000","last_clean":"2023-10-05T15:36:24.341099+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:36:24.341099+0000","last_undegraded":"2023-10-05T15:36:24.341099+0000","last_fullsized":"2023-10-05T15:36:24.341099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649469+0000","last_change":"2023-10-05T15:36:24.362339+0000","last_active":"2023-10-05T15:36:25.649469+0000","last_peered":"2023-10-05T15:36:25.649469+0000","last_clean":"2023-10-05T15:36:25.649469+0000","last_became_active":"2023-10-05T15:36:24.361950+0000","last_became_peered":"2023-10-05T15:36:24.361950+0000","last_unstale":"2023-10-05T15:36:25.649469+0000","last_undegraded":"2023-10-05T15:36:25.649469+0000","last_fullsized":"2023-10-05T15:36:25.649469+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:55:38.379501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343001+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:36:24.343001+0000","last_peered":"2023-10-05T15:36:24.343001+0000","last_clean":"2023-10-05T15:36:24.343001+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:36:24.343001+0000","last_undegraded":"2023-10-05T15:36:24.343001+0000","last_fullsized":"2023-10-05T15:36:24.343001+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343476+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:36:24.343476+0000","last_peered":"2023-10-05T15:36:24.343476+0000","last_clean":"2023-10-05T15:36:24.343476+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:36:24.343476+0000","last_undegraded":"2023-10-05T15:36:24.343476+0000","last_fullsized":"2023-10-05T15:36:24.343476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506605+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:36:25.506605+0000","last_peered":"2023-10-05T15:36:25.506605+0000","last_clean":"2023-10-05T15:36:25.506605+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:36:25.506605+0000","last_undegraded":"2023-10-05T15:36:25.506605+0000","last_fullsized":"2023-10-05T15:36:25.506605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334363+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:36:24.334363+0000","last_peered":"2023-10-05T15:36:24.334363+0000","last_clean":"2023-10-05T15:36:24.334363+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:36:24.334363+0000","last_undegraded":"2023-10-05T15:36:24.334363+0000","last_fullsized":"2023-10-05T15:36:24.334363+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343264+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:36:24.343264+0000","last_peered":"2023-10-05T15:36:24.343264+0000","last_clean":"2023-10-05T15:36:24.343264+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:36:24.343264+0000","last_undegraded":"2023-10-05T15:36:24.343264+0000","last_fullsized":"2023-10-05T15:36:24.343264+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506712+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:36:25.506712+0000","last_peered":"2023-10-05T15:36:25.506712+0000","last_clean":"2023-10-05T15:36:25.506712+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:36:25.506712+0000","last_undegraded":"2023-10-05T15:36:25.506712+0000","last_fullsized":"2023-10-05T15:36:25.506712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341795+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:36:24.341795+0000","last_peered":"2023-10-05T15:36:24.341795+0000","last_clean":"2023-10-05T15:36:24.341795+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:36:24.341795+0000","last_undegraded":"2023-10-05T15:36:24.341795+0000","last_fullsized":"2023-10-05T15:36:24.341795+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343760+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:36:24.343760+0000","last_peered":"2023-10-05T15:36:24.343760+0000","last_clean":"2023-10-05T15:36:24.343760+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:36:24.343760+0000","last_undegraded":"2023-10-05T15:36:24.343760+0000","last_fullsized":"2023-10-05T15:36:24.343760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649453+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:36:25.649453+0000","last_peered":"2023-10-05T15:36:25.649453+0000","last_clean":"2023-10-05T15:36:25.649453+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:36:25.649453+0000","last_undegraded":"2023-10-05T15:36:25.649453+0000","last_fullsized":"2023-10-05T15:36:25.649453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335523+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:36:24.335523+0000","last_peered":"2023-10-05T15:36:24.335523+0000","last_clean":"2023-10-05T15:36:24.335523+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:36:24.335523+0000","last_undegraded":"2023-10-05T15:36:24.335523+0000","last_fullsized":"2023-10-05T15:36:24.335523+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345566+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:36:24.345566+0000","last_peered":"2023-10-05T15:36:24.345566+0000","last_clean":"2023-10-05T15:36:24.345566+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:36:24.345566+0000","last_undegraded":"2023-10-05T15:36:24.345566+0000","last_fullsized":"2023-10-05T15:36:24.345566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648894+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:36:25.648894+0000","last_peered":"2023-10-05T15:36:25.648894+0000","last_clean":"2023-10-05T15:36:25.648894+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:36:25.648894+0000","last_undegraded":"2023-10-05T15:36:25.648894+0000","last_fullsized":"2023-10-05T15:36:25.648894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346445+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:36:24.346445+0000","last_peered":"2023-10-05T15:36:24.346445+0000","last_clean":"2023-10-05T15:36:24.346445+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:36:24.346445+0000","last_undegraded":"2023-10-05T15:36:24.346445+0000","last_fullsized":"2023-10-05T15:36:24.346445+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342045+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:36:24.342045+0000","last_peered":"2023-10-05T15:36:24.342045+0000","last_clean":"2023-10-05T15:36:24.342045+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:36:24.342045+0000","last_undegraded":"2023-10-05T15:36:24.342045+0000","last_fullsized":"2023-10-05T15:36:24.342045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336018+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:36:25.336018+0000","last_peered":"2023-10-05T15:36:25.336018+0000","last_clean":"2023-10-05T15:36:25.336018+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:36:25.336018+0000","last_undegraded":"2023-10-05T15:36:25.336018+0000","last_fullsized":"2023-10-05T15:36:25.336018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342780+0000","last_change":"2023-10-05T15:36:18.956588+0000","last_active":"2023-10-05T15:36:24.342780+0000","last_peered":"2023-10-05T15:36:24.342780+0000","last_clean":"2023-10-05T15:36:24.342780+0000","last_became_active":"2023-10-05T15:36:18.956292+0000","last_became_peered":"2023-10-05T15:36:18.956292+0000","last_unstale":"2023-10-05T15:36:24.342780+0000","last_undegraded":"2023-10-05T15:36:24.342780+0000","last_fullsized":"2023-10-05T15:36:24.342780+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:15.456020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342155+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:36:24.342155+0000","last_peered":"2023-10-05T15:36:24.342155+0000","last_clean":"2023-10-05T15:36:24.342155+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:36:24.342155+0000","last_undegraded":"2023-10-05T15:36:24.342155+0000","last_fullsized":"2023-10-05T15:36:24.342155+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343566+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:36:24.343566+0000","last_peered":"2023-10-05T15:36:24.343566+0000","last_clean":"2023-10-05T15:36:24.343566+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:36:24.343566+0000","last_undegraded":"2023-10-05T15:36:24.343566+0000","last_fullsized":"2023-10-05T15:36:24.343566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335150+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:36:24.335150+0000","last_peered":"2023-10-05T15:36:24.335150+0000","last_clean":"2023-10-05T15:36:24.335150+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:36:24.335150+0000","last_undegraded":"2023-10-05T15:36:24.335150+0000","last_fullsized":"2023-10-05T15:36:24.335150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334258+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:36:24.334258+0000","last_peered":"2023-10-05T15:36:24.334258+0000","last_clean":"2023-10-05T15:36:24.334258+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:36:24.334258+0000","last_undegraded":"2023-10-05T15:36:24.334258+0000","last_fullsized":"2023-10-05T15:36:24.334258+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337738+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:36:24.337738+0000","last_peered":"2023-10-05T15:36:24.337738+0000","last_clean":"2023-10-05T15:36:24.337738+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:36:24.337738+0000","last_undegraded":"2023-10-05T15:36:24.337738+0000","last_fullsized":"2023-10-05T15:36:24.337738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343483+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:36:24.343483+0000","last_peered":"2023-10-05T15:36:24.343483+0000","last_clean":"2023-10-05T15:36:24.343483+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:36:24.343483+0000","last_undegraded":"2023-10-05T15:36:24.343483+0000","last_fullsized":"2023-10-05T15:36:24.343483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344458+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:36:24.344458+0000","last_peered":"2023-10-05T15:36:24.344458+0000","last_clean":"2023-10-05T15:36:24.344458+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:36:24.344458+0000","last_undegraded":"2023-10-05T15:36:24.344458+0000","last_fullsized":"2023-10-05T15:36:24.344458+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335196+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:36:24.335196+0000","last_peered":"2023-10-05T15:36:24.335196+0000","last_clean":"2023-10-05T15:36:24.335196+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:36:24.335196+0000","last_undegraded":"2023-10-05T15:36:24.335196+0000","last_fullsized":"2023-10-05T15:36:24.335196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342637+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:36:24.342637+0000","last_peered":"2023-10-05T15:36:24.342637+0000","last_clean":"2023-10-05T15:36:24.342637+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:36:24.342637+0000","last_undegraded":"2023-10-05T15:36:24.342637+0000","last_fullsized":"2023-10-05T15:36:24.342637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343990+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:36:24.343990+0000","last_peered":"2023-10-05T15:36:24.343990+0000","last_clean":"2023-10-05T15:36:24.343990+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:36:24.343990+0000","last_undegraded":"2023-10-05T15:36:24.343990+0000","last_fullsized":"2023-10-05T15:36:24.343990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343104+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:36:24.343104+0000","last_peered":"2023-10-05T15:36:24.343104+0000","last_clean":"2023-10-05T15:36:24.343104+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:36:24.343104+0000","last_undegraded":"2023-10-05T15:36:24.343104+0000","last_fullsized":"2023-10-05T15:36:24.343104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334730+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:36:24.334730+0000","last_peered":"2023-10-05T15:36:24.334730+0000","last_clean":"2023-10-05T15:36:24.334730+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:36:24.334730+0000","last_undegraded":"2023-10-05T15:36:24.334730+0000","last_fullsized":"2023-10-05T15:36:24.334730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342462+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:36:24.342462+0000","last_peered":"2023-10-05T15:36:24.342462+0000","last_clean":"2023-10-05T15:36:24.342462+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:36:24.342462+0000","last_undegraded":"2023-10-05T15:36:24.342462+0000","last_fullsized":"2023-10-05T15:36:24.342462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343955+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:36:24.343955+0000","last_peered":"2023-10-05T15:36:24.343955+0000","last_clean":"2023-10-05T15:36:24.343955+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:36:24.343955+0000","last_undegraded":"2023-10-05T15:36:24.343955+0000","last_fullsized":"2023-10-05T15:36:24.343955+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4730,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":68,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":16608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":59,"ondisk_log_size":59,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481806,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":460204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]}]},{"osd":10,"up_from":69,"seq":296352743442,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1556480,"data_stored":1054277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":1,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.71399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.86799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.79800000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.85599999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94099999999999995}]}]},{"osd":9,"up_from":64,"seq":274877906967,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":460786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44500000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.52900000000000003}]},{"osd":3,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55000000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.58399999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.68700000000000006}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]}]},{"osd":8,"up_from":57,"seq":244813135899,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":460477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67200000000000004,"15min":0.67400000000000004},"min":{"1min":0.42299999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.91300000000000003,"5min":1.716,"15min":1.716},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.45600000000000002,"5min":0.438,"15min":0.438},"max":{"1min":0.78700000000000003,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76500000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70799999999999996,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.70799999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.78500000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.48999999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.89100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67200000000000004,"15min":0.67000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.98099999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81499999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.81499999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64600000000000002,"15min":0.65000000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68700000000000006,"15min":0.69199999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92700000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.92700000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0620000000000001,"5min":1.762,"15min":1.762},"last":1.0049999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.99099999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":1.0529999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]}]},{"osd":7,"up_from":50,"seq":214748364831,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1052364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42499999999999999,"15min":0.42599999999999999},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.505,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.439},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66000000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.64000000000000001,"15min":0.65700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71099999999999997,"5min":1.206,"15min":1.206},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.67200000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":1.181,"15min":1.181},"last":0.86699999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.749,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.86099999999999999,"5min":1.022,"15min":1.022},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.36699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.751,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71899999999999997,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.73199999999999998,"15min":0.746},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.95099999999999996,"5min":1.54,"15min":1.54},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.79500000000000004,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.68200000000000005,"15min":0.67700000000000005},"min":{"1min":0.47399999999999998,"5min":0.44,"15min":0.44},"max":{"1min":0.97799999999999998,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.628},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.66700000000000004,"15min":0.67100000000000004},"min":{"1min":0.47999999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84099999999999997,"5min":1.099,"15min":1.099},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:36:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.69099999999999995,"15min":0.67900000000000005},"min":{"1min":0.50800000000000001,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.70799999999999996,"15min":0.70199999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.64200000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.82899999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.70399999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]}]},{"osd":6,"up_from":45,"seq":193273528355,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":460204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.36499999999999999,"15min":0.36299999999999999},"min":{"1min":0.26600000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.29299999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61299999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52500000000000002,"15min":0.52100000000000002},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78700000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.53200000000000003,"15min":0.52000000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.54000000000000004,"15min":0.53100000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.504}]},{"osd":3,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.35799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.39700000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.84299999999999997,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.627,"5min":0.59799999999999998,"15min":0.59299999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.60899999999999999,"15min":0.59999999999999998},"min":{"1min":0.502,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.747},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.625,"15min":0.623},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.627}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66000000000000003,"15min":0.65400000000000003},"min":{"1min":0.53900000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.64900000000000002,"15min":0.64600000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95299999999999996,"5min":0.998,"15min":0.998},"last":0.72999999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.69199999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68200000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":464046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:12 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.33300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.51000000000000001,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56399999999999995,"15min":0.52800000000000002},"min":{"1min":0.44400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.54100000000000004},"min":{"1min":0.497,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80000000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.70199999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:35:54 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.50600000000000001,"15min":0.496},"min":{"1min":0.40200000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.52700000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.42199999999999999,"15min":0.39900000000000002},"min":{"1min":0.29999999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.436,"15min":0.41799999999999998},"min":{"1min":0.314,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.59599999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.437,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58199999999999996,"15min":0.57399999999999995},"min":{"1min":0.501,"5min":0.37,"15min":0.37},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.56100000000000005,"15min":0.53700000000000003},"min":{"1min":0.48899999999999999,"5min":0.38,"15min":0.38},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.57099999999999995,"15min":0.56000000000000005},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.64000000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.79800000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.70999999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59699999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":461682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":0.78200000000000003,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.52600000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":0.82799999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.49099999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.28299999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68100000000000005,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.38},{"interface":"front","average":{"1min":0.433,"5min":0.41299999999999998,"15min":0.40999999999999998},"min":{"1min":0.32500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56299999999999994,"15min":0.53600000000000003},"min":{"1min":0.40799999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.57899999999999996,"15min":0.54700000000000004},"min":{"1min":0.47699999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.57699999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.57299999999999995,"15min":0.55900000000000005},"min":{"1min":0.44900000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58799999999999997,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.34499999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.86599999999999999,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69599999999999995,"15min":0.70199999999999996},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.92200000000000004,"5min":1.004,"15min":1.004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.874,"5min":0.876,"15min":0.876},"last":0.47899999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.63100000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58999999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.64400000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":464080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.495},"min":{"1min":0.375,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.46600000000000003},"min":{"1min":0.39700000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.55800000000000005,"15min":0.50900000000000001},"min":{"1min":0.435,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.876},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.872,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:35:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.50900000000000001,"15min":0.48699999999999999},"min":{"1min":0.35399999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53200000000000003,"15min":0.51200000000000001},"min":{"1min":0.35899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58399999999999996,"15min":0.57699999999999996},"min":{"1min":0.41899999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.90000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.501,"15min":0.47999999999999998},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.53500000000000003,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.311,"15min":0.311},"max":{"1min":0.77500000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.753}]},{"osd":6,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.61199999999999999,"15min":0.60899999999999999},"min":{"1min":0.52400000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65500000000000003,"15min":0.65400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":1.0569999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63400000000000001,"15min":0.623},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.628,"15min":0.61699999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.91600000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.98099999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.96199999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":950272,"data_stored":460308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.33800000000000002},"min":{"1min":0.28000000000000003,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.35599999999999998,"15min":0.34100000000000003},"min":{"1min":0.26200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.318}]},{"osd":1,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55300000000000005},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":1.077,"15min":1.077},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.54400000000000004,"15min":0.53400000000000003},"min":{"1min":0.434,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.57199999999999995,"15min":0.56000000000000005},"min":{"1min":0.45700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.57699999999999996,"15min":0.56899999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0740000000000001,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.59799999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83499999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.61199999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58299999999999996,"15min":0.57099999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.63600000000000001,"15min":0.626},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.48299999999999998,"15min":0.46800000000000003},"min":{"1min":0.34100000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.496},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.504,"15min":0.48599999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60799999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.623},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.61699999999999999,"15min":0.60999999999999999},"min":{"1min":0.45100000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.51300000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.52600000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.71399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920812,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":460226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.31,"5min":0.255,"15min":0.255},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.38700000000000001,"15min":0.36699999999999999},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.36599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.55900000000000005,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.55300000000000005,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.47099999999999997,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.57999999999999996,"15min":0.57199999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.502},{"interface":"front","average":{"1min":0.626,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.373,"15min":0.373},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64000000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.61399999999999999,"15min":0.59299999999999997},"min":{"1min":0.51500000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.53200000000000003,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.78200000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58699999999999997,"15min":0.58199999999999996},"min":{"1min":0.40100000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89900000000000002,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.751},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.81699999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.71999999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1548288,"data_stored":1050754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.38900000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.498,"15min":0.498},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54500000000000004}]},{"osd":1,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.52800000000000002,"15min":0.51400000000000001},"min":{"1min":0.42899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.68700000000000006}]},{"osd":2,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.56599999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.33700000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.45000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58599999999999997,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:35:55 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.48199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.63300000000000001},"min":{"1min":0.53900000000000003,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79000000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42599999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66900000000000004,"15min":0.67000000000000004},"min":{"1min":0.40799999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89700000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.65000000000000002,"15min":0.65200000000000002},"min":{"1min":0.439,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.60399999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.627}]},{"osd":9,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.64400000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.755},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.73999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:36:41.967 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 -- 172.21.15.98:0/3202583683 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe620101400 msgr2=0x7fe620101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 --2- 172.21.15.98:0/3202583683 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe620101400 0x7fe620101820 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe610009990 tx=0x7fe610009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 -- 172.21.15.98:0/3202583683 shutdown_connections 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 --2- 172.21.15.98:0/3202583683 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620100a40 0x7fe620108300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 --2- 172.21.15.98:0/3202583683 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe620101400 0x7fe620101820 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 --2- 172.21.15.98:0/3202583683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6201000a0 0x7fe620100500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 -- 172.21.15.98:0/3202583683 >> 172.21.15.98:0/3202583683 conn(0x7fe6200faaf0 msgr2=0x7fe6200fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 -- 172.21.15.98:0/3202583683 shutdown_connections 2023-10-05T15:36:42.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 -- 172.21.15.98:0/3202583683 wait complete. 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.115+0000 7fe625779700 1 Processor -- start 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 -- start start 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe620100a40 0x7fe620197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 0x7fe62019e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe62019e650 con 0x7fe6201000a0 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe62019e790 con 0x7fe620101400 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe625779700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe62019e920 con 0x7fe620100a40 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43510/0 (socket says 172.21.15.98:43510) 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 -- 172.21.15.98:0/2921724312 learned_addr learned my addr 172.21.15.98:0/2921724312 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:42.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61f7fe700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 0x7fe62019e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 -- 172.21.15.98:0/2921724312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe620100a40 msgr2=0x7fe620197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe620100a40 0x7fe620197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 -- 172.21.15.98:0/2921724312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 msgr2=0x7fe62019e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 0x7fe62019e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 -- 172.21.15.98:0/2921724312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6100095f0 con 0x7fe6201000a0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61f7fe700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 0x7fe62019e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.116+0000 7fe61effd700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe610000c00 tx=0x7fe61000f7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe61001d070 con 0x7fe6201000a0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe62019eba0 con 0x7fe6201000a0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe61000fca0 con 0x7fe6201000a0 2023-10-05T15:36:42.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe610017760 con 0x7fe6201000a0 2023-10-05T15:36:42.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe62019f020 con 0x7fe6201000a0 2023-10-05T15:36:42.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.117+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe620107eb0 con 0x7fe6201000a0 2023-10-05T15:36:42.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.118+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe6100178c0 con 0x7fe6201000a0 2023-10-05T15:36:42.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.119+0000 7fe617fff700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 0x7fe60c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:42.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.119+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe6100cec70 con 0x7fe6201000a0 2023-10-05T15:36:42.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.119+0000 7fe61e7fc700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 0x7fe60c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:42.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.119+0000 7fe61e7fc700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 0x7fe60c0a3990 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe60800a990 tx=0x7fe608005c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:42.124 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.122+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe610098170 con 0x7fe6201000a0 2023-10-05T15:36:42.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:36:42.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:36:42.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1102001910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: pgmap v264: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/725889232' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:active 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2023-10-05T15:36:42.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-10-05T15:36:42.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:41 smithi173 ceph-mon[104029]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1389410061' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1102001910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: pgmap v264: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/725889232' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:active 2023-10-05T15:36:42.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-05T15:36:42.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:36:42.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:36:42.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2023-10-05T15:36:42.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-10-05T15:36:42.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:41 smithi115 ceph-mon[103691]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: daemon mds.c is now active in filesystem cephfs as rank 3 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1102001910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: pgmap v264: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/725889232' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] up:active 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-10-05T15:36:42.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:41 smithi098 ceph-mon[99243]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-10-05T15:36:42.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.311+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe62002d1c0 con 0x7fe60c0a14d0 2023-10-05T15:36:42.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.323+0000 7fe617fff700 1 -- 172.21.15.98:0/2921724312 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+418402 (secure 0 0 0) 0x7fe62002d1c0 con 0x7fe60c0a14d0 2023-10-05T15:36:42.329 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 msgr2=0x7fe60c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 0x7fe60c0a3990 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe60800a990 tx=0x7fe608005c80 comp rx=0 tx=0).stop 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 msgr2=0x7fe620196ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe610000c00 tx=0x7fe61000f7b0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 shutdown_connections 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe60c0a14d0 0x7fe60c0a3990 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe620101400 0x7fe62019e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6201000a0 0x7fe620196ad0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 --2- 172.21.15.98:0/2921724312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe620100a40 0x7fe620197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 >> 172.21.15.98:0/2921724312 conn(0x7fe6200faaf0 msgr2=0x7fe6200fcc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 shutdown_connections 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:42.327+0000 7fe625779700 1 -- 172.21.15.98:0/2921724312 wait complete. 2023-10-05T15:36:42.335 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:36:42.341 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":264,"stamp":"2023-10-05T15:36:41.528334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595098,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":249,"num_write_kb":2964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337140,"kb_used_data":12904,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604684,"statfs":{"total":1151940427776,"available":1151595196416,"internally_reserved":0,"allocated":13213696,"data_stored":7309408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003034"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345273+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:36:24.345273+0000","last_peered":"2023-10-05T15:36:24.345273+0000","last_clean":"2023-10-05T15:36:24.345273+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:36:24.345273+0000","last_undegraded":"2023-10-05T15:36:24.345273+0000","last_fullsized":"2023-10-05T15:36:24.345273+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337665+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:36:24.337665+0000","last_peered":"2023-10-05T15:36:24.337665+0000","last_clean":"2023-10-05T15:36:24.337665+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:36:24.337665+0000","last_undegraded":"2023-10-05T15:36:24.337665+0000","last_fullsized":"2023-10-05T15:36:24.337665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337556+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:36:24.337556+0000","last_peered":"2023-10-05T15:36:24.337556+0000","last_clean":"2023-10-05T15:36:24.337556+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:36:24.337556+0000","last_undegraded":"2023-10-05T15:36:24.337556+0000","last_fullsized":"2023-10-05T15:36:24.337556+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344504+0000","last_change":"2023-10-05T15:36:19.979841+0000","last_active":"2023-10-05T15:36:24.344504+0000","last_peered":"2023-10-05T15:36:24.344504+0000","last_clean":"2023-10-05T15:36:24.344504+0000","last_became_active":"2023-10-05T15:36:19.979499+0000","last_became_peered":"2023-10-05T15:36:19.979499+0000","last_unstale":"2023-10-05T15:36:24.344504+0000","last_undegraded":"2023-10-05T15:36:24.344504+0000","last_fullsized":"2023-10-05T15:36:24.344504+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:18:31.716853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341688+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:36:24.341688+0000","last_peered":"2023-10-05T15:36:24.341688+0000","last_clean":"2023-10-05T15:36:24.341688+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:36:24.341688+0000","last_undegraded":"2023-10-05T15:36:24.341688+0000","last_fullsized":"2023-10-05T15:36:24.341688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353027+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:36:24.353027+0000","last_peered":"2023-10-05T15:36:24.353027+0000","last_clean":"2023-10-05T15:36:24.353027+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:36:24.353027+0000","last_undegraded":"2023-10-05T15:36:24.353027+0000","last_fullsized":"2023-10-05T15:36:24.353027+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342400+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:36:24.342400+0000","last_peered":"2023-10-05T15:36:24.342400+0000","last_clean":"2023-10-05T15:36:24.342400+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:36:24.342400+0000","last_undegraded":"2023-10-05T15:36:24.342400+0000","last_fullsized":"2023-10-05T15:36:24.342400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341863+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:36:24.341863+0000","last_peered":"2023-10-05T15:36:24.341863+0000","last_clean":"2023-10-05T15:36:24.341863+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:36:24.341863+0000","last_undegraded":"2023-10-05T15:36:24.341863+0000","last_fullsized":"2023-10-05T15:36:24.341863+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334301+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:36:24.334301+0000","last_peered":"2023-10-05T15:36:24.334301+0000","last_clean":"2023-10-05T15:36:24.334301+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:36:24.334301+0000","last_undegraded":"2023-10-05T15:36:24.334301+0000","last_fullsized":"2023-10-05T15:36:24.334301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353572+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:36:24.353572+0000","last_peered":"2023-10-05T15:36:24.353572+0000","last_clean":"2023-10-05T15:36:24.353572+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:36:24.353572+0000","last_undegraded":"2023-10-05T15:36:24.353572+0000","last_fullsized":"2023-10-05T15:36:24.353572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346533+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:36:24.346533+0000","last_peered":"2023-10-05T15:36:24.346533+0000","last_clean":"2023-10-05T15:36:24.346533+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:36:24.346533+0000","last_undegraded":"2023-10-05T15:36:24.346533+0000","last_fullsized":"2023-10-05T15:36:24.346533+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344407+0000","last_change":"2023-10-05T15:36:19.980941+0000","last_active":"2023-10-05T15:36:24.344407+0000","last_peered":"2023-10-05T15:36:24.344407+0000","last_clean":"2023-10-05T15:36:24.344407+0000","last_became_active":"2023-10-05T15:36:19.980606+0000","last_became_peered":"2023-10-05T15:36:19.980606+0000","last_unstale":"2023-10-05T15:36:24.344407+0000","last_undegraded":"2023-10-05T15:36:24.344407+0000","last_fullsized":"2023-10-05T15:36:24.344407+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:53:15.559509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342505+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:36:24.342505+0000","last_peered":"2023-10-05T15:36:24.342505+0000","last_clean":"2023-10-05T15:36:24.342505+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:36:24.342505+0000","last_undegraded":"2023-10-05T15:36:24.342505+0000","last_fullsized":"2023-10-05T15:36:24.342505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337363+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:36:24.337363+0000","last_peered":"2023-10-05T15:36:24.337363+0000","last_clean":"2023-10-05T15:36:24.337363+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:36:24.337363+0000","last_undegraded":"2023-10-05T15:36:24.337363+0000","last_fullsized":"2023-10-05T15:36:24.337363+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337215+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:36:24.337215+0000","last_peered":"2023-10-05T15:36:24.337215+0000","last_clean":"2023-10-05T15:36:24.337215+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:36:24.337215+0000","last_undegraded":"2023-10-05T15:36:24.337215+0000","last_fullsized":"2023-10-05T15:36:24.337215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333935+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:36:24.333935+0000","last_peered":"2023-10-05T15:36:24.333935+0000","last_clean":"2023-10-05T15:36:24.333935+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:36:24.333935+0000","last_undegraded":"2023-10-05T15:36:24.333935+0000","last_fullsized":"2023-10-05T15:36:24.333935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345041+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:36:24.345041+0000","last_peered":"2023-10-05T15:36:24.345041+0000","last_clean":"2023-10-05T15:36:24.345041+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:36:24.345041+0000","last_undegraded":"2023-10-05T15:36:24.345041+0000","last_fullsized":"2023-10-05T15:36:24.345041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.351249+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:36:24.351249+0000","last_peered":"2023-10-05T15:36:24.351249+0000","last_clean":"2023-10-05T15:36:24.351249+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:36:24.351249+0000","last_undegraded":"2023-10-05T15:36:24.351249+0000","last_fullsized":"2023-10-05T15:36:24.351249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335304+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:36:24.335304+0000","last_peered":"2023-10-05T15:36:24.335304+0000","last_clean":"2023-10-05T15:36:24.335304+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:36:24.335304+0000","last_undegraded":"2023-10-05T15:36:24.335304+0000","last_fullsized":"2023-10-05T15:36:24.335304+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649347+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:36:25.649347+0000","last_peered":"2023-10-05T15:36:25.649347+0000","last_clean":"2023-10-05T15:36:25.649347+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:36:25.649347+0000","last_undegraded":"2023-10-05T15:36:25.649347+0000","last_fullsized":"2023-10-05T15:36:25.649347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'4","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.352116+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:36:24.352116+0000","last_peered":"2023-10-05T15:36:24.352116+0000","last_clean":"2023-10-05T15:36:24.352116+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:36:24.352116+0000","last_undegraded":"2023-10-05T15:36:24.352116+0000","last_fullsized":"2023-10-05T15:36:24.352116+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342202+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:36:24.342202+0000","last_peered":"2023-10-05T15:36:24.342202+0000","last_clean":"2023-10-05T15:36:24.342202+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:36:24.342202+0000","last_undegraded":"2023-10-05T15:36:24.342202+0000","last_fullsized":"2023-10-05T15:36:24.342202+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506310+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:36:25.506310+0000","last_peered":"2023-10-05T15:36:25.506310+0000","last_clean":"2023-10-05T15:36:25.506310+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:36:25.506310+0000","last_undegraded":"2023-10-05T15:36:25.506310+0000","last_fullsized":"2023-10-05T15:36:25.506310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342295+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:36:24.342295+0000","last_peered":"2023-10-05T15:36:24.342295+0000","last_clean":"2023-10-05T15:36:24.342295+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:36:24.342295+0000","last_undegraded":"2023-10-05T15:36:24.342295+0000","last_fullsized":"2023-10-05T15:36:24.342295+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337241+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:36:24.337241+0000","last_peered":"2023-10-05T15:36:24.337241+0000","last_clean":"2023-10-05T15:36:24.337241+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:36:24.337241+0000","last_undegraded":"2023-10-05T15:36:24.337241+0000","last_fullsized":"2023-10-05T15:36:24.337241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506490+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:36:25.506490+0000","last_peered":"2023-10-05T15:36:25.506490+0000","last_clean":"2023-10-05T15:36:25.506490+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:36:25.506490+0000","last_undegraded":"2023-10-05T15:36:25.506490+0000","last_fullsized":"2023-10-05T15:36:25.506490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341449+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:36:24.341449+0000","last_peered":"2023-10-05T15:36:24.341449+0000","last_clean":"2023-10-05T15:36:24.341449+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:36:24.341449+0000","last_undegraded":"2023-10-05T15:36:24.341449+0000","last_fullsized":"2023-10-05T15:36:24.341449+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334033+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:36:24.334033+0000","last_peered":"2023-10-05T15:36:24.334033+0000","last_clean":"2023-10-05T15:36:24.334033+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:36:24.334033+0000","last_undegraded":"2023-10-05T15:36:24.334033+0000","last_fullsized":"2023-10-05T15:36:24.334033+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506439+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:36:25.506439+0000","last_peered":"2023-10-05T15:36:25.506439+0000","last_clean":"2023-10-05T15:36:25.506439+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:36:25.506439+0000","last_undegraded":"2023-10-05T15:36:25.506439+0000","last_fullsized":"2023-10-05T15:36:25.506439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341180+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:36:24.341180+0000","last_peered":"2023-10-05T15:36:24.341180+0000","last_clean":"2023-10-05T15:36:24.341180+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:36:24.341180+0000","last_undegraded":"2023-10-05T15:36:24.341180+0000","last_fullsized":"2023-10-05T15:36:24.341180+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343672+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:36:24.343672+0000","last_peered":"2023-10-05T15:36:24.343672+0000","last_clean":"2023-10-05T15:36:24.343672+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:36:24.343672+0000","last_undegraded":"2023-10-05T15:36:24.343672+0000","last_fullsized":"2023-10-05T15:36:24.343672+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649356+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:36:25.649356+0000","last_peered":"2023-10-05T15:36:25.649356+0000","last_clean":"2023-10-05T15:36:25.649356+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:36:25.649356+0000","last_undegraded":"2023-10-05T15:36:25.649356+0000","last_fullsized":"2023-10-05T15:36:25.649356+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341668+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:36:24.341668+0000","last_peered":"2023-10-05T15:36:24.341668+0000","last_clean":"2023-10-05T15:36:24.341668+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:36:24.341668+0000","last_undegraded":"2023-10-05T15:36:24.341668+0000","last_fullsized":"2023-10-05T15:36:24.341668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342067+0000","last_change":"2023-10-05T15:36:19.984395+0000","last_active":"2023-10-05T15:36:24.342067+0000","last_peered":"2023-10-05T15:36:24.342067+0000","last_clean":"2023-10-05T15:36:24.342067+0000","last_became_active":"2023-10-05T15:36:19.984093+0000","last_became_peered":"2023-10-05T15:36:19.984093+0000","last_unstale":"2023-10-05T15:36:24.342067+0000","last_undegraded":"2023-10-05T15:36:24.342067+0000","last_fullsized":"2023-10-05T15:36:24.342067+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:22:00.660089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649317+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:36:25.649317+0000","last_peered":"2023-10-05T15:36:25.649317+0000","last_clean":"2023-10-05T15:36:25.649317+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:36:25.649317+0000","last_undegraded":"2023-10-05T15:36:25.649317+0000","last_fullsized":"2023-10-05T15:36:25.649317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.352902+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:36:24.352902+0000","last_peered":"2023-10-05T15:36:24.352902+0000","last_clean":"2023-10-05T15:36:24.352902+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:36:24.352902+0000","last_undegraded":"2023-10-05T15:36:24.352902+0000","last_fullsized":"2023-10-05T15:36:24.352902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341693+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:36:24.341693+0000","last_peered":"2023-10-05T15:36:24.341693+0000","last_clean":"2023-10-05T15:36:24.341693+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:36:24.341693+0000","last_undegraded":"2023-10-05T15:36:24.341693+0000","last_fullsized":"2023-10-05T15:36:24.341693+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679436+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:36:25.679436+0000","last_peered":"2023-10-05T15:36:25.679436+0000","last_clean":"2023-10-05T15:36:25.679436+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:36:25.679436+0000","last_undegraded":"2023-10-05T15:36:25.679436+0000","last_fullsized":"2023-10-05T15:36:25.679436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.874890+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:36:39.874890+0000","last_peered":"2023-10-05T15:36:39.874890+0000","last_clean":"2023-10-05T15:36:39.874890+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:36:39.874890+0000","last_undegraded":"2023-10-05T15:36:39.874890+0000","last_fullsized":"2023-10-05T15:36:39.874890+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341770+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:36:24.341770+0000","last_peered":"2023-10-05T15:36:24.341770+0000","last_clean":"2023-10-05T15:36:24.341770+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:36:24.341770+0000","last_undegraded":"2023-10-05T15:36:24.341770+0000","last_fullsized":"2023-10-05T15:36:24.341770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649164+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:36:25.649164+0000","last_peered":"2023-10-05T15:36:25.649164+0000","last_clean":"2023-10-05T15:36:25.649164+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:36:25.649164+0000","last_undegraded":"2023-10-05T15:36:25.649164+0000","last_fullsized":"2023-10-05T15:36:25.649164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343851+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:36:24.343851+0000","last_peered":"2023-10-05T15:36:24.343851+0000","last_clean":"2023-10-05T15:36:24.343851+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:36:24.343851+0000","last_undegraded":"2023-10-05T15:36:24.343851+0000","last_fullsized":"2023-10-05T15:36:24.343851+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.350505+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:36:24.350505+0000","last_peered":"2023-10-05T15:36:24.350505+0000","last_clean":"2023-10-05T15:36:24.350505+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:36:24.350505+0000","last_undegraded":"2023-10-05T15:36:24.350505+0000","last_fullsized":"2023-10-05T15:36:24.350505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337561+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:36:25.337561+0000","last_peered":"2023-10-05T15:36:25.337561+0000","last_clean":"2023-10-05T15:36:25.337561+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:36:25.337561+0000","last_undegraded":"2023-10-05T15:36:25.337561+0000","last_fullsized":"2023-10-05T15:36:25.337561+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353443+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:36:24.353443+0000","last_peered":"2023-10-05T15:36:24.353443+0000","last_clean":"2023-10-05T15:36:24.353443+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:36:24.353443+0000","last_undegraded":"2023-10-05T15:36:24.353443+0000","last_fullsized":"2023-10-05T15:36:24.353443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334633+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:36:24.334633+0000","last_peered":"2023-10-05T15:36:24.334633+0000","last_clean":"2023-10-05T15:36:24.334633+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:36:24.334633+0000","last_undegraded":"2023-10-05T15:36:24.334633+0000","last_fullsized":"2023-10-05T15:36:24.334633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649309+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:36:25.649309+0000","last_peered":"2023-10-05T15:36:25.649309+0000","last_clean":"2023-10-05T15:36:25.649309+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:36:25.649309+0000","last_undegraded":"2023-10-05T15:36:25.649309+0000","last_fullsized":"2023-10-05T15:36:25.649309+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.864315+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:36:38.864315+0000","last_peered":"2023-10-05T15:36:38.864315+0000","last_clean":"2023-10-05T15:36:38.864315+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:36:38.864315+0000","last_undegraded":"2023-10-05T15:36:38.864315+0000","last_fullsized":"2023-10-05T15:36:38.864315+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337299+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:36:24.337299+0000","last_peered":"2023-10-05T15:36:24.337299+0000","last_clean":"2023-10-05T15:36:24.337299+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:36:24.337299+0000","last_undegraded":"2023-10-05T15:36:24.337299+0000","last_fullsized":"2023-10-05T15:36:24.337299+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506686+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:36:25.506686+0000","last_peered":"2023-10-05T15:36:25.506686+0000","last_clean":"2023-10-05T15:36:25.506686+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:36:25.506686+0000","last_undegraded":"2023-10-05T15:36:25.506686+0000","last_fullsized":"2023-10-05T15:36:25.506686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"81'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343586+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:36:24.343586+0000","last_peered":"2023-10-05T15:36:24.343586+0000","last_clean":"2023-10-05T15:36:24.343586+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:36:24.343586+0000","last_undegraded":"2023-10-05T15:36:24.343586+0000","last_fullsized":"2023-10-05T15:36:24.343586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334214+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:36:24.334214+0000","last_peered":"2023-10-05T15:36:24.334214+0000","last_clean":"2023-10-05T15:36:24.334214+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:36:24.334214+0000","last_undegraded":"2023-10-05T15:36:24.334214+0000","last_fullsized":"2023-10-05T15:36:24.334214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649116+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:36:25.649116+0000","last_peered":"2023-10-05T15:36:25.649116+0000","last_clean":"2023-10-05T15:36:25.649116+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:36:25.649116+0000","last_undegraded":"2023-10-05T15:36:25.649116+0000","last_fullsized":"2023-10-05T15:36:25.649116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'10","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:36.312756+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:36:36.312756+0000","last_peered":"2023-10-05T15:36:36.312756+0000","last_clean":"2023-10-05T15:36:36.312756+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:36:36.312756+0000","last_undegraded":"2023-10-05T15:36:36.312756+0000","last_fullsized":"2023-10-05T15:36:36.312756+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341252+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:36:24.341252+0000","last_peered":"2023-10-05T15:36:24.341252+0000","last_clean":"2023-10-05T15:36:24.341252+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:36:24.341252+0000","last_undegraded":"2023-10-05T15:36:24.341252+0000","last_fullsized":"2023-10-05T15:36:24.341252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337146+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:36:25.337146+0000","last_peered":"2023-10-05T15:36:25.337146+0000","last_clean":"2023-10-05T15:36:25.337146+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:36:25.337146+0000","last_undegraded":"2023-10-05T15:36:25.337146+0000","last_fullsized":"2023-10-05T15:36:25.337146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334790+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:36:24.334790+0000","last_peered":"2023-10-05T15:36:24.334790+0000","last_clean":"2023-10-05T15:36:24.334790+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:36:24.334790+0000","last_undegraded":"2023-10-05T15:36:24.334790+0000","last_fullsized":"2023-10-05T15:36:24.334790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342135+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:36:24.342135+0000","last_peered":"2023-10-05T15:36:24.342135+0000","last_clean":"2023-10-05T15:36:24.342135+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:36:24.342135+0000","last_undegraded":"2023-10-05T15:36:24.342135+0000","last_fullsized":"2023-10-05T15:36:24.342135+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679193+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:36:25.679193+0000","last_peered":"2023-10-05T15:36:25.679193+0000","last_clean":"2023-10-05T15:36:25.679193+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:36:25.679193+0000","last_undegraded":"2023-10-05T15:36:25.679193+0000","last_fullsized":"2023-10-05T15:36:25.679193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342805+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:36:24.342805+0000","last_peered":"2023-10-05T15:36:24.342805+0000","last_clean":"2023-10-05T15:36:24.342805+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:36:24.342805+0000","last_undegraded":"2023-10-05T15:36:24.342805+0000","last_fullsized":"2023-10-05T15:36:24.342805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342442+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:36:24.342442+0000","last_peered":"2023-10-05T15:36:24.342442+0000","last_clean":"2023-10-05T15:36:24.342442+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:36:24.342442+0000","last_undegraded":"2023-10-05T15:36:24.342442+0000","last_fullsized":"2023-10-05T15:36:24.342442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649328+0000","last_change":"2023-10-05T15:36:24.363304+0000","last_active":"2023-10-05T15:36:25.649328+0000","last_peered":"2023-10-05T15:36:25.649328+0000","last_clean":"2023-10-05T15:36:25.649328+0000","last_became_active":"2023-10-05T15:36:24.362817+0000","last_became_peered":"2023-10-05T15:36:24.362817+0000","last_unstale":"2023-10-05T15:36:25.649328+0000","last_undegraded":"2023-10-05T15:36:25.649328+0000","last_fullsized":"2023-10-05T15:36:25.649328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:42:27.930938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342780+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:36:24.342780+0000","last_peered":"2023-10-05T15:36:24.342780+0000","last_clean":"2023-10-05T15:36:24.342780+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:36:24.342780+0000","last_undegraded":"2023-10-05T15:36:24.342780+0000","last_fullsized":"2023-10-05T15:36:24.342780+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343641+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:36:24.343641+0000","last_peered":"2023-10-05T15:36:24.343641+0000","last_clean":"2023-10-05T15:36:24.343641+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:36:24.343641+0000","last_undegraded":"2023-10-05T15:36:24.343641+0000","last_fullsized":"2023-10-05T15:36:24.343641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336210+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:36:25.336210+0000","last_peered":"2023-10-05T15:36:25.336210+0000","last_clean":"2023-10-05T15:36:25.336210+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:36:25.336210+0000","last_undegraded":"2023-10-05T15:36:25.336210+0000","last_fullsized":"2023-10-05T15:36:25.336210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"81'8","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.340962+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:36:24.340962+0000","last_peered":"2023-10-05T15:36:24.340962+0000","last_clean":"2023-10-05T15:36:24.340962+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:36:24.340962+0000","last_undegraded":"2023-10-05T15:36:24.340962+0000","last_fullsized":"2023-10-05T15:36:24.340962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345651+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:36:24.345651+0000","last_peered":"2023-10-05T15:36:24.345651+0000","last_clean":"2023-10-05T15:36:24.345651+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:36:24.345651+0000","last_undegraded":"2023-10-05T15:36:24.345651+0000","last_fullsized":"2023-10-05T15:36:24.345651+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336282+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:36:25.336282+0000","last_peered":"2023-10-05T15:36:25.336282+0000","last_clean":"2023-10-05T15:36:25.336282+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:36:25.336282+0000","last_undegraded":"2023-10-05T15:36:25.336282+0000","last_fullsized":"2023-10-05T15:36:25.336282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341256+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:36:24.341256+0000","last_peered":"2023-10-05T15:36:24.341256+0000","last_clean":"2023-10-05T15:36:24.341256+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:36:24.341256+0000","last_undegraded":"2023-10-05T15:36:24.341256+0000","last_fullsized":"2023-10-05T15:36:24.341256+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344077+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:36:24.344077+0000","last_peered":"2023-10-05T15:36:24.344077+0000","last_clean":"2023-10-05T15:36:24.344077+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:36:24.344077+0000","last_undegraded":"2023-10-05T15:36:24.344077+0000","last_fullsized":"2023-10-05T15:36:24.344077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.559019+0000","last_change":"2023-10-05T15:36:24.358975+0000","last_active":"2023-10-05T15:36:25.559019+0000","last_peered":"2023-10-05T15:36:25.559019+0000","last_clean":"2023-10-05T15:36:25.559019+0000","last_became_active":"2023-10-05T15:36:24.358543+0000","last_became_peered":"2023-10-05T15:36:24.358543+0000","last_unstale":"2023-10-05T15:36:25.559019+0000","last_undegraded":"2023-10-05T15:36:25.559019+0000","last_fullsized":"2023-10-05T15:36:25.559019+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:01:11.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.348640+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:36:24.348640+0000","last_peered":"2023-10-05T15:36:24.348640+0000","last_clean":"2023-10-05T15:36:24.348640+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:36:24.348640+0000","last_undegraded":"2023-10-05T15:36:24.348640+0000","last_fullsized":"2023-10-05T15:36:24.348640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353751+0000","last_change":"2023-10-05T15:36:19.981997+0000","last_active":"2023-10-05T15:36:24.353751+0000","last_peered":"2023-10-05T15:36:24.353751+0000","last_clean":"2023-10-05T15:36:24.353751+0000","last_became_active":"2023-10-05T15:36:19.981701+0000","last_became_peered":"2023-10-05T15:36:19.981701+0000","last_unstale":"2023-10-05T15:36:24.353751+0000","last_undegraded":"2023-10-05T15:36:24.353751+0000","last_fullsized":"2023-10-05T15:36:24.353751+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:37.515273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335823+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:36:25.335823+0000","last_peered":"2023-10-05T15:36:25.335823+0000","last_clean":"2023-10-05T15:36:25.335823+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:36:25.335823+0000","last_undegraded":"2023-10-05T15:36:25.335823+0000","last_fullsized":"2023-10-05T15:36:25.335823+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649964+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:36:25.649964+0000","last_peered":"2023-10-05T15:36:25.649964+0000","last_clean":"2023-10-05T15:36:25.649964+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:36:25.649964+0000","last_undegraded":"2023-10-05T15:36:25.649964+0000","last_fullsized":"2023-10-05T15:36:25.649964+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353259+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:36:24.353259+0000","last_peered":"2023-10-05T15:36:24.353259+0000","last_clean":"2023-10-05T15:36:24.353259+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:36:24.353259+0000","last_undegraded":"2023-10-05T15:36:24.353259+0000","last_fullsized":"2023-10-05T15:36:24.353259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335803+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:36:25.335803+0000","last_peered":"2023-10-05T15:36:25.335803+0000","last_clean":"2023-10-05T15:36:25.335803+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:36:25.335803+0000","last_undegraded":"2023-10-05T15:36:25.335803+0000","last_fullsized":"2023-10-05T15:36:25.335803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344084+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:36:24.344084+0000","last_peered":"2023-10-05T15:36:24.344084+0000","last_clean":"2023-10-05T15:36:24.344084+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:36:24.344084+0000","last_undegraded":"2023-10-05T15:36:24.344084+0000","last_fullsized":"2023-10-05T15:36:24.344084+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.875575+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:36:39.875575+0000","last_peered":"2023-10-05T15:36:39.875575+0000","last_clean":"2023-10-05T15:36:39.875575+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:36:39.875575+0000","last_undegraded":"2023-10-05T15:36:39.875575+0000","last_fullsized":"2023-10-05T15:36:39.875575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.650672+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:36:25.650672+0000","last_peered":"2023-10-05T15:36:25.650672+0000","last_clean":"2023-10-05T15:36:25.650672+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:36:25.650672+0000","last_undegraded":"2023-10-05T15:36:25.650672+0000","last_fullsized":"2023-10-05T15:36:25.650672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341334+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:36:24.341334+0000","last_peered":"2023-10-05T15:36:24.341334+0000","last_clean":"2023-10-05T15:36:24.341334+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:36:24.341334+0000","last_undegraded":"2023-10-05T15:36:24.341334+0000","last_fullsized":"2023-10-05T15:36:24.341334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.861592+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:36:38.861592+0000","last_peered":"2023-10-05T15:36:38.861592+0000","last_clean":"2023-10-05T15:36:38.861592+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:36:38.861592+0000","last_undegraded":"2023-10-05T15:36:38.861592+0000","last_fullsized":"2023-10-05T15:36:38.861592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343519+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:36:24.343519+0000","last_peered":"2023-10-05T15:36:24.343519+0000","last_clean":"2023-10-05T15:36:24.343519+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:36:24.343519+0000","last_undegraded":"2023-10-05T15:36:24.343519+0000","last_fullsized":"2023-10-05T15:36:24.343519+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336805+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:36:25.336805+0000","last_peered":"2023-10-05T15:36:25.336805+0000","last_clean":"2023-10-05T15:36:25.336805+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:36:25.336805+0000","last_undegraded":"2023-10-05T15:36:25.336805+0000","last_fullsized":"2023-10-05T15:36:25.336805+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341631+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:36:24.341631+0000","last_peered":"2023-10-05T15:36:24.341631+0000","last_clean":"2023-10-05T15:36:24.341631+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:36:24.341631+0000","last_undegraded":"2023-10-05T15:36:24.341631+0000","last_fullsized":"2023-10-05T15:36:24.341631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.873636+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:36:39.873636+0000","last_peered":"2023-10-05T15:36:39.873636+0000","last_clean":"2023-10-05T15:36:39.873636+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:36:39.873636+0000","last_undegraded":"2023-10-05T15:36:39.873636+0000","last_fullsized":"2023-10-05T15:36:39.873636+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679196+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:36:25.679196+0000","last_peered":"2023-10-05T15:36:25.679196+0000","last_clean":"2023-10-05T15:36:25.679196+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:36:25.679196+0000","last_undegraded":"2023-10-05T15:36:25.679196+0000","last_fullsized":"2023-10-05T15:36:25.679196+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341345+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:36:24.341345+0000","last_peered":"2023-10-05T15:36:24.341345+0000","last_clean":"2023-10-05T15:36:24.341345+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:36:24.341345+0000","last_undegraded":"2023-10-05T15:36:24.341345+0000","last_fullsized":"2023-10-05T15:36:24.341345+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343572+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:36:24.343572+0000","last_peered":"2023-10-05T15:36:24.343572+0000","last_clean":"2023-10-05T15:36:24.343572+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:36:24.343572+0000","last_undegraded":"2023-10-05T15:36:24.343572+0000","last_fullsized":"2023-10-05T15:36:24.343572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336243+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:36:25.336243+0000","last_peered":"2023-10-05T15:36:25.336243+0000","last_clean":"2023-10-05T15:36:25.336243+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:36:25.336243+0000","last_undegraded":"2023-10-05T15:36:25.336243+0000","last_fullsized":"2023-10-05T15:36:25.336243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.797475+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:36:24.797475+0000","last_peered":"2023-10-05T15:36:24.797475+0000","last_clean":"2023-10-05T15:36:24.797475+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:36:24.797475+0000","last_undegraded":"2023-10-05T15:36:24.797475+0000","last_fullsized":"2023-10-05T15:36:24.797475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342549+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:36:24.342549+0000","last_peered":"2023-10-05T15:36:24.342549+0000","last_clean":"2023-10-05T15:36:24.342549+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:36:24.342549+0000","last_undegraded":"2023-10-05T15:36:24.342549+0000","last_fullsized":"2023-10-05T15:36:24.342549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648983+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:36:25.648983+0000","last_peered":"2023-10-05T15:36:25.648983+0000","last_clean":"2023-10-05T15:36:25.648983+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:36:25.648983+0000","last_undegraded":"2023-10-05T15:36:25.648983+0000","last_fullsized":"2023-10-05T15:36:25.648983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.863526+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:36:38.863526+0000","last_peered":"2023-10-05T15:36:38.863526+0000","last_clean":"2023-10-05T15:36:38.863526+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:36:38.863526+0000","last_undegraded":"2023-10-05T15:36:38.863526+0000","last_fullsized":"2023-10-05T15:36:38.863526+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337771+0000","last_change":"2023-10-05T15:36:19.982772+0000","last_active":"2023-10-05T15:36:24.337771+0000","last_peered":"2023-10-05T15:36:24.337771+0000","last_clean":"2023-10-05T15:36:24.337771+0000","last_became_active":"2023-10-05T15:36:19.982092+0000","last_became_peered":"2023-10-05T15:36:19.982092+0000","last_unstale":"2023-10-05T15:36:24.337771+0000","last_undegraded":"2023-10-05T15:36:24.337771+0000","last_fullsized":"2023-10-05T15:36:24.337771+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:56:36.373327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506738+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:36:25.506738+0000","last_peered":"2023-10-05T15:36:25.506738+0000","last_clean":"2023-10-05T15:36:25.506738+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:36:25.506738+0000","last_undegraded":"2023-10-05T15:36:25.506738+0000","last_fullsized":"2023-10-05T15:36:25.506738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333934+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:36:24.333934+0000","last_peered":"2023-10-05T15:36:24.333934+0000","last_clean":"2023-10-05T15:36:24.333934+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:36:24.333934+0000","last_undegraded":"2023-10-05T15:36:24.333934+0000","last_fullsized":"2023-10-05T15:36:24.333934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341099+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:36:24.341099+0000","last_peered":"2023-10-05T15:36:24.341099+0000","last_clean":"2023-10-05T15:36:24.341099+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:36:24.341099+0000","last_undegraded":"2023-10-05T15:36:24.341099+0000","last_fullsized":"2023-10-05T15:36:24.341099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649469+0000","last_change":"2023-10-05T15:36:24.362339+0000","last_active":"2023-10-05T15:36:25.649469+0000","last_peered":"2023-10-05T15:36:25.649469+0000","last_clean":"2023-10-05T15:36:25.649469+0000","last_became_active":"2023-10-05T15:36:24.361950+0000","last_became_peered":"2023-10-05T15:36:24.361950+0000","last_unstale":"2023-10-05T15:36:25.649469+0000","last_undegraded":"2023-10-05T15:36:25.649469+0000","last_fullsized":"2023-10-05T15:36:25.649469+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:55:38.379501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343001+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:36:24.343001+0000","last_peered":"2023-10-05T15:36:24.343001+0000","last_clean":"2023-10-05T15:36:24.343001+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:36:24.343001+0000","last_undegraded":"2023-10-05T15:36:24.343001+0000","last_fullsized":"2023-10-05T15:36:24.343001+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343476+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:36:24.343476+0000","last_peered":"2023-10-05T15:36:24.343476+0000","last_clean":"2023-10-05T15:36:24.343476+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:36:24.343476+0000","last_undegraded":"2023-10-05T15:36:24.343476+0000","last_fullsized":"2023-10-05T15:36:24.343476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506605+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:36:25.506605+0000","last_peered":"2023-10-05T15:36:25.506605+0000","last_clean":"2023-10-05T15:36:25.506605+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:36:25.506605+0000","last_undegraded":"2023-10-05T15:36:25.506605+0000","last_fullsized":"2023-10-05T15:36:25.506605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334363+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:36:24.334363+0000","last_peered":"2023-10-05T15:36:24.334363+0000","last_clean":"2023-10-05T15:36:24.334363+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:36:24.334363+0000","last_undegraded":"2023-10-05T15:36:24.334363+0000","last_fullsized":"2023-10-05T15:36:24.334363+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343264+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:36:24.343264+0000","last_peered":"2023-10-05T15:36:24.343264+0000","last_clean":"2023-10-05T15:36:24.343264+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:36:24.343264+0000","last_undegraded":"2023-10-05T15:36:24.343264+0000","last_fullsized":"2023-10-05T15:36:24.343264+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506712+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:36:25.506712+0000","last_peered":"2023-10-05T15:36:25.506712+0000","last_clean":"2023-10-05T15:36:25.506712+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:36:25.506712+0000","last_undegraded":"2023-10-05T15:36:25.506712+0000","last_fullsized":"2023-10-05T15:36:25.506712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341795+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:36:24.341795+0000","last_peered":"2023-10-05T15:36:24.341795+0000","last_clean":"2023-10-05T15:36:24.341795+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:36:24.341795+0000","last_undegraded":"2023-10-05T15:36:24.341795+0000","last_fullsized":"2023-10-05T15:36:24.341795+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343760+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:36:24.343760+0000","last_peered":"2023-10-05T15:36:24.343760+0000","last_clean":"2023-10-05T15:36:24.343760+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:36:24.343760+0000","last_undegraded":"2023-10-05T15:36:24.343760+0000","last_fullsized":"2023-10-05T15:36:24.343760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649453+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:36:25.649453+0000","last_peered":"2023-10-05T15:36:25.649453+0000","last_clean":"2023-10-05T15:36:25.649453+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:36:25.649453+0000","last_undegraded":"2023-10-05T15:36:25.649453+0000","last_fullsized":"2023-10-05T15:36:25.649453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335523+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:36:24.335523+0000","last_peered":"2023-10-05T15:36:24.335523+0000","last_clean":"2023-10-05T15:36:24.335523+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:36:24.335523+0000","last_undegraded":"2023-10-05T15:36:24.335523+0000","last_fullsized":"2023-10-05T15:36:24.335523+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345566+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:36:24.345566+0000","last_peered":"2023-10-05T15:36:24.345566+0000","last_clean":"2023-10-05T15:36:24.345566+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:36:24.345566+0000","last_undegraded":"2023-10-05T15:36:24.345566+0000","last_fullsized":"2023-10-05T15:36:24.345566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648894+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:36:25.648894+0000","last_peered":"2023-10-05T15:36:25.648894+0000","last_clean":"2023-10-05T15:36:25.648894+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:36:25.648894+0000","last_undegraded":"2023-10-05T15:36:25.648894+0000","last_fullsized":"2023-10-05T15:36:25.648894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346445+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:36:24.346445+0000","last_peered":"2023-10-05T15:36:24.346445+0000","last_clean":"2023-10-05T15:36:24.346445+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:36:24.346445+0000","last_undegraded":"2023-10-05T15:36:24.346445+0000","last_fullsized":"2023-10-05T15:36:24.346445+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342045+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:36:24.342045+0000","last_peered":"2023-10-05T15:36:24.342045+0000","last_clean":"2023-10-05T15:36:24.342045+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:36:24.342045+0000","last_undegraded":"2023-10-05T15:36:24.342045+0000","last_fullsized":"2023-10-05T15:36:24.342045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336018+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:36:25.336018+0000","last_peered":"2023-10-05T15:36:25.336018+0000","last_clean":"2023-10-05T15:36:25.336018+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:36:25.336018+0000","last_undegraded":"2023-10-05T15:36:25.336018+0000","last_fullsized":"2023-10-05T15:36:25.336018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342780+0000","last_change":"2023-10-05T15:36:18.956588+0000","last_active":"2023-10-05T15:36:24.342780+0000","last_peered":"2023-10-05T15:36:24.342780+0000","last_clean":"2023-10-05T15:36:24.342780+0000","last_became_active":"2023-10-05T15:36:18.956292+0000","last_became_peered":"2023-10-05T15:36:18.956292+0000","last_unstale":"2023-10-05T15:36:24.342780+0000","last_undegraded":"2023-10-05T15:36:24.342780+0000","last_fullsized":"2023-10-05T15:36:24.342780+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:15.456020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342155+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:36:24.342155+0000","last_peered":"2023-10-05T15:36:24.342155+0000","last_clean":"2023-10-05T15:36:24.342155+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:36:24.342155+0000","last_undegraded":"2023-10-05T15:36:24.342155+0000","last_fullsized":"2023-10-05T15:36:24.342155+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343566+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:36:24.343566+0000","last_peered":"2023-10-05T15:36:24.343566+0000","last_clean":"2023-10-05T15:36:24.343566+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:36:24.343566+0000","last_undegraded":"2023-10-05T15:36:24.343566+0000","last_fullsized":"2023-10-05T15:36:24.343566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335150+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:36:24.335150+0000","last_peered":"2023-10-05T15:36:24.335150+0000","last_clean":"2023-10-05T15:36:24.335150+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:36:24.335150+0000","last_undegraded":"2023-10-05T15:36:24.335150+0000","last_fullsized":"2023-10-05T15:36:24.335150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334258+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:36:24.334258+0000","last_peered":"2023-10-05T15:36:24.334258+0000","last_clean":"2023-10-05T15:36:24.334258+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:36:24.334258+0000","last_undegraded":"2023-10-05T15:36:24.334258+0000","last_fullsized":"2023-10-05T15:36:24.334258+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337738+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:36:24.337738+0000","last_peered":"2023-10-05T15:36:24.337738+0000","last_clean":"2023-10-05T15:36:24.337738+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:36:24.337738+0000","last_undegraded":"2023-10-05T15:36:24.337738+0000","last_fullsized":"2023-10-05T15:36:24.337738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343483+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:36:24.343483+0000","last_peered":"2023-10-05T15:36:24.343483+0000","last_clean":"2023-10-05T15:36:24.343483+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:36:24.343483+0000","last_undegraded":"2023-10-05T15:36:24.343483+0000","last_fullsized":"2023-10-05T15:36:24.343483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344458+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:36:24.344458+0000","last_peered":"2023-10-05T15:36:24.344458+0000","last_clean":"2023-10-05T15:36:24.344458+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:36:24.344458+0000","last_undegraded":"2023-10-05T15:36:24.344458+0000","last_fullsized":"2023-10-05T15:36:24.344458+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335196+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:36:24.335196+0000","last_peered":"2023-10-05T15:36:24.335196+0000","last_clean":"2023-10-05T15:36:24.335196+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:36:24.335196+0000","last_undegraded":"2023-10-05T15:36:24.335196+0000","last_fullsized":"2023-10-05T15:36:24.335196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342637+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:36:24.342637+0000","last_peered":"2023-10-05T15:36:24.342637+0000","last_clean":"2023-10-05T15:36:24.342637+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:36:24.342637+0000","last_undegraded":"2023-10-05T15:36:24.342637+0000","last_fullsized":"2023-10-05T15:36:24.342637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343990+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:36:24.343990+0000","last_peered":"2023-10-05T15:36:24.343990+0000","last_clean":"2023-10-05T15:36:24.343990+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:36:24.343990+0000","last_undegraded":"2023-10-05T15:36:24.343990+0000","last_fullsized":"2023-10-05T15:36:24.343990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343104+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:36:24.343104+0000","last_peered":"2023-10-05T15:36:24.343104+0000","last_clean":"2023-10-05T15:36:24.343104+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:36:24.343104+0000","last_undegraded":"2023-10-05T15:36:24.343104+0000","last_fullsized":"2023-10-05T15:36:24.343104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334730+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:36:24.334730+0000","last_peered":"2023-10-05T15:36:24.334730+0000","last_clean":"2023-10-05T15:36:24.334730+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:36:24.334730+0000","last_undegraded":"2023-10-05T15:36:24.334730+0000","last_fullsized":"2023-10-05T15:36:24.334730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342462+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:36:24.342462+0000","last_peered":"2023-10-05T15:36:24.342462+0000","last_clean":"2023-10-05T15:36:24.342462+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:36:24.342462+0000","last_undegraded":"2023-10-05T15:36:24.342462+0000","last_fullsized":"2023-10-05T15:36:24.342462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343955+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:36:24.343955+0000","last_peered":"2023-10-05T15:36:24.343955+0000","last_clean":"2023-10-05T15:36:24.343955+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:36:24.343955+0000","last_undegraded":"2023-10-05T15:36:24.343955+0000","last_fullsized":"2023-10-05T15:36:24.343955+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4730,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":68,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":16608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":59,"ondisk_log_size":59,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481806,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":460204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]}]},{"osd":10,"up_from":69,"seq":296352743442,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1556480,"data_stored":1054277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":1,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.71399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.86799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.79800000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.85599999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94099999999999995}]}]},{"osd":9,"up_from":64,"seq":274877906967,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":460786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44500000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.52900000000000003}]},{"osd":3,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55000000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.58399999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.68700000000000006}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]}]},{"osd":8,"up_from":57,"seq":244813135899,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":460477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67200000000000004,"15min":0.67400000000000004},"min":{"1min":0.42299999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.91300000000000003,"5min":1.716,"15min":1.716},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.45600000000000002,"5min":0.438,"15min":0.438},"max":{"1min":0.78700000000000003,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.76500000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70799999999999996,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.70799999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.78500000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.48999999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.89100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67200000000000004,"15min":0.67000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.98099999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.94299999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81499999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.81499999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64600000000000002,"15min":0.65000000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68700000000000006,"15min":0.69199999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92700000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.92700000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0620000000000001,"5min":1.762,"15min":1.762},"last":1.0049999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.99099999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":1.0529999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]}]},{"osd":7,"up_from":50,"seq":214748364831,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1052364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42499999999999999,"15min":0.42599999999999999},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.505,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.439},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66000000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.64000000000000001,"15min":0.65700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71099999999999997,"5min":1.206,"15min":1.206},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.67200000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":1.181,"15min":1.181},"last":0.86699999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.749,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.86099999999999999,"5min":1.022,"15min":1.022},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.36699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.751,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71899999999999997,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.73199999999999998,"15min":0.746},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.95099999999999996,"5min":1.54,"15min":1.54},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.79500000000000004,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.68200000000000005,"15min":0.67700000000000005},"min":{"1min":0.47399999999999998,"5min":0.44,"15min":0.44},"max":{"1min":0.97799999999999998,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.628},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.66700000000000004,"15min":0.67100000000000004},"min":{"1min":0.47999999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84099999999999997,"5min":1.099,"15min":1.099},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:36:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.69099999999999995,"15min":0.67900000000000005},"min":{"1min":0.50800000000000001,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.70799999999999996,"15min":0.70199999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.64200000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.82899999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.70399999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]}]},{"osd":6,"up_from":45,"seq":193273528355,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":460204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.36499999999999999,"15min":0.36299999999999999},"min":{"1min":0.26600000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.378},"min":{"1min":0.29299999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.61299999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52500000000000002,"15min":0.52100000000000002},"min":{"1min":0.33200000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78700000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.53200000000000003,"15min":0.52000000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.54000000000000004,"15min":0.53100000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.504}]},{"osd":3,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.35799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.39700000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.84299999999999997,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.627,"5min":0.59799999999999998,"15min":0.59299999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.60899999999999999,"15min":0.59999999999999998},"min":{"1min":0.502,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.747},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.625,"15min":0.623},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.627}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.66000000000000003,"15min":0.65400000000000003},"min":{"1min":0.53900000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.64900000000000002,"15min":0.64600000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95299999999999996,"5min":0.998,"15min":0.998},"last":0.72999999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.69199999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68200000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":464046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:12 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.33300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.51000000000000001,"15min":0.48999999999999999},"min":{"1min":0.38500000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56399999999999995,"15min":0.52800000000000002},"min":{"1min":0.44400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.54100000000000004},"min":{"1min":0.497,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80000000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.70199999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:35:54 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.50600000000000001,"15min":0.496},"min":{"1min":0.40200000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.52700000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.42199999999999999,"15min":0.39900000000000002},"min":{"1min":0.29999999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.436,"15min":0.41799999999999998},"min":{"1min":0.314,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.59599999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.437,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58199999999999996,"15min":0.57399999999999995},"min":{"1min":0.501,"5min":0.37,"15min":0.37},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.56100000000000005,"15min":0.53700000000000003},"min":{"1min":0.48899999999999999,"5min":0.38,"15min":0.38},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.57099999999999995,"15min":0.56000000000000005},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.64000000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.79800000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.70999999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59699999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":461682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":0.78200000000000003,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.52600000000000002,"15min":0.51900000000000002},"min":{"1min":0.40999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":0.82799999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.49099999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.28299999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.68100000000000005,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.38},{"interface":"front","average":{"1min":0.433,"5min":0.41299999999999998,"15min":0.40999999999999998},"min":{"1min":0.32500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56299999999999994,"15min":0.53600000000000003},"min":{"1min":0.40799999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.57899999999999996,"15min":0.54700000000000004},"min":{"1min":0.47699999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.57699999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.57299999999999995,"15min":0.55900000000000005},"min":{"1min":0.44900000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58799999999999997,"15min":0.58299999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.34499999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.86599999999999999,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.42799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69599999999999995,"15min":0.70199999999999996},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.92200000000000004,"5min":1.004,"15min":1.004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.874,"5min":0.876,"15min":0.876},"last":0.47899999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.63100000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58999999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.64400000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":464080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.495},"min":{"1min":0.375,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.46600000000000003},"min":{"1min":0.39700000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.55800000000000005,"15min":0.50900000000000001},"min":{"1min":0.435,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.876},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.872,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:35:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.50900000000000001,"15min":0.48699999999999999},"min":{"1min":0.35399999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53200000000000003,"15min":0.51200000000000001},"min":{"1min":0.35899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58399999999999996,"15min":0.57699999999999996},"min":{"1min":0.41899999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.90000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.501,"15min":0.47999999999999998},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.53500000000000003,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.311,"15min":0.311},"max":{"1min":0.77500000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.753}]},{"osd":6,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.61199999999999999,"15min":0.60899999999999999},"min":{"1min":0.52400000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65500000000000003,"15min":0.65400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":1.0569999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63400000000000001,"15min":0.623},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.628,"15min":0.61699999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.91600000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.98099999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.96199999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":950272,"data_stored":460308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.33800000000000002},"min":{"1min":0.28000000000000003,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.35599999999999998,"15min":0.34100000000000003},"min":{"1min":0.26200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.318}]},{"osd":1,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.55300000000000005},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":1.077,"15min":1.077},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.54400000000000004,"15min":0.53400000000000003},"min":{"1min":0.434,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.57199999999999995,"15min":0.56000000000000005},"min":{"1min":0.45700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.57699999999999996,"15min":0.56899999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0740000000000001,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.59799999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83499999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.61199999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58299999999999996,"15min":0.57099999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.63600000000000001,"15min":0.626},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.48299999999999998,"15min":0.46800000000000003},"min":{"1min":0.34100000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.496},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.504,"15min":0.48599999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60799999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.623},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.61699999999999999,"15min":0.60999999999999999},"min":{"1min":0.45100000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.51300000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.52600000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.71399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920812,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":460226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.31,"5min":0.255,"15min":0.255},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.38700000000000001,"15min":0.36699999999999999},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.36599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.55900000000000005,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.55300000000000005,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.47099999999999997,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.61899999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.57999999999999996,"15min":0.57199999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.502},{"interface":"front","average":{"1min":0.626,"5min":0.59099999999999997,"15min":0.58499999999999996},"min":{"1min":0.42999999999999999,"5min":0.373,"15min":0.373},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.64000000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.61399999999999999,"15min":0.59299999999999997},"min":{"1min":0.51500000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.2589999999999999,"5min":2.2589999999999999,"15min":2.2589999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.53200000000000003,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.78200000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58699999999999997,"15min":0.58199999999999996},"min":{"1min":0.40100000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89900000000000002,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.58899999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:35:40 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.751},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.81699999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.71999999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1548288,"data_stored":1050754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.38900000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.498,"15min":0.498},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54500000000000004}]},{"osd":1,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.52800000000000002,"15min":0.51400000000000001},"min":{"1min":0.42899999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.68700000000000006}]},{"osd":2,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.29999999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.56599999999999995,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.317},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.33700000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.36799999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54800000000000004,"15min":0.54500000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.45000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.58599999999999997,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:35:55 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.48199999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63600000000000001,"15min":0.63300000000000001},"min":{"1min":0.53900000000000003,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79000000000000004,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42599999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66900000000000004,"15min":0.67000000000000004},"min":{"1min":0.40799999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89700000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.65000000000000002,"15min":0.65200000000000002},"min":{"1min":0.439,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.60399999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.627}]},{"osd":9,"last update":"Thu Oct 5 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.64400000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.755},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.73999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:36:42.350 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-05T15:36:42.350 INFO:tasks.cephadm:Setting up client nodes... 2023-10-05T15:36:42.350 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-05T15:36:42.939 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:42 smithi173 ceph-mon[104029]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:42 smithi173 ceph-mon[104029]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:42 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:active 2023-10-05T15:36:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:42 smithi173 ceph-mon[104029]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-05T15:36:43.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:42 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:36:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:42 smithi115 ceph-mon[103691]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:42 smithi115 ceph-mon[103691]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:42 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:active 2023-10-05T15:36:43.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:42 smithi115 ceph-mon[103691]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-05T15:36:43.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:42 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:36:43.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:42 smithi098 ceph-mon[99243]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:42 smithi098 ceph-mon[99243]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:36:43.193 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:42 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] up:active 2023-10-05T15:36:43.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:42 smithi098 ceph-mon[99243]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-05T15:36:43.194 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:42 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:36:44.127 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:43 smithi098 ceph-mon[99243]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.2 KiB/s wr, 8 op/s 2023-10-05T15:36:44.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:43 smithi173 ceph-mon[104029]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.2 KiB/s wr, 8 op/s 2023-10-05T15:36:44.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:43 smithi115 ceph-mon[103691]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.2 KiB/s wr, 8 op/s 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 -- 172.21.15.98:0/3991612021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 msgr2=0x7f2d54107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 --2- 172.21.15.98:0/3991612021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d54107a70 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c00b0d0 tx=0x7f2d4c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 -- 172.21.15.98:0/3991612021 shutdown_connections 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 --2- 172.21.15.98:0/3991612021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 0x7f2d540ffa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 --2- 172.21.15.98:0/3991612021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d54107a70 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 --2- 172.21.15.98:0/3991612021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 0x7f2d54100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 -- 172.21.15.98:0/3991612021 >> 172.21.15.98:0/3991612021 conn(0x7f2d540fabc0 msgr2=0x7f2d540fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:44.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 -- 172.21.15.98:0/3991612021 shutdown_connections 2023-10-05T15:36:44.342 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.338+0000 7f2d590af700 1 -- 172.21.15.98:0/3991612021 wait complete. 2023-10-05T15:36:44.342 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 Processor -- start 2023-10-05T15:36:44.342 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 -- start start 2023-10-05T15:36:44.343 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 0x7f2d54196270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:44.343 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 0x7f2d541967b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:44.343 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5419d700 con 0x7f2d541011c0 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5419d870 con 0x7f2d540ff620 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d590af700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d5419da30 con 0x7f2d54100820 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.339+0000 7f2d5359e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43540/0 (socket says 172.21.15.98:43540) 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 -- 172.21.15.98:0/392670504 learned_addr learned my addr 172.21.15.98:0/392670504 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d52d9d700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 0x7f2d54196270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5259c700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 0x7f2d541967b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 -- 172.21.15.98:0/392670504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 msgr2=0x7f2d541967b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 0x7f2d541967b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 -- 172.21.15.98:0/392670504 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 msgr2=0x7f2d54196270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:44.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 0x7f2d54196270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 -- 172.21.15.98:0/392670504 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d4c009d00 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d5359e700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c007a00 tx=0x7f2d4c0094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4c00e040 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d54194f50 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d4c003e10 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4c012b10 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.340+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d54195440 con 0x7f2d541011c0 2023-10-05T15:36:44.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.341+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d5410ae30 con 0x7f2d541011c0 2023-10-05T15:36:44.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.342+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2d4c012cb0 con 0x7f2d541011c0 2023-10-05T15:36:44.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.343+0000 7f2d3bfff700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 0x7f2d3c0a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:44.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.343+0000 7f2d52d9d700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 0x7f2d3c0a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:44.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.343+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f2d4c01e070 con 0x7f2d541011c0 2023-10-05T15:36:44.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.343+0000 7f2d52d9d700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 0x7f2d3c0a3970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2d54197090 tx=0x7f2d4800a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:44.349 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.347+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2d4c099de0 con 0x7f2d541011c0 2023-10-05T15:36:44.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.613+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f2d54105e20 con 0x7f2d541011c0 2023-10-05T15:36:44.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.615+0000 7f2d3bfff700 1 -- 172.21.15.98:0/392670504 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f2d4c09d400 con 0x7f2d541011c0 2023-10-05T15:36:44.618 INFO:teuthology.orchestra.run.smithi098.stdout:[client.0] 2023-10-05T15:36:44.618 INFO:teuthology.orchestra.run.smithi098.stdout: key = AQAM2B5lIS+nJBAAcEw3WaXzLBXWAAl4qoZP6w== 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 msgr2=0x7f2d3c0a3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 0x7f2d3c0a3970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2d54197090 tx=0x7f2d4800a3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 msgr2=0x7f2d5419d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c007a00 tx=0x7f2d4c0094c0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 shutdown_connections 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d3c0a14b0 0x7f2d3c0a3970 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d540ff620 0x7f2d54196270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d541011c0 0x7f2d5419d130 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 --2- 172.21.15.98:0/392670504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d54100820 0x7f2d541967b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:44.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 >> 172.21.15.98:0/392670504 conn(0x7f2d540fabc0 msgr2=0x7f2d540fcd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:44.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 shutdown_connections 2023-10-05T15:36:44.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:44.618+0000 7f2d590af700 1 -- 172.21.15.98:0/392670504 wait complete. 2023-10-05T15:36:45.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:44 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:36:45.029 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:44 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:36:45.104 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:36:45.104 DEBUG:teuthology.orchestra.run.smithi098:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-10-05T15:36:45.105 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-05T15:36:45.144 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-05T15:36:45.145 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-05T15:36:45.145 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-05T15:36:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:44 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:36:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:44 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:36:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:44 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:36:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:44 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/392670504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:36:45.739 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:46.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:45 smithi173 ceph-mon[104029]: pgmap v266: 129 pgs: 129 active+clean; 586 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2023-10-05T15:36:46.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:45 smithi115 ceph-mon[103691]: pgmap v266: 129 pgs: 129 active+clean; 586 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2023-10-05T15:36:46.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:45 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:36:45.784+0000 7efd614de700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2023-10-05T15:36:46.164 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:36:45 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:36:45.784+0000 7efd614de700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2023-10-05T15:36:46.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:45 smithi098 ceph-mon[99243]: pgmap v266: 129 pgs: 129 active+clean; 586 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/3751978169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c0ffe10 msgr2=0x7f3e9c100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/3751978169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c100290 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c009990 tx=0x7f3e8c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/3751978169 shutdown_connections 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/3751978169 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c1007d0 0x7f3e9c10cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/3751978169 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/3751978169 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c100290 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/3751978169 >> 172.21.15.98:0/3751978169 conn(0x7f3e9c076dc0 msgr2=0x7f3e9c0771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/3751978169 shutdown_connections 2023-10-05T15:36:47.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/3751978169 wait complete. 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 Processor -- start 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.099+0000 7f3ea3e2b700 1 -- start start 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c1007d0 0x7f3e9c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c198c30 con 0x7f3e9c105ec0 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c1a33a0 con 0x7f3e9c0ffe10 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c1a3510 con 0x7f3e9c1007d0 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43552/0 (socket says 172.21.15.98:43552) 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 -- 172.21.15.98:0/1957745179 learned_addr learned my addr 172.21.15.98:0/1957745179 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:47.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea13c6700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c1007d0 0x7f3e9c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea1bc7700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 -- 172.21.15.98:0/1957745179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c1007d0 msgr2=0x7f3e9c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c1007d0 0x7f3e9c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 -- 172.21.15.98:0/1957745179 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c0ffe10 msgr2=0x7f3e9c197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 -- 172.21.15.98:0/1957745179 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e8c0095f0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea23c8700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3e94007d70 tx=0x7f3e9400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9400ad40 con 0x7f3e9c105ec0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3e940128e0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e9c1a37f0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.100+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e94011780 con 0x7f3e9c105ec0 2023-10-05T15:36:47.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.101+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e9c1a3ca0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.101+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e9c04ebb0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.103+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3e94012a50 con 0x7f3e9c105ec0 2023-10-05T15:36:47.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.103+0000 7f3e92ffd700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 0x7f3e880a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:47.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.103+0000 7f3ea1bc7700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 0x7f3e880a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:47.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.104+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f3e940cd6a0 con 0x7f3e9c105ec0 2023-10-05T15:36:47.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.104+0000 7f3ea1bc7700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 0x7f3e880a3940 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3e98006fd0 tx=0x7f3e98008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:47.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.106+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3e94096b10 con 0x7f3e9c105ec0 2023-10-05T15:36:47.353 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.351+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f3e9c069820 con 0x7f3e9c105ec0 2023-10-05T15:36:47.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.356+0000 7f3e92ffd700 1 -- 172.21.15.98:0/1957745179 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v16) v1 ==== 74+0+260320 (secure 0 0 0) 0x7f3e9409a130 con 0x7f3e9c105ec0 2023-10-05T15:36:47.361 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:47.362 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.358+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 msgr2=0x7f3e880a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:47.362 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.358+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 0x7f3e880a3940 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3e98006fd0 tx=0x7f3e98008040 comp rx=0 tx=0).stop 2023-10-05T15:36:47.362 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 msgr2=0x7f3e9c1a2e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3e94007d70 tx=0x7f3e9400a340 comp rx=0 tx=0).stop 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 shutdown_connections 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3e880a1480 0x7f3e880a3940 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3e9c0ffe10 0x7f3e9c197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3e9c105ec0 0x7f3e9c1a2e60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 --2- 172.21.15.98:0/1957745179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3e9c1007d0 0x7f3e9c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 >> 172.21.15.98:0/1957745179 conn(0x7f3e9c076dc0 msgr2=0x7f3e9c0fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 shutdown_connections 2023-10-05T15:36:47.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:47.359+0000 7f3ea3e2b700 1 -- 172.21.15.98:0/1957745179 wait complete. 2023-10-05T15:36:47.803 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":16,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6800","nonce":1264833367},{"type":"v1","addr":"172.21.15.98:6801","nonce":1264833367}]},"active_addr":"172.21.15.98:6801/1264833367","active_change":"2023-10-05T15:30:25.452154+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.98:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":3583501269}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":3094567985}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":3691101296}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.98:0","nonce":3800707212}]}]} 2023-10-05T15:36:47.809 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-05T15:36:47.809 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-05T15:36:47.809 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:36:48.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:47 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1957745179' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:36:48.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:47 smithi098 ceph-mon[99243]: pgmap v267: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.2 KiB/s wr, 17 op/s 2023-10-05T15:36:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:47 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1957745179' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:36:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:47 smithi173 ceph-mon[104029]: pgmap v267: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.2 KiB/s wr, 17 op/s 2023-10-05T15:36:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:47 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1957745179' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:36:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:47 smithi115 ceph-mon[103691]: pgmap v267: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.2 KiB/s wr, 17 op/s 2023-10-05T15:36:48.364 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- 172.21.15.98:0/4010971025 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914100c70 msgr2=0x7fb914104a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 --2- 172.21.15.98:0/4010971025 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914100c70 0x7fb914104a70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb904009990 tx=0x7fb904009ca0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- 172.21.15.98:0/4010971025 shutdown_connections 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 --2- 172.21.15.98:0/4010971025 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb9141002c0 0x7fb9141006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 --2- 172.21.15.98:0/4010971025 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb914105150 0x7fb91410cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 --2- 172.21.15.98:0/4010971025 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914100c70 0x7fb914104a70 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- 172.21.15.98:0/4010971025 >> 172.21.15.98:0/4010971025 conn(0x7fb914076cf0 msgr2=0x7fb914077100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- 172.21.15.98:0/4010971025 shutdown_connections 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- 172.21.15.98:0/4010971025 wait complete. 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 Processor -- start 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.698+0000 7fb91c484700 1 -- start start 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 0x7fb914195f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb914100c70 0x7fb914196460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91419aee0 con 0x7fb914105150 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91419b050 con 0x7fb914100c70 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91419b210 con 0x7fb9141002c0 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:49.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43564/0 (socket says 172.21.15.98:43564) 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 -- 172.21.15.98:0/748202917 learned_addr learned my addr 172.21.15.98:0/748202917 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb919a1f700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb914100c70 0x7fb914196460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91a220700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 0x7fb914195f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 -- 172.21.15.98:0/748202917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 msgr2=0x7fb914195f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 0x7fb914195f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 -- 172.21.15.98:0/748202917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb914100c70 msgr2=0x7fb914196460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb914100c70 0x7fb914196460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 -- 172.21.15.98:0/748202917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9040095f0 con 0x7fb914105150 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91a220700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 0x7fb914195f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91aa21700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb90c00b9e0 tx=0x7fb90c00bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb90c00d8e0 con 0x7fb914105150 2023-10-05T15:36:49.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb91419b4f0 con 0x7fb914105150 2023-10-05T15:36:49.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb90c015420 con 0x7fb914105150 2023-10-05T15:36:49.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.699+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb90c014630 con 0x7fb914105150 2023-10-05T15:36:49.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.700+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9141a2d50 con 0x7fb914105150 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.701+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb91404ebb0 con 0x7fb914105150 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.701+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb90c015590 con 0x7fb914105150 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.702+0000 7fb90b7fe700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 0x7fb9000a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.702+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb90c011070 con 0x7fb914105150 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.702+0000 7fb91a220700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 0x7fb9000a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:49.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.702+0000 7fb91a220700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 0x7fb9000a3940 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb910005950 tx=0x7fb910005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:49.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.706+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb90c04f100 con 0x7fb914105150 2023-10-05T15:36:49.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.897+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb914110040 con 0x7fb914105150 2023-10-05T15:36:49.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.898+0000 7fb90b7fe700 1 -- 172.21.15.98:0/748202917 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7fb90c0b7e60 con 0x7fb914105150 2023-10-05T15:36:49.900 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:49.901 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:49.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 msgr2=0x7fb9000a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:49.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 0x7fb9000a3940 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb910005950 tx=0x7fb910005f50 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 msgr2=0x7fb91419a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb90c00b9e0 tx=0x7fb90c00bcf0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 shutdown_connections 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb9000a1480 0x7fb9000a3940 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb914105150 0x7fb91419a8d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb9141002c0 0x7fb914195f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 --2- 172.21.15.98:0/748202917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb914100c70 0x7fb914196460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.900+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 >> 172.21.15.98:0/748202917 conn(0x7fb914076cf0 msgr2=0x7fb9140fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.901+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 shutdown_connections 2023-10-05T15:36:49.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:49.901+0000 7fb91c484700 1 -- 172.21.15.98:0/748202917 wait complete. 2023-10-05T15:36:50.416 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-05T15:36:50.417 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:36:50.586 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:50 smithi098 ceph-mon[99243]: pgmap v268: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-10-05T15:36:50.586 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:50 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/748202917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:50 smithi173 ceph-mon[104029]: pgmap v268: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-10-05T15:36:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:50 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/748202917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:50 smithi115 ceph-mon[103691]: pgmap v268: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 20 op/s 2023-10-05T15:36:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:50 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/748202917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:50.971 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.318+0000 7f73857fb700 1 -- 172.21.15.98:0/1195540033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380106230 msgr2=0x7f738010de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.318+0000 7f73857fb700 1 --2- 172.21.15.98:0/1195540033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380106230 0x7f738010de00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f737800b0a0 tx=0x7f737800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 -- 172.21.15.98:0/1195540033 shutdown_connections 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 --2- 172.21.15.98:0/1195540033 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380101150 0x7f7380101530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 --2- 172.21.15.98:0/1195540033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380106230 0x7f738010de00 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 --2- 172.21.15.98:0/1195540033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101b00 0x7f7380105b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 -- 172.21.15.98:0/1195540033 >> 172.21.15.98:0/1195540033 conn(0x7f73800fc9a0 msgr2=0x7f73800fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 -- 172.21.15.98:0/1195540033 shutdown_connections 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 -- 172.21.15.98:0/1195540033 wait complete. 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 Processor -- start 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.319+0000 7f73857fb700 1 -- start start 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101150 0x7f7380197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380106230 0x7f738019ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f738019c050 con 0x7f7380101b00 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f738019c1c0 con 0x7f7380106230 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f738019c380 con 0x7f7380101150 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:52.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43582/0 (socket says 172.21.15.98:43582) 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 -- 172.21.15.98:0/805105106 learned_addr learned my addr 172.21.15.98:0/805105106 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737effd700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101150 0x7f7380197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737f7fe700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380106230 0x7f738019ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 -- 172.21.15.98:0/805105106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101150 msgr2=0x7f7380197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101150 0x7f7380197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 -- 172.21.15.98:0/805105106 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380106230 msgr2=0x7f738019ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380106230 0x7f738019ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 -- 172.21.15.98:0/805105106 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7378009d00 con 0x7f7380101b00 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f737e7fc700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f737400b500 tx=0x7f737400b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7374011830 con 0x7f7380101b00 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7374011e50 con 0x7f7380101b00 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737400f2e0 con 0x7f7380101b00 2023-10-05T15:36:52.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.320+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f738019c660 con 0x7f7380101b00 2023-10-05T15:36:52.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.321+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73801a3ec0 con 0x7f7380101b00 2023-10-05T15:36:52.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.322+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f738004ebb0 con 0x7f7380101b00 2023-10-05T15:36:52.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.322+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f73740105a0 con 0x7f7380101b00 2023-10-05T15:36:52.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.323+0000 7f7367fff700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 0x7f73680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:52.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.323+0000 7f737effd700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 0x7f73680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:52.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.323+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f73740cc9f0 con 0x7f7380101b00 2023-10-05T15:36:52.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.323+0000 7f737effd700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 0x7f73680a3940 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f737000ba60 tx=0x7f7370005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:52.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.327+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7374095e60 con 0x7f7380101b00 2023-10-05T15:36:52.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.516+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7380111110 con 0x7f7380101b00 2023-10-05T15:36:52.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.517+0000 7f7367fff700 1 -- 172.21.15.98:0/805105106 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23962 (secure 0 0 0) 0x7f7374015090 con 0x7f7380101b00 2023-10-05T15:36:52.520 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:36:52.520 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":86,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:36:24.734049+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 msgr2=0x7f73680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 0x7f73680a3940 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f737000ba60 tx=0x7f7370005d50 comp rx=0 tx=0).stop 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 msgr2=0x7f73801975d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f737400b500 tx=0x7f737400b8c0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 shutdown_connections 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73680a1480 0x7f73680a3940 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7380106230 0x7f738019ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7380101150 0x7f7380197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 --2- 172.21.15.98:0/805105106 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7380101b00 0x7f73801975d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:52.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 >> 172.21.15.98:0/805105106 conn(0x7f73800fc9a0 msgr2=0x7f73800fd380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:52.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 shutdown_connections 2023-10-05T15:36:52.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:52.520+0000 7f73857fb700 1 -- 172.21.15.98:0/805105106 wait complete. 2023-10-05T15:36:52.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:52 smithi173 ceph-mon[104029]: pgmap v269: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2023-10-05T15:36:52.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:52 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/805105106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:52 smithi115 ceph-mon[103691]: pgmap v269: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2023-10-05T15:36:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:52 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/805105106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:52.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:52 smithi098 ceph-mon[99243]: pgmap v269: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 21 op/s 2023-10-05T15:36:52.914 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:52 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/805105106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:36:52.937 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-05T15:36:52.938 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-05T15:36:52.938 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-05T15:36:52.939 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-05T15:36:52.939 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-05T15:36:52.939 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-05T15:36:52.940 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-05T15:36:52.940 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-05T15:36:52.940 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.8 flush_pg_stats 2023-10-05T15:36:52.941 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.9 flush_pg_stats 2023-10-05T15:36:52.941 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.10 flush_pg_stats 2023-10-05T15:36:52.942 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph tell osd.11 flush_pg_stats 2023-10-05T15:36:53.942 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:53.949 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:54.097 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:54.101 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:54.243 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:54.246 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:54.591 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:54 smithi098 ceph-mon[99243]: pgmap v270: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.4 KiB/s wr, 22 op/s 2023-10-05T15:36:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:54 smithi173 ceph-mon[104029]: pgmap v270: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.4 KiB/s wr, 22 op/s 2023-10-05T15:36:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:54 smithi115 ceph-mon[103691]: pgmap v270: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.4 KiB/s wr, 22 op/s 2023-10-05T15:36:55.116 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:55.116 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:55.615 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:56.879 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:56 smithi098 ceph-mon[99243]: pgmap v271: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-10-05T15:36:56.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:56 smithi173 ceph-mon[104029]: pgmap v271: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-10-05T15:36:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:56 smithi115 ceph-mon[103691]: pgmap v271: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-10-05T15:36:57.747 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:57.782 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:36:58.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:36:57 smithi098 ceph-mon[99243]: pgmap v272: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:36:58.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:36:57 smithi173 ceph-mon[104029]: pgmap v272: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:36:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:36:57 smithi115 ceph-mon[103691]: pgmap v272: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:36:58.735 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 -- 172.21.15.98:0/4142156203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 msgr2=0x7ff4ec107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.735 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/4142156203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec107370 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc0099c0 tx=0x7ff4dc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.735 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 -- 172.21.15.98:0/4142156203 shutdown_connections 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/4142156203 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec101940 0x7ff4ec10ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/4142156203 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec107370 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/4142156203 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff4ec100f80 0x7ff4ec101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 -- 172.21.15.98:0/4142156203 >> 172.21.15.98:0/4142156203 conn(0x7ff4ec0780a0 msgr2=0x7ff4ec0784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 -- 172.21.15.98:0/4142156203 shutdown_connections 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.732+0000 7ff4f14a8700 1 -- 172.21.15.98:0/4142156203 wait complete. 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 Processor -- start 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 -- start start 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 0x7ff4ec196f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff4ec101940 0x7ff4ec197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:58.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4ec19bef0 con 0x7ff4ec106f90 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4ec19c060 con 0x7ff4ec101940 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4f14a8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4ec19c220 con 0x7ff4ec100f80 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4eaffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 0x7ff4ec196f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4eaffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 0x7ff4ec196f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:60286/0 (socket says 172.21.15.98:60286) 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4eaffd700 1 -- 172.21.15.98:0/130423568 learned_addr learned my addr 172.21.15.98:0/130423568 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4eb7fe700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:58.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.733+0000 7ff4ea7fc700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff4ec101940 0x7ff4ec197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:58.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 -- 172.21.15.98:0/130423568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 msgr2=0x7ff4ec196f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 0x7ff4ec196f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 -- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff4ec101940 msgr2=0x7ff4ec197470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff4ec101940 0x7ff4ec197470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4dc0095f0 con 0x7ff4ec106f90 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eaffd700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4ec100f80 0x7ff4ec196f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4eb7fe700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec19b8e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4007f10 tx=0x7ff4e400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e4004db0 con 0x7ff4ec106f90 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4ec19c500 con 0x7ff4ec106f90 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4e400f040 con 0x7ff4ec106f90 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e40042f0 con 0x7ff4ec106f90 2023-10-05T15:36:58.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.734+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4ec1a3d60 con 0x7ff4ec106f90 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.735+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff4ec111110 con 0x7ff4ec106f90 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.736+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff4e4003a00 con 0x7ff4ec106f90 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.736+0000 7ff4d3fff700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4d40a1480 0x7ff4d40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4eaffd700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4d40a1480 0x7ff4d40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff4e40cd2e0 con 0x7ff4ec106f90 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4d3fff700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] conn(0x7ff4d40ac000 0x7ff4d40ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff4d40aeb10 con 0x7ff4d40ac000 2023-10-05T15:36:58.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4e40cd6f0 con 0x7ff4ec106f90 2023-10-05T15:36:58.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4eaffd700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4d40a1480 0x7ff4d40a3940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc009f50 tx=0x7ff4dc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:58.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.737+0000 7ff4ea7fc700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] conn(0x7ff4d40ac000 0x7ff4d40ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:36:58.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.738+0000 7ff4ea7fc700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] conn(0x7ff4d40ac000 0x7ff4d40ae440 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:36:58.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.739+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== osd.10 v2:172.21.15.115:6824/635517942 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7ff4d40aeb10 con 0x7ff4d40ac000 2023-10-05T15:36:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.755+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 --> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff4ec04ebb0 con 0x7ff4d40ac000 2023-10-05T15:36:58.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.755+0000 7ff4d3fff700 1 -- 172.21.15.98:0/130423568 <== osd.10 v2:172.21.15.115:6824/635517942 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff4ec04ebb0 con 0x7ff4d40ac000 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.755+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] conn(0x7ff4d40ac000 msgr2=0x7ff4d40ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] conn(0x7ff4d40ac000 0x7ff4d40ae440 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4d40a1480 msgr2=0x7ff4d40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4d40a1480 0x7ff4d40a3940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc009f50 tx=0x7ff4dc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 msgr2=0x7ff4ec19b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 --2- 172.21.15.98:0/130423568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff4ec106f90 0x7ff4ec19b8e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4007f10 tx=0x7ff4e400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4eb7fe700 1 -- 172.21.15.98:0/130423568 reap_dead start 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 shutdown_connections 2023-10-05T15:36:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 >> 172.21.15.98:0/130423568 conn(0x7ff4ec0780a0 msgr2=0x7ff4ec104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:36:58.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 shutdown_connections 2023-10-05T15:36:58.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:58.756+0000 7ff4f14a8700 1 -- 172.21.15.98:0/130423568 wait complete. 2023-10-05T15:36:59.823 INFO:teuthology.orchestra.run.smithi098.stdout:296352743447 2023-10-05T15:36:59.823 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.10 2023-10-05T15:37:00.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 -- 172.21.15.98:0/1609378636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 msgr2=0x7f63301062a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 --2- 172.21.15.98:0/1609378636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f63301062a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f632c009990 tx=0x7f632c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 -- 172.21.15.98:0/1609378636 shutdown_connections 2023-10-05T15:37:00.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 --2- 172.21.15.98:0/1609378636 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 0x7f633010cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 --2- 172.21.15.98:0/1609378636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f63301062a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 --2- 172.21.15.98:0/1609378636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63300ffe10 0x7f6330100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 -- 172.21.15.98:0/1609378636 >> 172.21.15.98:0/1609378636 conn(0x7f6330076dc0 msgr2=0x7f63300771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 -- 172.21.15.98:0/1609378636 shutdown_connections 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.642+0000 7f6337bf6700 1 -- 172.21.15.98:0/1609378636 wait complete. 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 Processor -- start 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 -- start start 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63300ffe10 0x7f6330195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 0x7f63301964c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f633019a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f633019af40 con 0x7f6330105ec0 2023-10-05T15:37:00.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f633019b0b0 con 0x7f63301007d0 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6337bf6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f633019b270 con 0x7f63300ffe10 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6336193700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f633019a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6336193700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f633019a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43614/0 (socket says 172.21.15.98:43614) 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6336193700 1 -- 172.21.15.98:0/595652828 learned_addr learned my addr 172.21.15.98:0/595652828 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6335191700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 0x7f63301964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.643+0000 7f6335992700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63300ffe10 0x7f6330195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 -- 172.21.15.98:0/595652828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63300ffe10 msgr2=0x7f6330195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63300ffe10 0x7f6330195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 -- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 msgr2=0x7f63301964c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 0x7f63301964c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f632c0095f0 con 0x7f6330105ec0 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6335191700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f63301007d0 0x7f63301964c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:00.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6336193700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f633019a930 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6328007ee0 tx=0x7f632800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f632800ddd0 con 0x7f6330105ec0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f632800f040 con 0x7f6330105ec0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6328015400 con 0x7f6330105ec0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f633019b550 con 0x7f6330105ec0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.644+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63301a2db0 con 0x7f6330105ec0 2023-10-05T15:37:00.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.645+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6330110050 con 0x7f6330105ec0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.646+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6328004000 con 0x7f6330105ec0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.646+0000 7f6326ffd700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f631c0a1500 0x7f631c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6335992700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f631c0a1500 0x7f631c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f63280cd3a0 con 0x7f6330105ec0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6326ffd700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] conn(0x7f631c0ac000 0x7f631c0ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f631c0aeb10 con 0x7f631c0ac000 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63280cd710 con 0x7f6330105ec0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6335992700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f631c0a1500 0x7f631c0a39c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f632c006010 tx=0x7f632c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.647+0000 7f6335191700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] conn(0x7f631c0ac000 0x7f631c0ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.648+0000 7f6335191700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] conn(0x7f631c0ac000 0x7f631c0ae440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.648+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== osd.7 v2:172.21.15.115:6816/481946514 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f631c0aeb10 con 0x7f631c0ac000 2023-10-05T15:37:00.079 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.664+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 --> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f633004ebb0 con 0x7f631c0ac000 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6326ffd700 1 -- 172.21.15.98:0/595652828 <== osd.7 v2:172.21.15.115:6816/481946514 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f633004ebb0 con 0x7f631c0ac000 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] conn(0x7f631c0ac000 msgr2=0x7f631c0ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] conn(0x7f631c0ac000 0x7f631c0ae440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f631c0a1500 msgr2=0x7f631c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f631c0a1500 0x7f631c0a39c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f632c006010 tx=0x7f632c00b540 comp rx=0 tx=0).stop 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 msgr2=0x7f633019a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 --2- 172.21.15.98:0/595652828 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6330105ec0 0x7f633019a930 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6328007ee0 tx=0x7f632800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6336193700 1 -- 172.21.15.98:0/595652828 reap_dead start 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 shutdown_connections 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 >> 172.21.15.98:0/595652828 conn(0x7f6330076dc0 msgr2=0x7f63300fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 shutdown_connections 2023-10-05T15:37:00.081 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:36:59.665+0000 7f6337bf6700 1 -- 172.21.15.98:0/595652828 wait complete. 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 -- 172.21.15.98:0/1694932897 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 msgr2=0x7facd8106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 --2- 172.21.15.98:0/1694932897 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd8106250 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7facc80099c0 tx=0x7facc8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 -- 172.21.15.98:0/1694932897 shutdown_connections 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 --2- 172.21.15.98:0/1694932897 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7facd8100820 0x7facd810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 --2- 172.21.15.98:0/1694932897 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd8106250 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 --2- 172.21.15.98:0/1694932897 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facd80ffe60 0x7facd81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 -- 172.21.15.98:0/1694932897 >> 172.21.15.98:0/1694932897 conn(0x7facd8075e00 msgr2=0x7facd8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 -- 172.21.15.98:0/1694932897 shutdown_connections 2023-10-05T15:37:00.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.664+0000 7facdcaf6700 1 -- 172.21.15.98:0/1694932897 wait complete. 2023-10-05T15:37:00.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 Processor -- start 2023-10-05T15:37:00.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 -- start start 2023-10-05T15:37:00.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7facd80ffe60 0x7facd8197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facd8100820 0x7facd81984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd81a2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd8198dc0 con 0x7facd8105e70 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd81a3530 con 0x7facd80ffe60 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.665+0000 7facdcaf6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd81a36a0 con 0x7facd8100820 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd81a2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd81a2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43644/0 (socket says 172.21.15.98:43644) 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 -- 172.21.15.98:0/2583453193 learned_addr learned my addr 172.21.15.98:0/2583453193 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd5d9b700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facd8100820 0x7facd81984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd659c700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7facd80ffe60 0x7facd8197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 -- 172.21.15.98:0/2583453193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facd8100820 msgr2=0x7facd81984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7facd8100820 0x7facd81984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 -- 172.21.15.98:0/2583453193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7facd80ffe60 msgr2=0x7facd8197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7facd80ffe60 0x7facd8197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facc80095f0 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facd6d9d700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd81a2ff0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7facd000b970 tx=0x7facd000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd000c9b0 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facd81a3980 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7facd0014440 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd00075d0 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.666+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facd81a3e80 con 0x7facd8105e70 2023-10-05T15:37:00.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.667+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7facd8110070 con 0x7facd8105e70 2023-10-05T15:37:00.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.668+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7facd00145b0 con 0x7facd8105e70 2023-10-05T15:37:00.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facc77fe700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7facc00a1480 0x7facc00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facd659c700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7facc00a1480 0x7facc00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7facd0006e40 con 0x7facd8105e70 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facc77fe700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] conn(0x7facc00ac000 0x7facc00ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7facc00aeb10 con 0x7facc00ac000 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7facd00cd090 con 0x7facd8105e70 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facd5d9b700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] conn(0x7facc00ac000 0x7facc00ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.669+0000 7facd659c700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7facc00a1480 0x7facc00a3940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7facc8000c00 tx=0x7facc8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.670+0000 7facd5d9b700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] conn(0x7facc00ac000 0x7facc00ae440 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.670+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== osd.0 v2:172.21.15.98:6802/854270906 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7facc00aeb10 con 0x7facc00ac000 2023-10-05T15:37:00.688 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.686+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 --> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7facd804ebb0 con 0x7facc00ac000 2023-10-05T15:37:00.688 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.686+0000 7facc77fe700 1 -- 172.21.15.98:0/2583453193 <== osd.0 v2:172.21.15.98:6802/854270906 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7facd804ebb0 con 0x7facc00ac000 2023-10-05T15:37:00.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] conn(0x7facc00ac000 msgr2=0x7facc00ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] conn(0x7facc00ac000 0x7facc00ae440 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7facc00a1480 msgr2=0x7facc00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7facc00a1480 0x7facc00a3940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7facc8000c00 tx=0x7facc8005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 msgr2=0x7facd81a2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 --2- 172.21.15.98:0/2583453193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7facd8105e70 0x7facd81a2ff0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7facd000b970 tx=0x7facd000bd30 comp rx=0 tx=0).stop 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facd6d9d700 1 -- 172.21.15.98:0/2583453193 reap_dead start 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 shutdown_connections 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 >> 172.21.15.98:0/2583453193 conn(0x7facd8075e00 msgr2=0x7facd80fe9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 shutdown_connections 2023-10-05T15:37:00.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.687+0000 7facdcaf6700 1 -- 172.21.15.98:0/2583453193 wait complete. 2023-10-05T15:37:00.711 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:00 smithi098 ceph-mon[99243]: pgmap v273: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 0 B/s wr, 11 op/s 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 -- 172.21.15.98:0/1209021188 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 msgr2=0x7ff98010fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 --2- 172.21.15.98:0/1209021188 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff98010fba0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff97800b0a0 tx=0x7ff97800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 -- 172.21.15.98:0/1209021188 shutdown_connections 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 --2- 172.21.15.98:0/1209021188 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff98010fba0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 --2- 172.21.15.98:0/1209021188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980101e20 0x7ff9800ff410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 --2- 172.21.15.98:0/1209021188 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff980102200 0x7ff9800ff950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 -- 172.21.15.98:0/1209021188 >> 172.21.15.98:0/1209021188 conn(0x7ff980076360 msgr2=0x7ff9800fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 -- 172.21.15.98:0/1209021188 shutdown_connections 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.414+0000 7ff984f03700 1 -- 172.21.15.98:0/1209021188 wait complete. 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 Processor -- start 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 -- start start 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff9801992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff980101e20 0x7ff9801997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980102200 0x7ff98019dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98019e260 con 0x7ff9800fff70 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98019e3d0 con 0x7ff980101e20 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff984f03700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98019e590 con 0x7ff980102200 2023-10-05T15:37:00.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff9801992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff9801992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43624/0 (socket says 172.21.15.98:43624) 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 -- 172.21.15.98:0/1548093752 learned_addr learned my addr 172.21.15.98:0/1548093752 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97dd9b700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff980101e20 0x7ff9801997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 -- 172.21.15.98:0/1548093752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980102200 msgr2=0x7ff98019dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97ed9d700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980102200 0x7ff98019dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980102200 0x7ff98019dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 -- 172.21.15.98:0/1548093752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff980101e20 msgr2=0x7ff9801997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff980101e20 0x7ff9801997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff978009d00 con 0x7ff9800fff70 2023-10-05T15:37:00.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97ed9d700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff980102200 0x7ff98019dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:00.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.415+0000 7ff97e59c700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff9801992a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff97000c920 tx=0x7ff97000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff970007b00 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff970004cf0 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff98019e870 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff970005610 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9801a60d0 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.416+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff980113300 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.418+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff970004750 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.418+0000 7ff96f7fe700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9680a1500 0x7ff9680a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff97dd9b700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9680a1500 0x7ff9680a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff9700ccf80 con 0x7ff9800fff70 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff96f7fe700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] conn(0x7ff9680ac080 0x7ff9680ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff9680aeb90 con 0x7ff9680ac080 2023-10-05T15:37:00.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9700cd390 con 0x7ff9800fff70 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff97ed9d700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] conn(0x7ff9680ac080 0x7ff9680ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff97dd9b700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9680a1500 0x7ff9680a39c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff98019a8c0 tx=0x7ff974005f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.419+0000 7ff97ed9d700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] conn(0x7ff9680ac080 0x7ff9680ae4c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.420+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== osd.3 v2:172.21.15.98:6810/3341994177 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7ff9680aeb90 con 0x7ff9680ac080 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 --> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff98004ebb0 con 0x7ff9680ac080 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff96f7fe700 1 -- 172.21.15.98:0/1548093752 <== osd.3 v2:172.21.15.98:6810/3341994177 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff98004ebb0 con 0x7ff9680ac080 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] conn(0x7ff9680ac080 msgr2=0x7ff9680ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] conn(0x7ff9680ac080 0x7ff9680ae4c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9680a1500 msgr2=0x7ff9680a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9680a1500 0x7ff9680a39c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff98019a8c0 tx=0x7ff974005f70 comp rx=0 tx=0).stop 2023-10-05T15:37:00.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 msgr2=0x7ff9801992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff984f03700 1 --2- 172.21.15.98:0/1548093752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff9800fff70 0x7ff9801992a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff97000c920 tx=0x7ff97000cce0 comp rx=0 tx=0).stop 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.437+0000 7ff97ed9d700 1 -- 172.21.15.98:0/1548093752 reap_dead start 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.438+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 shutdown_connections 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.438+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 >> 172.21.15.98:0/1548093752 conn(0x7ff980076360 msgr2=0x7ff9800fc850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.438+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 shutdown_connections 2023-10-05T15:37:00.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:00.438+0000 7ff984f03700 1 -- 172.21.15.98:0/1548093752 wait complete. 2023-10-05T15:37:00.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:00 smithi173 ceph-mon[104029]: pgmap v273: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 0 B/s wr, 11 op/s 2023-10-05T15:37:00.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:00 smithi115 ceph-mon[103691]: pgmap v273: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 0 B/s wr, 11 op/s 2023-10-05T15:37:01.574 INFO:teuthology.orchestra.run.smithi098.stdout:34359738434 2023-10-05T15:37:01.575 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-05T15:37:01.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/91311176 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 msgr2=0x7fbb08106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/91311176 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb08106250 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbaf80099c0 tx=0x7fbaf8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/91311176 shutdown_connections 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/91311176 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb08100820 0x7fbb0810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/91311176 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb08106250 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/91311176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb080ffe60 0x7fbb081002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/91311176 >> 172.21.15.98:0/91311176 conn(0x7fbb08075e00 msgr2=0x7fbb08076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/91311176 shutdown_connections 2023-10-05T15:37:01.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.825+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/91311176 wait complete. 2023-10-05T15:37:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.826+0000 7fbb0f5c9700 1 Processor -- start 2023-10-05T15:37:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.826+0000 7fbb0f5c9700 1 -- start start 2023-10-05T15:37:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.826+0000 7fbb0f5c9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb080ffe60 0x7fbb08197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.826+0000 7fbb0f5c9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb08100820 0x7fbb081983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:01.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb081a2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb08198c80 con 0x7fbb08105e70 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb081a3440 con 0x7fbb080ffe60 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb081a3580 con 0x7fbb08100820 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb081a2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb081a2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43660/0 (socket says 172.21.15.98:43660) 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 -- 172.21.15.98:0/1586170506 learned_addr learned my addr 172.21.15.98:0/1586170506 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0d365700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb080ffe60 0x7fbb08197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0cb64700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb08100820 0x7fbb081983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 -- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb08100820 msgr2=0x7fbb081983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb08100820 0x7fbb081983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 -- 172.21.15.98:0/1586170506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb080ffe60 msgr2=0x7fbb08197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb080ffe60 0x7fbb08197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaf80095f0 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0db66700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb081a2f00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbb00007ee0 tx=0x7fbb0000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb00017070 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb081a3860 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb0000f040 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb00005740 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.827+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb081a3d10 con 0x7fbb08105e70 2023-10-05T15:37:01.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.828+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbb0804ebb0 con 0x7fbb08105e70 2023-10-05T15:37:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.829+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbb0000dc60 con 0x7fbb08105e70 2023-10-05T15:37:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbafe7fc700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbaf40a1480 0x7fbaf40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbb0d365700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbaf40a1480 0x7fbaf40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:01.833 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fbb000ccdc0 con 0x7fbb08105e70 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbafe7fc700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] conn(0x7fbaf40ac000 0x7fbaf40ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbaf40aeb10 con 0x7fbaf40ac000 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb000cd1d0 con 0x7fbb08105e70 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbb0d365700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbaf40a1480 0x7fbaf40a3940 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbaf8000c00 tx=0x7fbaf80036c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.830+0000 7fbb0cb64700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] conn(0x7fbaf40ac000 0x7fbaf40ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.831+0000 7fbb0cb64700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] conn(0x7fbaf40ac000 0x7fbaf40ae440 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:01.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.832+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== osd.2 v2:172.21.15.173:6800/1529824505 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fbaf40aeb10 con 0x7fbaf40ac000 2023-10-05T15:37:01.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.848+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 --> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbb081100b0 con 0x7fbaf40ac000 2023-10-05T15:37:01.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbafe7fc700 1 -- 172.21.15.98:0/1586170506 <== osd.2 v2:172.21.15.173:6800/1529824505 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fbb040099e0 con 0x7fbaf40ac000 2023-10-05T15:37:01.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] conn(0x7fbaf40ac000 msgr2=0x7fbaf40ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] conn(0x7fbaf40ac000 0x7fbaf40ae440 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbaf40a1480 msgr2=0x7fbaf40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbaf40a1480 0x7fbaf40a3940 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbaf8000c00 tx=0x7fbaf80036c0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 msgr2=0x7fbb081a2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 --2- 172.21.15.98:0/1586170506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb08105e70 0x7fbb081a2f00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbb00007ee0 tx=0x7fbb0000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0db66700 1 -- 172.21.15.98:0/1586170506 reap_dead start 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 shutdown_connections 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 >> 172.21.15.98:0/1586170506 conn(0x7fbb08075e00 msgr2=0x7fbb080feaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 shutdown_connections 2023-10-05T15:37:01.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:01.849+0000 7fbb0f5c9700 1 -- 172.21.15.98:0/1586170506 wait complete. 2023-10-05T15:37:02.272 INFO:teuthology.orchestra.run.smithi098.stdout:107374182452 2023-10-05T15:37:02.272 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-05T15:37:02.309 INFO:teuthology.orchestra.run.smithi098.stdout:214748364835 2023-10-05T15:37:02.309 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-05T15:37:02.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 -- 172.21.15.98:0/1867444213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5444073a00 msgr2=0x7f544410d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 --2- 172.21.15.98:0/1867444213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5444073a00 0x7f544410d3f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f54340098f0 tx=0x7f5434009c00 comp rx=0 tx=0).stop 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 -- 172.21.15.98:0/1867444213 shutdown_connections 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 --2- 172.21.15.98:0/1867444213 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f544410d930 0x7f544410fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 --2- 172.21.15.98:0/1867444213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f54440730e0 0x7f54440734c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 --2- 172.21.15.98:0/1867444213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5444073a00 0x7f544410d3f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 -- 172.21.15.98:0/1867444213 >> 172.21.15.98:0/1867444213 conn(0x7f54440780a0 msgr2=0x7f54440784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 -- 172.21.15.98:0/1867444213 shutdown_connections 2023-10-05T15:37:02.506 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.503+0000 7f544bdfe700 1 -- 172.21.15.98:0/1867444213 wait complete. 2023-10-05T15:37:02.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.504+0000 7f544bdfe700 1 Processor -- start 2023-10-05T15:37:02.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.504+0000 7f544bdfe700 1 -- start start 2023-10-05T15:37:02.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.504+0000 7f544bdfe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 0x7f5444199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:02.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5444073a00 0x7f54441997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:02.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f544410d930 0x7f544419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544419e220 con 0x7f54440730e0 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544419e390 con 0x7f544410d930 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544419e550 con 0x7f5444073a00 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 0x7f5444199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 0x7f5444199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43672/0 (socket says 172.21.15.98:43672) 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 -- 172.21.15.98:0/3723531817 learned_addr learned my addr 172.21.15.98:0/3723531817 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449399700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5444073a00 0x7f54441997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 -- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5444073a00 msgr2=0x7f54441997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5444073a00 0x7f54441997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544a39b700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f544410d930 0x7f544419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 -- 172.21.15.98:0/3723531817 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f544410d930 msgr2=0x7f544419dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f544410d930 0x7f544419dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5434009520 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f5449b9a700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 0x7f5444199260 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f544000e9c0 tx=0x7f544000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f544000cbd0 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f544000eeb0 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f544419e830 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5440005580 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.505+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54441a6090 con 0x7f54440730e0 2023-10-05T15:37:02.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.506+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f54441132a0 con 0x7f54440730e0 2023-10-05T15:37:02.511 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.507+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5440004750 con 0x7f54440730e0 2023-10-05T15:37:02.511 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f543affd700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f54300a1500 0x7f54300a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:02.511 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f5449399700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f54300a1500 0x7f54300a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f5440014070 con 0x7f54440730e0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f543affd700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] conn(0x7f54300ac080 0x7f54300ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f54300aeb90 con 0x7f54300ac080 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.508+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54400cda40 con 0x7f54440730e0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.509+0000 7f5449399700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f54300a1500 0x7f54300a39c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5434009fd0 tx=0x7f5434019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.509+0000 7f544a39b700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] conn(0x7f54300ac080 0x7f54300ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.509+0000 7f544a39b700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] conn(0x7f54300ac080 0x7f54300ae4c0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:02.512 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.510+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== osd.11 v2:172.21.15.173:6824/4142760373 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f54300aeb90 con 0x7f54300ac080 2023-10-05T15:37:02.534 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.532+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 --> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f544404ebb0 con 0x7f54300ac080 2023-10-05T15:37:02.534 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f543affd700 1 -- 172.21.15.98:0/3723531817 <== osd.11 v2:172.21.15.173:6824/4142760373 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f544404ebb0 con 0x7f54300ac080 2023-10-05T15:37:02.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] conn(0x7f54300ac080 msgr2=0x7f54300ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] conn(0x7f54300ac080 0x7f54300ae4c0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f54300a1500 msgr2=0x7f54300a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f54300a1500 0x7f54300a39c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5434009fd0 tx=0x7f5434019040 comp rx=0 tx=0).stop 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 msgr2=0x7f5444199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 --2- 172.21.15.98:0/3723531817 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f54440730e0 0x7f5444199260 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f544000e9c0 tx=0x7f544000ecd0 comp rx=0 tx=0).stop 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544a39b700 1 -- 172.21.15.98:0/3723531817 reap_dead start 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 shutdown_connections 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.533+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 >> 172.21.15.98:0/3723531817 conn(0x7f54440780a0 msgr2=0x7f54440fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.534+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 shutdown_connections 2023-10-05T15:37:02.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:02.534+0000 7f544bdfe700 1 -- 172.21.15.98:0/3723531817 wait complete. 2023-10-05T15:37:02.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:02 smithi173 ceph-mon[104029]: pgmap v274: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 0 B/s wr, 9 op/s 2023-10-05T15:37:02.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:02 smithi115 ceph-mon[103691]: pgmap v274: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 0 B/s wr, 9 op/s 2023-10-05T15:37:02.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:02 smithi098 ceph-mon[99243]: pgmap v274: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 0 B/s wr, 9 op/s 2023-10-05T15:37:03.499 INFO:teuthology.orchestra.run.smithi098.stdout:330712481811 2023-10-05T15:37:03.515 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.11 2023-10-05T15:37:03.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 -- 172.21.15.98:0/1606125487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc40ff5a0 msgr2=0x7f6fc40ffa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/1606125487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc40ffa20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4009990 tx=0x7f6fb4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 -- 172.21.15.98:0/1606125487 shutdown_connections 2023-10-05T15:37:03.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/1606125487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fc40fff60 0x7f6fc410c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/1606125487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc4105650 0x7f6fc4105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/1606125487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc40ffa20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 -- 172.21.15.98:0/1606125487 >> 172.21.15.98:0/1606125487 conn(0x7f6fc4076360 msgr2=0x7f6fc40fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:03.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 -- 172.21.15.98:0/1606125487 shutdown_connections 2023-10-05T15:37:03.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.627+0000 7f6fcb24f700 1 -- 172.21.15.98:0/1606125487 wait complete. 2023-10-05T15:37:03.688 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 Processor -- start 2023-10-05T15:37:03.688 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 -- start start 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc4199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fc40fff60 0x7f6fc41997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc4105650 0x7f6fc419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419e220 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419e390 con 0x7f6fc40fff60 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fcb24f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc419e550 con 0x7f6fc4105650 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fc8feb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc4199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fc8feb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc4199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43686/0 (socket says 172.21.15.98:43686) 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fc8feb700 1 -- 172.21.15.98:0/3342897001 learned_addr learned my addr 172.21.15.98:0/3342897001 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fc3fff700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fc40fff60 0x7f6fc41997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.628+0000 7f6fc97ec700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc4105650 0x7f6fc419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 -- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc4105650 msgr2=0x7f6fc419dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6fc4105650 0x7f6fc419dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 -- 172.21.15.98:0/3342897001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fc40fff60 msgr2=0x7f6fc41997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6fc40fff60 0x7f6fc41997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb40095f0 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc8feb700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc4199260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800c970 tx=0x7f6fb800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb80078d0 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc419e830 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fb8018480 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb800f690 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.690 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.629+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc41a6090 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.630+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6fc410f060 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.632+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6fb80185f0 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.632+0000 7f6fc1ffb700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fac0a14b0 0x7f6fac0a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc3fff700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fac0a14b0 0x7f6fac0a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6fb8013070 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc1ffb700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] conn(0x7f6fac0ac030 0x7f6fac0ae470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6fac0aeb40 con 0x7f6fac0ac030 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6fb80cd690 con 0x7f6fc40ff5a0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc3fff700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fac0a14b0 0x7f6fac0a3970 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6fc419a880 tx=0x7f6fb400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.633+0000 7f6fc97ec700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] conn(0x7f6fac0ac030 0x7f6fac0ae470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.634+0000 7f6fc97ec700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] conn(0x7f6fac0ac030 0x7f6fac0ae470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.691 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.635+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== osd.5 v2:172.21.15.173:6808/4028280474 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f6fac0aeb40 con 0x7f6fac0ac030 2023-10-05T15:37:03.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.651+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 --> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6fc404ebb0 con 0x7f6fac0ac030 2023-10-05T15:37:03.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fc1ffb700 1 -- 172.21.15.98:0/3342897001 <== osd.5 v2:172.21.15.173:6808/4028280474 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f6fc404ebb0 con 0x7f6fac0ac030 2023-10-05T15:37:03.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] conn(0x7f6fac0ac030 msgr2=0x7f6fac0ae470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] conn(0x7f6fac0ac030 0x7f6fac0ae470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fac0a14b0 msgr2=0x7f6fac0a3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6fac0a14b0 0x7f6fac0a3970 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6fc419a880 tx=0x7f6fb400b540 comp rx=0 tx=0).stop 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 msgr2=0x7f6fc4199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.652+0000 7f6fcb24f700 1 --2- 172.21.15.98:0/3342897001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6fc40ff5a0 0x7f6fc4199260 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800c970 tx=0x7f6fb800cc80 comp rx=0 tx=0).stop 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.653+0000 7f6fc97ec700 1 -- 172.21.15.98:0/3342897001 reap_dead start 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.653+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 shutdown_connections 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.653+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 >> 172.21.15.98:0/3342897001 conn(0x7f6fc4076360 msgr2=0x7f6fc40fd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.653+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 shutdown_connections 2023-10-05T15:37:03.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.653+0000 7f6fcb24f700 1 -- 172.21.15.98:0/3342897001 wait complete. 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 -- 172.21.15.98:0/3171354028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 msgr2=0x7efc44105a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 --2- 172.21.15.98:0/3171354028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc44105a30 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7efc340099c0 tx=0x7efc34009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 -- 172.21.15.98:0/3171354028 shutdown_connections 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 --2- 172.21.15.98:0/3171354028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc440fff60 0x7efc4410c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 --2- 172.21.15.98:0/3171354028 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc44105a30 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 --2- 172.21.15.98:0/3171354028 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efc440ff5a0 0x7efc440ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 -- 172.21.15.98:0/3171354028 >> 172.21.15.98:0/3171354028 conn(0x7efc44076360 msgr2=0x7efc440fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:03.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 -- 172.21.15.98:0/3171354028 shutdown_connections 2023-10-05T15:37:03.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.868+0000 7efc493c8700 1 -- 172.21.15.98:0/3171354028 wait complete. 2023-10-05T15:37:03.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.869+0000 7efc493c8700 1 Processor -- start 2023-10-05T15:37:03.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.869+0000 7efc493c8700 1 -- start start 2023-10-05T15:37:03.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efc440ff5a0 0x7efc4419cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc440fff60 0x7efc4419d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc4410fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc441104d0 con 0x7efc44105650 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc44110640 con 0x7efc440ff5a0 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc493c8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc44110800 con 0x7efc440fff60 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc4410fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc4410fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43706/0 (socket says 172.21.15.98:43706) 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 -- 172.21.15.98:0/477699593 learned_addr learned my addr 172.21.15.98:0/477699593 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc42ffd700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efc440ff5a0 0x7efc4419cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc427fc700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc440fff60 0x7efc4419d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 -- 172.21.15.98:0/477699593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc440fff60 msgr2=0x7efc4419d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc440fff60 0x7efc4419d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 -- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efc440ff5a0 msgr2=0x7efc4419cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efc440ff5a0 0x7efc4419cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc340095f0 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.870+0000 7efc437fe700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc4410fe40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7efc3c007f10 tx=0x7efc3c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc3c017070 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc44110ae0 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc441a3d00 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc3c00f040 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc3c005740 con 0x7efc44105650 2023-10-05T15:37:03.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.871+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7efc30000ff0 con 0x7efc44105650 2023-10-05T15:37:03.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.873+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efc3c0058a0 con 0x7efc44105650 2023-10-05T15:37:03.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.873+0000 7efc2bfff700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc2c0a1500 0x7efc2c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.873+0000 7efc42ffd700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc2c0a1500 0x7efc2c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7efc3c0ccfb0 con 0x7efc44105650 2023-10-05T15:37:03.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc2bfff700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] conn(0x7efc2c0ac080 0x7efc2c0ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7efc2c0aeb90 con 0x7efc2c0ac080 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc3c0cd3c0 con 0x7efc44105650 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc42ffd700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc2c0a1500 0x7efc2c0a39c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efc34009990 tx=0x7efc34005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc427fc700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] conn(0x7efc2c0ac080 0x7efc2c0ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.874+0000 7efc427fc700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] conn(0x7efc2c0ac080 0x7efc2c0ae4c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:03.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.875+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== osd.1 v2:172.21.15.115:6800/3286131377 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7efc2c0aeb90 con 0x7efc2c0ac080 2023-10-05T15:37:03.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.893+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 --> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7efc30002d70 con 0x7efc2c0ac080 2023-10-05T15:37:03.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.894+0000 7efc2bfff700 1 -- 172.21.15.98:0/477699593 <== osd.1 v2:172.21.15.115:6800/3286131377 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7efc30002d70 con 0x7efc2c0ac080 2023-10-05T15:37:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] conn(0x7efc2c0ac080 msgr2=0x7efc2c0ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] conn(0x7efc2c0ac080 0x7efc2c0ae4c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc2c0a1500 msgr2=0x7efc2c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efc2c0a1500 0x7efc2c0a39c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efc34009990 tx=0x7efc34005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 msgr2=0x7efc4410fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 --2- 172.21.15.98:0/477699593 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efc44105650 0x7efc4410fe40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7efc3c007f10 tx=0x7efc3c00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc437fe700 1 -- 172.21.15.98:0/477699593 reap_dead start 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 shutdown_connections 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.895+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 >> 172.21.15.98:0/477699593 conn(0x7efc44076360 msgr2=0x7efc440fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.896+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 shutdown_connections 2023-10-05T15:37:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:03.896+0000 7efc493c8700 1 -- 172.21.15.98:0/477699593 wait complete. 2023-10-05T15:37:04.352 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:04.383 INFO:teuthology.orchestra.run.smithi098.stdout:77309411384 2023-10-05T15:37:04.383 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 -- 172.21.15.98:0/2735022673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb01007d0 msgr2=0x7f8fb010cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 --2- 172.21.15.98:0/2735022673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb01007d0 0x7f8fb010cc70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800b0a0 tx=0x7f8fa800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 -- 172.21.15.98:0/2735022673 shutdown_connections 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 --2- 172.21.15.98:0/2735022673 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8fb0105ec0 0x7f8fb01062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 --2- 172.21.15.98:0/2735022673 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb01007d0 0x7f8fb010cc70 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 --2- 172.21.15.98:0/2735022673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8fb00ffe10 0x7f8fb0100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 -- 172.21.15.98:0/2735022673 >> 172.21.15.98:0/2735022673 conn(0x7f8fb0076dc0 msgr2=0x7f8fb00771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.133+0000 7f8fb795b700 1 -- 172.21.15.98:0/2735022673 shutdown_connections 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 -- 172.21.15.98:0/2735022673 wait complete. 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 Processor -- start 2023-10-05T15:37:04.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 -- start start 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8fb00ffe10 0x7f8fb01960c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8fb01007d0 0x7f8fb0196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 0x7f8fb019aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb019b080 con 0x7f8fb0105ec0 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb019b1f0 con 0x7f8fb00ffe10 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb795b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb019b3b0 con 0x7f8fb01007d0 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb5ef8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 0x7f8fb019aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb5ef8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 0x7f8fb019aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43722/0 (socket says 172.21.15.98:43722) 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.134+0000 7f8fb5ef8700 1 -- 172.21.15.98:0/1093614797 learned_addr learned my addr 172.21.15.98:0/1093614797 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb4ef6700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8fb01007d0 0x7f8fb0196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb56f7700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8fb00ffe10 0x7f8fb01960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 -- 172.21.15.98:0/1093614797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8fb01007d0 msgr2=0x7f8fb0196600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8fb01007d0 0x7f8fb0196600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 -- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8fb00ffe10 msgr2=0x7f8fb01960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8fb00ffe10 0x7f8fb01960c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fa8009d00 con 0x7f8fb0105ec0 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb5ef8700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 0x7f8fb019aa70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800b830 tx=0x7f8fa8007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fa800e040 con 0x7f8fb0105ec0 2023-10-05T15:37:04.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8fa8004e10 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fb019b630 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fa801d480 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.135+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fb01a2ef0 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.136+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8fb010ff90 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.137+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8fa8003a00 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fa67fc700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f9c0a1480 0x7f8f9c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fb56f7700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f9c0a1480 0x7f8f9c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8fa80cf1b0 con 0x7f8fb0105ec0 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fa67fc700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] conn(0x7f8f9c0ac000 0x7f8f9c0ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8f9c0aeb10 con 0x7f8f9c0ac000 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8fa80cf5c0 con 0x7f8fb0105ec0 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fb56f7700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f9c0a1480 0x7f8f9c0a3940 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8fac005950 tx=0x7f8fac005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.138+0000 7f8fb4ef6700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] conn(0x7f8f9c0ac000 0x7f8f9c0ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.139+0000 7f8fb4ef6700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] conn(0x7f8f9c0ac000 0x7f8f9c0ae440 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.140+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== osd.4 v2:172.21.15.115:6808/3332615889 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f8f9c0aeb10 con 0x7f8f9c0ac000 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.156+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 --> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8fb004ebb0 con 0x7f8f9c0ac000 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.156+0000 7f8fa67fc700 1 -- 172.21.15.98:0/1093614797 <== osd.4 v2:172.21.15.115:6808/3332615889 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8fb004ebb0 con 0x7f8f9c0ac000 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] conn(0x7f8f9c0ac000 msgr2=0x7f8f9c0ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] conn(0x7f8f9c0ac000 0x7f8f9c0ae440 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f9c0a1480 msgr2=0x7f8f9c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f9c0a1480 0x7f8f9c0a3940 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8fac005950 tx=0x7f8fac005c70 comp rx=0 tx=0).stop 2023-10-05T15:37:04.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 msgr2=0x7f8fb019aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 --2- 172.21.15.98:0/1093614797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8fb0105ec0 0x7f8fb019aa70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800b830 tx=0x7f8fa8007a60 comp rx=0 tx=0).stop 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb5ef8700 1 -- 172.21.15.98:0/1093614797 reap_dead start 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 shutdown_connections 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 >> 172.21.15.98:0/1093614797 conn(0x7f8fb0076dc0 msgr2=0x7f8fb00feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 shutdown_connections 2023-10-05T15:37:04.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.157+0000 7f8fb795b700 1 -- 172.21.15.98:0/1093614797 wait complete. 2023-10-05T15:37:04.692 INFO:teuthology.orchestra.run.smithi098.stdout:55834574909 2023-10-05T15:37:04.692 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.893+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3948932549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c600695b0 msgr2=0x7f7c60105b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.893+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3948932549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c600695b0 0x7f7c60105b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009990 tx=0x7f7c50009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3948932549 shutdown_connections 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3948932549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c601062b0 0x7f7c6010de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3948932549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c60068c00 0x7f7c60068fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3948932549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c600695b0 0x7f7c60105b80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3948932549 >> 172.21.15.98:0/3948932549 conn(0x7f7c60075e00 msgr2=0x7f7c60076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3948932549 shutdown_connections 2023-10-05T15:37:04.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.894+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3948932549 wait complete. 2023-10-05T15:37:04.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:04 smithi173 ceph-mon[104029]: pgmap v275: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 10 op/s 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 Processor -- start 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 -- start start 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c60068c00 0x7f7c601970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c600695b0 0x7f7c60197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 0x7f7c6019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6019c0b0 con 0x7f7c601062b0 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6019c220 con 0x7f7c60068c00 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c64a8e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6019c3e0 con 0x7f7c600695b0 2023-10-05T15:37:04.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c5ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 0x7f7c6019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c5e59c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c60068c00 0x7f7c601970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c5ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 0x7f7c6019baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43736/0 (socket says 172.21.15.98:43736) 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c5ed9d700 1 -- 172.21.15.98:0/3654888963 learned_addr learned my addr 172.21.15.98:0/3654888963 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.895+0000 7f7c5dd9b700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c600695b0 0x7f7c60197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 -- 172.21.15.98:0/3654888963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c600695b0 msgr2=0x7f7c60197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c600695b0 0x7f7c60197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 -- 172.21.15.98:0/3654888963 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c60068c00 msgr2=0x7f7c601970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c60068c00 0x7f7c601970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c500095f0 con 0x7f7c601062b0 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5e59c700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7c60068c00 0x7f7c601970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:37:04.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5dd9b700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c600695b0 0x7f7c60197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c5ed9d700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 0x7f7c6019baa0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7c5800b970 tx=0x7f7c5800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c5800c930 con 0x7f7c601062b0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c6019c6c0 con 0x7f7c601062b0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c58014440 con 0x7f7c601062b0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c580075d0 con 0x7f7c601062b0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.896+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c601a3f20 con 0x7f7c601062b0 2023-10-05T15:37:04.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.897+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7c60111130 con 0x7f7c601062b0 2023-10-05T15:37:04.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.898+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7c580145b0 con 0x7f7c601062b0 2023-10-05T15:37:04.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c4f7fe700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7c480a1480 0x7f7c480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c5e59c700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7c480a1480 0x7f7c480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7c58006e40 con 0x7f7c601062b0 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c4f7fe700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] conn(0x7f7c480ac000 0x7f7c480ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7c480aeb10 con 0x7f7c480ac000 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7c580ccc00 con 0x7f7c601062b0 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c5dd9b700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] conn(0x7f7c480ac000 0x7f7c480ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.899+0000 7f7c5e59c700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7c480a1480 0x7f7c480a3940 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400afd0 tx=0x7f7c5400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.900+0000 7f7c5dd9b700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] conn(0x7f7c480ac000 0x7f7c480ae440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:04.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.900+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== osd.9 v2:172.21.15.98:6826/3483398667 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f7c480aeb10 con 0x7f7c480ac000 2023-10-05T15:37:04.905 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:04 smithi098 ceph-mon[99243]: pgmap v275: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 10 op/s 2023-10-05T15:37:04.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:04 smithi115 ceph-mon[103691]: pgmap v275: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 10 op/s 2023-10-05T15:37:04.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 --> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7c6004ebb0 con 0x7f7c480ac000 2023-10-05T15:37:04.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c4f7fe700 1 -- 172.21.15.98:0/3654888963 <== osd.9 v2:172.21.15.98:6826/3483398667 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f7c6004ebb0 con 0x7f7c480ac000 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] conn(0x7f7c480ac000 msgr2=0x7f7c480ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] conn(0x7f7c480ac000 0x7f7c480ae440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7c480a1480 msgr2=0x7f7c480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7c480a1480 0x7f7c480a3940 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400afd0 tx=0x7f7c5400a380 comp rx=0 tx=0).stop 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 msgr2=0x7f7c6019baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 --2- 172.21.15.98:0/3654888963 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7c601062b0 0x7f7c6019baa0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7c5800b970 tx=0x7f7c5800bc80 comp rx=0 tx=0).stop 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c5ed9d700 1 -- 172.21.15.98:0/3654888963 reap_dead start 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 shutdown_connections 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 >> 172.21.15.98:0/3654888963 conn(0x7f7c60075e00 msgr2=0x7f7c600fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:04.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.917+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 shutdown_connections 2023-10-05T15:37:04.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:04.918+0000 7f7c64a8e700 1 -- 172.21.15.98:0/3654888963 wait complete. 2023-10-05T15:37:05.319 INFO:teuthology.orchestra.run.smithi098.stdout:141733920817 2023-10-05T15:37:05.320 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-05T15:37:05.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 -- 172.21.15.98:0/2810717731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6400105150 msgr2=0x7f640010cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 --2- 172.21.15.98:0/2810717731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6400105150 0x7f640010cd40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f63f800b0a0 tx=0x7f63f800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 -- 172.21.15.98:0/2810717731 shutdown_connections 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 --2- 172.21.15.98:0/2810717731 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6400105150 0x7f640010cd40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 --2- 172.21.15.98:0/2810717731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64001002c0 0x7f64001006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 --2- 172.21.15.98:0/2810717731 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6400100c70 0x7f6400104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 -- 172.21.15.98:0/2810717731 >> 172.21.15.98:0/2810717731 conn(0x7f6400076cf0 msgr2=0x7f6400077100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 -- 172.21.15.98:0/2810717731 shutdown_connections 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.341+0000 7f64077a3700 1 -- 172.21.15.98:0/2810717731 wait complete. 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 Processor -- start 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 -- start start 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 0x7f64001086f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:05.346 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6400100c70 0x7f6400108c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6400105150 0x7f64001a3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64001a38e0 con 0x7f64001002c0 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64001a3a20 con 0x7f6400105150 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f64077a3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64001a3be0 con 0x7f6400100c70 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f640553f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 0x7f64001086f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f640553f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 0x7f64001086f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43748/0 (socket says 172.21.15.98:43748) 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.342+0000 7f640553f700 1 -- 172.21.15.98:0/3001039466 learned_addr learned my addr 172.21.15.98:0/3001039466 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f6404d3e700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6400100c70 0x7f6400108c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 -- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6400100c70 msgr2=0x7f6400108c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f6405d40700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6400105150 0x7f64001a3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6400100c70 0x7f6400108c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 -- 172.21.15.98:0/3001039466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6400105150 msgr2=0x7f64001a3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6400105150 0x7f64001a3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63f8009d00 con 0x7f64001002c0 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f6404d3e700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6400100c70 0x7f6400108c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f640553f700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 0x7f64001086f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00d950 tx=0x7f63fc00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc009b40 con 0x7f64001002c0 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64001a3ec0 con 0x7f64001002c0 2023-10-05T15:37:05.348 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.343+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64001aa590 con 0x7f64001002c0 2023-10-05T15:37:05.349 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.344+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f640004ebb0 con 0x7f64001002c0 2023-10-05T15:37:05.349 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.345+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63fc009ca0 con 0x7f64001002c0 2023-10-05T15:37:05.349 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.345+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc00f620 con 0x7f64001002c0 2023-10-05T15:37:05.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f63fc010460 con 0x7f64001002c0 2023-10-05T15:37:05.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f63f67fc700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f63ec0a1480 0x7f63ec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:05.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f63fc0cd3e0 con 0x7f64001002c0 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f6404d3e700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f63ec0a1480 0x7f63ec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f63f67fc700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] conn(0x7f63ec0ac000 0x7f63ec0ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.348+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f63ec0aeb10 con 0x7f63ec0ac000 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.349+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63fc0cd7f0 con 0x7f64001002c0 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.349+0000 7f6404d3e700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f63ec0a1480 0x7f63ec0a3940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005e10 tx=0x7f63f0005d60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:05.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.349+0000 7f6405d40700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] conn(0x7f63ec0ac000 0x7f63ec0ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:05.352 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.349+0000 7f6405d40700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] conn(0x7f63ec0ac000 0x7f63ec0ae440 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:05.352 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.350+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== osd.8 v2:172.21.15.173:6816/1316179950 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f63ec0aeb10 con 0x7f63ec0ac000 2023-10-05T15:37:05.368 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.366+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 --> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f640010ef80 con 0x7f63ec0ac000 2023-10-05T15:37:05.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f63f67fc700 1 -- 172.21.15.98:0/3001039466 <== osd.8 v2:172.21.15.173:6816/1316179950 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f63f8008e60 con 0x7f63ec0ac000 2023-10-05T15:37:05.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] conn(0x7f63ec0ac000 msgr2=0x7f63ec0ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] conn(0x7f63ec0ac000 0x7f63ec0ae440 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f63ec0a1480 msgr2=0x7f63ec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f63ec0a1480 0x7f63ec0a3940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005e10 tx=0x7f63f0005d60 comp rx=0 tx=0).stop 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 msgr2=0x7f64001086f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 --2- 172.21.15.98:0/3001039466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f64001002c0 0x7f64001086f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00d950 tx=0x7f63fc00dd10 comp rx=0 tx=0).stop 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f6405d40700 1 -- 172.21.15.98:0/3001039466 reap_dead start 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 shutdown_connections 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.367+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 >> 172.21.15.98:0/3001039466 conn(0x7f6400076cf0 msgr2=0x7f64000fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.368+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 shutdown_connections 2023-10-05T15:37:05.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:05.368+0000 7f64077a3700 1 -- 172.21.15.98:0/3001039466 wait complete. 2023-10-05T15:37:05.915 INFO:teuthology.orchestra.run.smithi098.stdout:244813135905 2023-10-05T15:37:05.916 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.8 2023-10-05T15:37:06.193 INFO:teuthology.orchestra.run.smithi098.stdout:163208757293 2023-10-05T15:37:06.194 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-05T15:37:06.384 INFO:teuthology.orchestra.run.smithi098.stdout:274877906973 2023-10-05T15:37:06.384 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.9 2023-10-05T15:37:06.504 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:06.528 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:06.716 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:06 smithi173 ceph-mon[104029]: pgmap v276: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:06 smithi115 ceph-mon[103691]: pgmap v276: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:06 smithi098 ceph-mon[99243]: pgmap v276: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:07.264 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:07.777 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:07.855 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:07 smithi098 ceph-mon[99243]: pgmap v277: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:07 smithi173 ceph-mon[104029]: pgmap v277: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:07 smithi115 ceph-mon[103691]: pgmap v277: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:08.439 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.636+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3666304594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa188100820 msgr2=0x7fa18810cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.636+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3666304594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa188100820 0x7fa18810cc90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa18000b0d0 tx=0x7fa18000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3666304594 shutdown_connections 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3666304594 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa188100820 0x7fa18810cc90 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3666304594 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188105e70 0x7fa188106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3666304594 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1880ffe60 0x7fa1881002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3666304594 >> 172.21.15.98:0/3666304594 conn(0x7fa188075e00 msgr2=0x7fa188076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:08.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3666304594 shutdown_connections 2023-10-05T15:37:08.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3666304594 wait complete. 2023-10-05T15:37:08.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.637+0000 7fa18c8a0700 1 Processor -- start 2023-10-05T15:37:08.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 -- start start 2023-10-05T15:37:08.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 0x7fa188195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188100820 0x7fa188196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa188105e70 0x7fa18819a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa18819af80 con 0x7fa1880ffe60 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa18819b0f0 con 0x7fa188105e70 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18c8a0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa18819b2b0 con 0x7fa188100820 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 0x7fa188195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 0x7fa188195fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43762/0 (socket says 172.21.15.98:43762) 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 -- 172.21.15.98:0/3291338431 learned_addr learned my addr 172.21.15.98:0/3291338431 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa185d9b700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188100820 0x7fa188196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:08.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa186d9d700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa188105e70 0x7fa18819a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 -- 172.21.15.98:0/3291338431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188100820 msgr2=0x7fa188196500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188100820 0x7fa188196500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 -- 172.21.15.98:0/3291338431 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa188105e70 msgr2=0x7fa18819a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa188105e70 0x7fa18819a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa180009d00 con 0x7fa1880ffe60 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa185d9b700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa188100820 0x7fa188196500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.638+0000 7fa18659c700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 0x7fa188195fc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa17800b530 tx=0x7fa17800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa178011830 con 0x7fa1880ffe60 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa178011e50 con 0x7fa1880ffe60 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa18819b590 con 0x7fa1880ffe60 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17800f2e0 con 0x7fa1880ffe60 2023-10-05T15:37:08.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1881a2df0 con 0x7fa1880ffe60 2023-10-05T15:37:08.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.639+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa188110070 con 0x7fa1880ffe60 2023-10-05T15:37:08.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.641+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa178010580 con 0x7fa1880ffe60 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.641+0000 7fa17f7fe700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1740a1500 0x7fa1740a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.641+0000 7fa185d9b700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1740a1500 0x7fa1740a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.641+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fa1780cd020 con 0x7fa1880ffe60 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.641+0000 7fa17f7fe700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] conn(0x7fa1740ac080 0x7fa1740ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.642+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa1740aeb90 con 0x7fa1740ac080 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.642+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1780cd430 con 0x7fa1880ffe60 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.642+0000 7fa186d9d700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] conn(0x7fa1740ac080 0x7fa1740ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.642+0000 7fa185d9b700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1740a1500 0x7fa1740a39c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa170005fd0 tx=0x7fa170005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.642+0000 7fa186d9d700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] conn(0x7fa1740ac080 0x7fa1740ae4c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:08.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.643+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== osd.6 v2:172.21.15.98:6818/1703507473 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fa1740aeb90 con 0x7fa1740ac080 2023-10-05T15:37:08.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.658+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 --> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa18804ebb0 con 0x7fa1740ac080 2023-10-05T15:37:08.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa17f7fe700 1 -- 172.21.15.98:0/3291338431 <== osd.6 v2:172.21.15.98:6818/1703507473 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fa18804ebb0 con 0x7fa1740ac080 2023-10-05T15:37:08.661 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] conn(0x7fa1740ac080 msgr2=0x7fa1740ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.661 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] conn(0x7fa1740ac080 0x7fa1740ae4c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.661 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1740a1500 msgr2=0x7fa1740a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.661 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1740a1500 0x7fa1740a39c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa170005fd0 tx=0x7fa170005e20 comp rx=0 tx=0).stop 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 msgr2=0x7fa188195fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 --2- 172.21.15.98:0/3291338431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1880ffe60 0x7fa188195fc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa17800b530 tx=0x7fa17800b8f0 comp rx=0 tx=0).stop 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa186d9d700 1 -- 172.21.15.98:0/3291338431 reap_dead start 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 shutdown_connections 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 >> 172.21.15.98:0/3291338431 conn(0x7fa188075e00 msgr2=0x7fa1880fe970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 shutdown_connections 2023-10-05T15:37:08.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:08.659+0000 7fa18c8a0700 1 -- 172.21.15.98:0/3291338431 wait complete. 2023-10-05T15:37:08.862 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:09.532 INFO:teuthology.orchestra.run.smithi098.stdout:193273528361 2023-10-05T15:37:09.532 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-05T15:37:09.697 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 -- 172.21.15.98:0/2525482513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa864100020 msgr2=0x7fa864100400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 --2- 172.21.15.98:0/2525482513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa864100020 0x7fa864100400 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa858009990 tx=0x7fa858009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 -- 172.21.15.98:0/2525482513 shutdown_connections 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 --2- 172.21.15.98:0/2525482513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641050f0 0x7fa86410ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 --2- 172.21.15.98:0/2525482513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa864100020 0x7fa864100400 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 --2- 172.21.15.98:0/2525482513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8641009d0 0x7fa864104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 -- 172.21.15.98:0/2525482513 >> 172.21.15.98:0/2525482513 conn(0x7fa864076f30 msgr2=0x7fa864077340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:10.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 -- 172.21.15.98:0/2525482513 shutdown_connections 2023-10-05T15:37:10.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.086+0000 7fa868c31700 1 -- 172.21.15.98:0/2525482513 wait complete. 2023-10-05T15:37:10.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 Processor -- start 2023-10-05T15:37:10.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 -- start start 2023-10-05T15:37:10.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa864100020 0x7fa864197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641009d0 0x7fa8641982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa864198c30 con 0x7fa8641050f0 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8641a3370 con 0x7fa8641009d0 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.087+0000 7fa868c31700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8641a3530 con 0x7fa864100020 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43782/0 (socket says 172.21.15.98:43782) 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 -- 172.21.15.98:0/3530570365 learned_addr learned my addr 172.21.15.98:0/3530570365 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa86259c700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa864100020 0x7fa864197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa861d9b700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641009d0 0x7fa8641982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 -- 172.21.15.98:0/3530570365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa864100020 msgr2=0x7fa864197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa864100020 0x7fa864197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 -- 172.21.15.98:0/3530570365 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641009d0 msgr2=0x7fa8641982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641009d0 0x7fa8641982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 -- 172.21.15.98:0/3530570365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8580095f0 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa862d9d700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa85c007ee0 tx=0x7fa85c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c017070 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8641a3810 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa85c00f040 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c005550 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.088+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8641a3d60 con 0x7fa8641050f0 2023-10-05T15:37:10.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.089+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa86404ebb0 con 0x7fa8641050f0 2023-10-05T15:37:10.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.090+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa85c00db20 con 0x7fa8641050f0 2023-10-05T15:37:10.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.091+0000 7fa8537fe700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 0x7fa84c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.091+0000 7fa86259c700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 0x7fa84c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.091+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fa85c0cc550 con 0x7fa8641050f0 2023-10-05T15:37:10.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.091+0000 7fa86259c700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 0x7fa84c0a3940 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa85800b5c0 tx=0x7fa858005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:10.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.096+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa85c0959c0 con 0x7fa8641050f0 2023-10-05T15:37:10.163 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:10.207 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:10.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.311+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fa86410ff50 con 0x7fa8641050f0 2023-10-05T15:37:10.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.311+0000 7fa8537fe700 1 -- 172.21.15.98:0/3530570365 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fa85c098fe0 con 0x7fa8641050f0 2023-10-05T15:37:10.313 INFO:teuthology.orchestra.run.smithi098.stdout:214748364837 2023-10-05T15:37:10.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.313+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 msgr2=0x7fa84c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.313+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 0x7fa84c0a3940 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa85800b5c0 tx=0x7fa858005fd0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.313+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 msgr2=0x7fa8641a2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.313+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa85c007ee0 tx=0x7fa85c00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 shutdown_connections 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa84c0a1480 0x7fa84c0a3940 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa8641050f0 0x7fa8641a2e30 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa864100020 0x7fa864197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 --2- 172.21.15.98:0/3530570365 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa8641009d0 0x7fa8641982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 >> 172.21.15.98:0/3530570365 conn(0x7fa864076f30 msgr2=0x7fa8641039f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 shutdown_connections 2023-10-05T15:37:10.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.314+0000 7fa868c31700 1 -- 172.21.15.98:0/3530570365 wait complete. 2023-10-05T15:37:10.618 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:10 smithi098 ceph-mon[99243]: pgmap v278: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2023-10-05T15:37:10.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3530570365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:37:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:10 smithi173 ceph-mon[104029]: pgmap v278: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2023-10-05T15:37:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3530570365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:37:10.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:10 smithi115 ceph-mon[103691]: pgmap v278: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2023-10-05T15:37:10.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3530570365' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:37:10.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 -- 172.21.15.98:0/326420456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c44105ec0 msgr2=0x7f6c441062a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 --2- 172.21.15.98:0/326420456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c44105ec0 0x7f6c441062a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009990 tx=0x7f6c34009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 -- 172.21.15.98:0/326420456 shutdown_connections 2023-10-05T15:37:10.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 --2- 172.21.15.98:0/326420456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c441007d0 0x7f6c4410cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 --2- 172.21.15.98:0/326420456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c44105ec0 0x7f6c441062a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 --2- 172.21.15.98:0/326420456 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c440ffe10 0x7f6c44100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.586+0000 7f6c49b57700 1 -- 172.21.15.98:0/326420456 >> 172.21.15.98:0/326420456 conn(0x7f6c44076dc0 msgr2=0x7f6c440771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 -- 172.21.15.98:0/326420456 shutdown_connections 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 -- 172.21.15.98:0/326420456 wait complete. 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 Processor -- start 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 -- start start 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.587+0000 7f6c49b57700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c441007d0 0x7f6c44197490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c44105ec0 0x7f6c4419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419bf10 con 0x7f6c440ffe10 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419c080 con 0x7f6c441007d0 2023-10-05T15:37:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419c240 con 0x7f6c44105ec0 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43792/0 (socket says 172.21.15.98:43792) 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 -- 172.21.15.98:0/2729186399 learned_addr learned my addr 172.21.15.98:0/2729186399 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c43fff700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c44105ec0 0x7f6c4419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c42ffd700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c441007d0 0x7f6c44197490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 -- 172.21.15.98:0/2729186399 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c44105ec0 msgr2=0x7f6c4419b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c44105ec0 0x7f6c4419b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 -- 172.21.15.98:0/2729186399 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c441007d0 msgr2=0x7f6c44197490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c441007d0 0x7f6c44197490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 -- 172.21.15.98:0/2729186399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c340095f0 con 0x7f6c440ffe10 2023-10-05T15:37:10.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c437fe700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6c340095c0 tx=0x7f6c3400f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c3401d070 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c4419c4c0 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c3400fb50 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c340173f0 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.588+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c441a3d80 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.590+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c4404ebb0 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.591+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6c3400fcc0 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.592+0000 7f6c40ff9700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 0x7f6c2c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.592+0000 7f6c42ffd700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 0x7f6c2c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.592+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6c340ce1d0 con 0x7f6c440ffe10 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.593+0000 7f6c42ffd700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 0x7f6c2c0a3940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6c38005950 tx=0x7f6c380058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:10.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.602+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6c34097770 con 0x7f6c440ffe10 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.815+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f6c44110eb0 con 0x7f6c440ffe10 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.816+0000 7f6c40ff9700 1 -- 172.21.15.98:0/2729186399 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f6c34031090 con 0x7f6c440ffe10 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stdout:330712481812 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 msgr2=0x7f6c2c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 0x7f6c2c0a3940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6c38005950 tx=0x7f6c380058e0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 msgr2=0x7f6c44196f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6c340095c0 tx=0x7f6c3400f710 comp rx=0 tx=0).stop 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 shutdown_connections 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c2c0a1480 0x7f6c2c0a3940 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c44105ec0 0x7f6c4419b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c440ffe10 0x7f6c44196f50 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 --2- 172.21.15.98:0/2729186399 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c441007d0 0x7f6c44197490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 >> 172.21.15.98:0/2729186399 conn(0x7f6c44076dc0 msgr2=0x7f6c440feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 shutdown_connections 2023-10-05T15:37:10.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:10.818+0000 7f6c49b57700 1 -- 172.21.15.98:0/2729186399 wait complete. 2023-10-05T15:37:11.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:11 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2729186399' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:37:11.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:11 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2729186399' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:37:11.975 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:11 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2729186399' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:37:11.976 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364835 got 214748364837 for osd.7 2023-10-05T15:37:11.976 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:12.269 INFO:tasks.cephadm.ceph_manager.ceph:need seq 330712481811 got 330712481812 for osd.11 2023-10-05T15:37:12.270 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:12.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1824371810 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a8105ec0 msgr2=0x7fc9a81062a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:12.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1824371810 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a8105ec0 0x7fc9a81062a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc998009990 tx=0x7fc998009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1824371810 shutdown_connections 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1824371810 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a81007d0 0x7fc9a810cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1824371810 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a8105ec0 0x7fc9a81062a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1824371810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 0x7fc9a8100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1824371810 >> 172.21.15.98:0/1824371810 conn(0x7fc9a8076dc0 msgr2=0x7fc9a80771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1824371810 shutdown_connections 2023-10-05T15:37:12.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.406+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1824371810 wait complete. 2023-10-05T15:37:12.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 Processor -- start 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 -- start start 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 0x7fc9a8196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a8105ec0 0x7fc9a819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9a819bf50 con 0x7fc9a81007d0 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9a819c0c0 con 0x7fc9a8105ec0 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9af9a5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9a819c280 con 0x7fc9a80ffe10 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9acf40700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:12.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9acf40700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43808/0 (socket says 172.21.15.98:43808) 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9acf40700 1 -- 172.21.15.98:0/1117892651 learned_addr learned my addr 172.21.15.98:0/1117892651 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9adf42700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a8105ec0 0x7fc9a819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.407+0000 7fc9ad741700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 0x7fc9a8196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 -- 172.21.15.98:0/1117892651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 msgr2=0x7fc9a8196f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 0x7fc9a8196f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 -- 172.21.15.98:0/1117892651 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a8105ec0 msgr2=0x7fc9a819b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a8105ec0 0x7fc9a819b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 -- 172.21.15.98:0/1117892651 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9980095f0 con 0x7fc9a81007d0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9acf40700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c920 tx=0x7fc9a400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4004a30 con 0x7fc9a81007d0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9a819c560 con 0x7fc9a81007d0 2023-10-05T15:37:12.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9a40054e0 con 0x7fc9a81007d0 2023-10-05T15:37:12.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9a81a3dc0 con 0x7fc9a81007d0 2023-10-05T15:37:12.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.408+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4007c10 con 0x7fc9a81007d0 2023-10-05T15:37:12.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.410+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc98c0052f0 con 0x7fc9a81007d0 2023-10-05T15:37:12.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.410+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc9a4004b90 con 0x7fc9a81007d0 2023-10-05T15:37:12.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.411+0000 7fc99e7fc700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 0x7fc9940a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:12.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.411+0000 7fc9ad741700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 0x7fc9940a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:12.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.411+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc9a40ccc70 con 0x7fc9a81007d0 2023-10-05T15:37:12.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.411+0000 7fc9ad741700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 0x7fc9940a39c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc99800b5c0 tx=0x7fc998005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:12.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.415+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc9a40960e0 con 0x7fc9a81007d0 2023-10-05T15:37:12.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.614+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7fc98c0055a0 con 0x7fc9a81007d0 2023-10-05T15:37:12.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.614+0000 7fc99e7fc700 1 -- 172.21.15.98:0/1117892651 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fc9a401d020 con 0x7fc9a81007d0 2023-10-05T15:37:12.616 INFO:teuthology.orchestra.run.smithi098.stdout:274877906974 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 msgr2=0x7fc9940a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 0x7fc9940a39c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc99800b5c0 tx=0x7fc998005fd0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 msgr2=0x7fc9a81974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400c920 tx=0x7fc9a400cc30 comp rx=0 tx=0).stop 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 shutdown_connections 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9940a1500 0x7fc9940a39c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9a8105ec0 0x7fc9a819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9a80ffe10 0x7fc9a8196f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 --2- 172.21.15.98:0/1117892651 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9a81007d0 0x7fc9a81974d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:12.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 >> 172.21.15.98:0/1117892651 conn(0x7fc9a8076dc0 msgr2=0x7fc9a8069270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:12.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 shutdown_connections 2023-10-05T15:37:12.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:12.616+0000 7fc9af9a5700 1 -- 172.21.15.98:0/1117892651 wait complete. 2023-10-05T15:37:12.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:12 smithi173 ceph-mon[104029]: pgmap v279: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:12.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:12 smithi115 ceph-mon[103691]: pgmap v279: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:12.959 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:12 smithi098 ceph-mon[99243]: pgmap v279: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:13.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 -- 172.21.15.98:0/2062119791 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 msgr2=0x7f6cb81002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:13.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 --2- 172.21.15.98:0/2062119791 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb81002e0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6cac0099c0 tx=0x7f6cac009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 -- 172.21.15.98:0/2062119791 shutdown_connections 2023-10-05T15:37:13.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 --2- 172.21.15.98:0/2062119791 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8105e70 0x7f6cb8106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 --2- 172.21.15.98:0/2062119791 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8100820 0x7f6cb810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 --2- 172.21.15.98:0/2062119791 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb81002e0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 -- 172.21.15.98:0/2062119791 >> 172.21.15.98:0/2062119791 conn(0x7f6cb8075e00 msgr2=0x7f6cb8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:13.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 -- 172.21.15.98:0/2062119791 shutdown_connections 2023-10-05T15:37:13.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.327+0000 7f6cbd486700 1 -- 172.21.15.98:0/2062119791 wait complete. 2023-10-05T15:37:13.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 Processor -- start 2023-10-05T15:37:13.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 -- start start 2023-10-05T15:37:13.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb8196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:13.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8100820 0x7f6cb8197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 0x7f6cb819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb819bf80 con 0x7f6cb80ffe60 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb819c0f0 con 0x7f6cb8100820 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cbd486700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb819c2b0 con 0x7f6cb8105e70 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cb6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb8196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cb6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb8196fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43820/0 (socket says 172.21.15.98:43820) 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cb6ffd700 1 -- 172.21.15.98:0/1132274412 learned_addr learned my addr 172.21.15.98:0/1132274412 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cb67fc700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8100820 0x7f6cb8197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.328+0000 7f6cb77fe700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 0x7f6cb819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 -- 172.21.15.98:0/1132274412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8100820 msgr2=0x7f6cb8197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8100820 0x7f6cb8197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 -- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 msgr2=0x7f6cb8196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb8196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 -- 172.21.15.98:0/1132274412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cac0095f0 con 0x7f6cb8105e70 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cb77fe700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 0x7f6cb819b970 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6cb000cc50 tx=0x7f6cb000cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb000aa90 con 0x7f6cb8105e70 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cb819c590 con 0x7f6cb8105e70 2023-10-05T15:37:13.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6cb000abf0 con 0x7f6cb8105e70 2023-10-05T15:37:13.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb00115e0 con 0x7f6cb8105e70 2023-10-05T15:37:13.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.329+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cb81a3df0 con 0x7f6cb8105e70 2023-10-05T15:37:13.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.330+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cb804ebb0 con 0x7f6cb8105e70 2023-10-05T15:37:13.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.332+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6cb0012420 con 0x7f6cb8105e70 2023-10-05T15:37:13.334 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.332+0000 7f6c9ffff700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 0x7f6ca00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:13.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.332+0000 7f6cb6ffd700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 0x7f6ca00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:13.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.332+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6cb00cd410 con 0x7f6cb8105e70 2023-10-05T15:37:13.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.333+0000 7f6cb6ffd700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 0x7f6ca00a3940 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8005950 tx=0x7f6ca800a400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:13.338 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.336+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6cb0096880 con 0x7f6cb8105e70 2023-10-05T15:37:13.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.535+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f6cb810fdd0 con 0x7f6cb8105e70 2023-10-05T15:37:13.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.536+0000 7f6c9ffff700 1 -- 172.21.15.98:0/1132274412 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f6cb0099ea0 con 0x7f6cb8105e70 2023-10-05T15:37:13.538 INFO:teuthology.orchestra.run.smithi098.stdout:296352743449 2023-10-05T15:37:13.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 msgr2=0x7f6ca00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:13.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 0x7f6ca00a3940 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6ca8005950 tx=0x7f6ca800a400 comp rx=0 tx=0).stop 2023-10-05T15:37:13.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 msgr2=0x7f6cb819b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 0x7f6cb819b970 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6cb000cc50 tx=0x7f6cb000cf60 comp rx=0 tx=0).stop 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 shutdown_connections 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6ca00a1480 0x7f6ca00a3940 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cb8105e70 0x7f6cb819b970 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6cb80ffe60 0x7f6cb8196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 --2- 172.21.15.98:0/1132274412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6cb8100820 0x7f6cb8197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.538+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 >> 172.21.15.98:0/1132274412 conn(0x7f6cb8075e00 msgr2=0x7f6cb8103cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.539+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 shutdown_connections 2023-10-05T15:37:13.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:13.539+0000 7f6cbd486700 1 -- 172.21.15.98:0/1132274412 wait complete. 2023-10-05T15:37:13.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1117892651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:37:13.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1132274412' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:37:13.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1117892651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:37:13.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1132274412' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:37:13.992 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1117892651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:37:13.992 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1132274412' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:37:14.155 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906973 got 274877906974 for osd.9 2023-10-05T15:37:14.156 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:14.683 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:14 smithi098 ceph-mon[99243]: pgmap v280: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/2113839627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd41007d0 msgr2=0x7ffbd410cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/2113839627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd41007d0 0x7ffbd410cc70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00b0a0 tx=0x7ffbcc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/2113839627 shutdown_connections 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/2113839627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd41007d0 0x7ffbd410cc70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/2113839627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd41062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/2113839627 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd40ffe10 0x7ffbd4100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/2113839627 >> 172.21.15.98:0/2113839627 conn(0x7ffbd4076dc0 msgr2=0x7ffbd40771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/2113839627 shutdown_connections 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.665+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/2113839627 wait complete. 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.666+0000 7ffbd8e6e700 1 Processor -- start 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 -- start start 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 0x7ffbd4197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd419baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbd419c0b0 con 0x7ffbd40ffe10 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbd419c220 con 0x7ffbd41007d0 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd8e6e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbd419c3e0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.667+0000 7ffbd259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43834/0 (socket says 172.21.15.98:43834) 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd259c700 1 -- 172.21.15.98:0/4019897487 learned_addr learned my addr 172.21.15.98:0/4019897487 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd419baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd1d9b700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 0x7ffbd4197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 -- 172.21.15.98:0/4019897487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 msgr2=0x7ffbd4197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 0x7ffbd4197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 -- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 msgr2=0x7ffbd41970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 -- 172.21.15.98:0/4019897487 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbcc009d00 con 0x7ffbd4105ec0 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd259c700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd1d9b700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 0x7ffbd4197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:14.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.668+0000 7ffbd2d9d700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd419baa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00b0a0 tx=0x7ffbcc007990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.669+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc00e040 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.669+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbcc020070 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.669+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbd419c660 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.669+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbcc0276e0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.669+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbd4101bc0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.670+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbd404ebb0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.672+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffbcc01c6c0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.672+0000 7ffbc37fe700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 0x7ffbbc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.673+0000 7ffbd259c700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 0x7ffbbc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.673+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ffbcc022070 con 0x7ffbd4105ec0 2023-10-05T15:37:14.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.673+0000 7ffbd259c700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 0x7ffbbc0a3940 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4005950 tx=0x7ffbc400a400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:14.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.675+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffbcc09b8f0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:14 smithi173 ceph-mon[104029]: pgmap v280: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:14.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.897+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7ffbd410fdb0 con 0x7ffbd4105ec0 2023-10-05T15:37:14.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.897+0000 7ffbc37fe700 1 -- 172.21.15.98:0/4019897487 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffbcc09ef10 con 0x7ffbd4105ec0 2023-10-05T15:37:14.899 INFO:teuthology.orchestra.run.smithi098.stdout:77309411387 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 msgr2=0x7ffbbc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 0x7ffbbc0a3940 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4005950 tx=0x7ffbc400a400 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 msgr2=0x7ffbd419baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd419baa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc00b0a0 tx=0x7ffbcc007990 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 shutdown_connections 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbbc0a1480 0x7ffbbc0a3940 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbd4105ec0 0x7ffbd419baa0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbd40ffe10 0x7ffbd41970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 --2- 172.21.15.98:0/4019897487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbd41007d0 0x7ffbd4197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 >> 172.21.15.98:0/4019897487 conn(0x7ffbd4076dc0 msgr2=0x7ffbd40fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:14.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 shutdown_connections 2023-10-05T15:37:14.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.900+0000 7ffbd8e6e700 1 -- 172.21.15.98:0/4019897487 wait complete. 2023-10-05T15:37:14.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:14 smithi115 ceph-mon[103691]: pgmap v280: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- 172.21.15.98:0/2208935601 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 msgr2=0x7ff6c8105a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/2208935601 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8105a30 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc0099c0 tx=0x7ff6bc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- 172.21.15.98:0/2208935601 shutdown_connections 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/2208935601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 0x7ff6c810c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/2208935601 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8105a30 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/2208935601 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 0x7ff6c80ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- 172.21.15.98:0/2208935601 >> 172.21.15.98:0/2208935601 conn(0x7ff6c8076360 msgr2=0x7ff6c80fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:14.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- 172.21.15.98:0/2208935601 shutdown_connections 2023-10-05T15:37:14.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- 172.21.15.98:0/2208935601 wait complete. 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 Processor -- start 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.951+0000 7ff6cebc7700 1 -- start start 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 0x7ff6c8194bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 0x7ff6c8195100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6c81a5410 con 0x7ff6c8105650 2023-10-05T15:37:14.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6c81a5580 con 0x7ff6c80ff5a0 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6c81a5740 con 0x7ff6c80fff60 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43852/0 (socket says 172.21.15.98:43852) 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 -- 172.21.15.98:0/3370596447 learned_addr learned my addr 172.21.15.98:0/3370596447 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cc963700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 0x7ff6c8194bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6c7fff700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 0x7ff6c8195100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 -- 172.21.15.98:0/3370596447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 msgr2=0x7ff6c8195100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 0x7ff6c8195100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 -- 172.21.15.98:0/3370596447 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 msgr2=0x7ff6c8194bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 0x7ff6c8194bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 -- 172.21.15.98:0/3370596447 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6bc0095f0 con 0x7ff6c8105650 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cd164700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000d370 tx=0x7ff6c000d680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c0017070 con 0x7ff6c8105650 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff6c000ac30 con 0x7ff6c8105650 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6c81a59c0 con 0x7ff6c8105650 2023-10-05T15:37:14.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.952+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c000f040 con 0x7ff6c8105650 2023-10-05T15:37:14.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.953+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6c81a5ec0 con 0x7ff6c8105650 2023-10-05T15:37:14.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.953+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6c804ebb0 con 0x7ff6c8105650 2023-10-05T15:37:14.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.955+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff6c0008b20 con 0x7ff6c8105650 2023-10-05T15:37:14.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.955+0000 7ff6c5ffb700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 0x7ff6b80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:14.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.956+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff6c00ccf30 con 0x7ff6c8105650 2023-10-05T15:37:14.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.956+0000 7ff6cc963700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 0x7ff6b80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:14.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.956+0000 7ff6cc963700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 0x7ff6b80a3940 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc000c00 tx=0x7ff6bc003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:14.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:14.959+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff6c00963a0 con 0x7ff6c8105650 2023-10-05T15:37:15.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.164+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7ff6c81960f0 con 0x7ff6c8105650 2023-10-05T15:37:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.165+0000 7ff6c5ffb700 1 -- 172.21.15.98:0/3370596447 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7ff6c000dea0 con 0x7ff6c8105650 2023-10-05T15:37:15.195 INFO:teuthology.orchestra.run.smithi098.stdout:107374182455 2023-10-05T15:37:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 msgr2=0x7ff6b80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 0x7ff6b80a3940 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc000c00 tx=0x7ff6bc003680 comp rx=0 tx=0).stop 2023-10-05T15:37:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 msgr2=0x7ff6c8195680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff6c000d370 tx=0x7ff6c000d680 comp rx=0 tx=0).stop 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 shutdown_connections 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff6b80a1480 0x7ff6b80a3940 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff6c80ff5a0 0x7ff6c8194bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff6c8105650 0x7ff6c8195680 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 --2- 172.21.15.98:0/3370596447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6c80fff60 0x7ff6c8195100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 >> 172.21.15.98:0/3370596447 conn(0x7ff6c8076360 msgr2=0x7ff6c8103230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:15.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 shutdown_connections 2023-10-05T15:37:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.167+0000 7ff6cebc7700 1 -- 172.21.15.98:0/3370596447 wait complete. 2023-10-05T15:37:15.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 -- 172.21.15.98:0/1280022218 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 msgr2=0x7f4d081006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 --2- 172.21.15.98:0/1280022218 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d081006a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009990 tx=0x7f4cf0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 -- 172.21.15.98:0/1280022218 shutdown_connections 2023-10-05T15:37:15.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 --2- 172.21.15.98:0/1280022218 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08105150 0x7f4d0810cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 --2- 172.21.15.98:0/1280022218 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d081006a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 --2- 172.21.15.98:0/1280022218 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08100c70 0x7f4d08104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 -- 172.21.15.98:0/1280022218 >> 172.21.15.98:0/1280022218 conn(0x7f4d08076cf0 msgr2=0x7f4d08077100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 -- 172.21.15.98:0/1280022218 shutdown_connections 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 -- 172.21.15.98:0/1280022218 wait complete. 2023-10-05T15:37:15.680 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.677+0000 7f4d0d824700 1 Processor -- start 2023-10-05T15:37:15.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 -- start start 2023-10-05T15:37:15.681 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08100c70 0x7f4d08198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08105150 0x7f4d081a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d08198d40 con 0x7f4d081002c0 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d081a3480 con 0x7f4d08100c70 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d0d824700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d081a3640 con 0x7f4d08105150 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43862/0 (socket says 172.21.15.98:43862) 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 -- 172.21.15.98:0/3587724599 learned_addr learned my addr 172.21.15.98:0/3587724599 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d067fc700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08100c70 0x7f4d08198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 -- 172.21.15.98:0/3587724599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08105150 msgr2=0x7f4d081a2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.682 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d077fe700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08105150 0x7f4d081a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08105150 0x7f4d081a2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 -- 172.21.15.98:0/3587724599 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08100c70 msgr2=0x7f4d08198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08100c70 0x7f4d08198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.678+0000 7f4d06ffd700 1 -- 172.21.15.98:0/3587724599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cf00095f0 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d06ffd700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00095c0 tx=0x7f4cf000f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cf001d070 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4cf000fb50 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d081a38c0 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cf00173f0 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.679+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d081a3d60 con 0x7f4d081002c0 2023-10-05T15:37:15.683 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.680+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d0804ebb0 con 0x7f4d081002c0 2023-10-05T15:37:15.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.681+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4cf000fcc0 con 0x7f4d081002c0 2023-10-05T15:37:15.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.681+0000 7f4d0c822700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 0x7f4cf40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:15.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.681+0000 7f4d067fc700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 0x7f4cf40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:15.684 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.682+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4cf00ce1c0 con 0x7f4d081002c0 2023-10-05T15:37:15.685 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.682+0000 7f4d067fc700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 0x7f4cf40a3940 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4d08069b90 tx=0x7f4cf800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:15.686 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.685+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4cf00976c0 con 0x7f4d081002c0 2023-10-05T15:37:15.883 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:15 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4019897487' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:37:15.883 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:15 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3370596447' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:37:15.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.889+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f4d0810fe50 con 0x7f4d081002c0 2023-10-05T15:37:15.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.889+0000 7f4d0c822700 1 -- 172.21.15.98:0/3587724599 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f4cf009ace0 con 0x7f4d081002c0 2023-10-05T15:37:15.891 INFO:teuthology.orchestra.run.smithi098.stdout:244813135907 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 msgr2=0x7f4cf40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 0x7f4cf40a3940 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4d08069b90 tx=0x7f4cf800a300 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 msgr2=0x7f4d08197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00095c0 tx=0x7f4cf000f710 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 shutdown_connections 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4cf40a1480 0x7f4cf40a3940 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4d08105150 0x7f4d081a2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4d081002c0 0x7f4d08197ec0 secure :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00095c0 tx=0x7f4cf000f710 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 --2- 172.21.15.98:0/3587724599 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4d08100c70 0x7f4d08198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:15.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 >> 172.21.15.98:0/3587724599 conn(0x7f4d08076cf0 msgr2=0x7f4d080fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:15.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 shutdown_connections 2023-10-05T15:37:15.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:15.892+0000 7f4d0d824700 1 -- 172.21.15.98:0/3587724599 wait complete. 2023-10-05T15:37:15.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:15 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4019897487' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:37:15.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:15 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3370596447' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:37:15.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:15 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4019897487' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:37:15.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:15 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3370596447' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:37:16.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- 172.21.15.98:0/4212035047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801050f0 msgr2=0x7fd48010ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 --2- 172.21.15.98:0/4212035047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801050f0 0x7fd48010ccc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd47800b0a0 tx=0x7fd47800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- 172.21.15.98:0/4212035047 shutdown_connections 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 --2- 172.21.15.98:0/4212035047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 0x7fd480100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 --2- 172.21.15.98:0/4212035047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801050f0 0x7fd48010ccc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 --2- 172.21.15.98:0/4212035047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801009d0 0x7fd480104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- 172.21.15.98:0/4212035047 >> 172.21.15.98:0/4212035047 conn(0x7fd480076f30 msgr2=0x7fd480077340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:16.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- 172.21.15.98:0/4212035047 shutdown_connections 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- 172.21.15.98:0/4212035047 wait complete. 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 Processor -- start 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.517+0000 7fd486fd2700 1 -- start start 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 0x7fd480195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 0x7fd48019a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:16.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48019aed0 con 0x7fd4801009d0 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48019b040 con 0x7fd480100020 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48019b200 con 0x7fd4801050f0 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43878/0 (socket says 172.21.15.98:43878) 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 -- 172.21.15.98:0/1113236110 learned_addr learned my addr 172.21.15.98:0/1113236110 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd48556f700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 0x7fd48019a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:16.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd484d6e700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 0x7fd480195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 -- 172.21.15.98:0/1113236110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 msgr2=0x7fd48019a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 0x7fd48019a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 -- 172.21.15.98:0/1113236110 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 msgr2=0x7fd480195f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 0x7fd480195f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 -- 172.21.15.98:0/1113236110 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd478009d00 con 0x7fd4801009d0 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd48556f700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 0x7fd48019a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:16.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47ffff700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd46c0098f0 tx=0x7fd46c009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c012070 con 0x7fd4801009d0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd46c00d850 con 0x7fd4801009d0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd48019b4e0 con 0x7fd4801009d0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.518+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c00c750 con 0x7fd4801009d0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.519+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd480068b70 con 0x7fd4801009d0 2023-10-05T15:37:16.526 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.520+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd48004ebb0 con 0x7fd4801009d0 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.521+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd46c016070 con 0x7fd4801009d0 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.521+0000 7fd47dffb700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 0x7fd4700a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.521+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fd46c0cde20 con 0x7fd4801009d0 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.521+0000 7fd484d6e700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 0x7fd4700a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.522+0000 7fd484d6e700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 0x7fd4700a39c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd474005fd0 tx=0x7fd47400a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:16.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.526+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd46c097290 con 0x7fd4801009d0 2023-10-05T15:37:16.563 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743447 got 296352743449 for osd.10 2023-10-05T15:37:16.563 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:16.598 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411384 got 77309411387 for osd.2 2023-10-05T15:37:16.598 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:16.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182452 got 107374182455 for osd.3 2023-10-05T15:37:16.699 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:16.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.738+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fd480197270 con 0x7fd4801009d0 2023-10-05T15:37:16.740 INFO:teuthology.orchestra.run.smithi098.stdout:141733920820 2023-10-05T15:37:16.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.738+0000 7fd47dffb700 1 -- 172.21.15.98:0/1113236110 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fd46c09a8b0 con 0x7fd4801009d0 2023-10-05T15:37:16.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 msgr2=0x7fd4700a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:16.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 0x7fd4700a39c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd474005fd0 tx=0x7fd47400a560 comp rx=0 tx=0).stop 2023-10-05T15:37:16.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 msgr2=0x7fd480196450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:16.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd46c0098f0 tx=0x7fd46c009cb0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 shutdown_connections 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd4700a1500 0x7fd4700a39c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd480100020 0x7fd480195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd4801050f0 0x7fd48019a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 --2- 172.21.15.98:0/1113236110 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4801009d0 0x7fd480196450 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:16.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 >> 172.21.15.98:0/1113236110 conn(0x7fd480076f30 msgr2=0x7fd4800fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:16.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 shutdown_connections 2023-10-05T15:37:16.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:16.741+0000 7fd486fd2700 1 -- 172.21.15.98:0/1113236110 wait complete. 2023-10-05T15:37:16.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:16 smithi098 ceph-mon[99243]: pgmap v281: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:16.769 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:16 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3587724599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:37:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:16 smithi173 ceph-mon[104029]: pgmap v281: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:16 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3587724599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:37:16.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:16 smithi115 ceph-mon[103691]: pgmap v281: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:16.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:16 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3587724599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:37:17.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 -- 172.21.15.98:0/3871569883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6041007d0 msgr2=0x7fc60410cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:17.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3871569883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6041007d0 0x7fc60410cc70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00b0a0 tx=0x7fc5fc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 -- 172.21.15.98:0/3871569883 shutdown_connections 2023-10-05T15:37:17.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3871569883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc6041062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3871569883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6041007d0 0x7fc60410cc70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3871569883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6040ffe10 0x7fc604100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.232+0000 7fc608ea5700 1 -- 172.21.15.98:0/3871569883 >> 172.21.15.98:0/3871569883 conn(0x7fc604076dc0 msgr2=0x7fc6040771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.233+0000 7fc608ea5700 1 -- 172.21.15.98:0/3871569883 shutdown_connections 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.233+0000 7fc608ea5700 1 -- 172.21.15.98:0/3871569883 wait complete. 2023-10-05T15:37:17.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.233+0000 7fc608ea5700 1 Processor -- start 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.233+0000 7fc608ea5700 1 -- start start 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.233+0000 7fc608ea5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6041007d0 0x7fc6041975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc60419b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60419c000 con 0x7fc6040ffe10 2023-10-05T15:37:17.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60419c170 con 0x7fc604105ec0 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60419c330 con 0x7fc6041007d0 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43890/0 (socket says 172.21.15.98:43890) 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 -- 172.21.15.98:0/3388699409 learned_addr learned my addr 172.21.15.98:0/3388699409 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc601d9b700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6041007d0 0x7fc6041975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:17.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc602d9d700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc60419b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 -- 172.21.15.98:0/3388699409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6041007d0 msgr2=0x7fc6041975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6041007d0 0x7fc6041975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 -- 172.21.15.98:0/3388699409 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 msgr2=0x7fc60419b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc60419b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 -- 172.21.15.98:0/3388699409 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5fc009d00 con 0x7fc6040ffe10 2023-10-05T15:37:17.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc602d9d700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc60419b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc60259c700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc5f400e9a0 tx=0x7fc5f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4009790 con 0x7fc6040ffe10 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc60419c610 con 0x7fc6040ffe10 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5f400cbd0 con 0x7fc6040ffe10 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4018680 con 0x7fc6040ffe10 2023-10-05T15:37:17.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.234+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6041a3e70 con 0x7fc6040ffe10 2023-10-05T15:37:17.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.235+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc60404ebb0 con 0x7fc6040ffe10 2023-10-05T15:37:17.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.236+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc5f400cd40 con 0x7fc6040ffe10 2023-10-05T15:37:17.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.237+0000 7fc5f37fe700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 0x7fc5ec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:17.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.237+0000 7fc601d9b700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 0x7fc5ec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:17.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.237+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc5f4014070 con 0x7fc6040ffe10 2023-10-05T15:37:17.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.237+0000 7fc601d9b700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 0x7fc5ec0a3940 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc604198660 tx=0x7fc5f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:17.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.241+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc5f4052100 con 0x7fc6040ffe10 2023-10-05T15:37:17.369 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135905 got 244813135907 for osd.8 2023-10-05T15:37:17.369 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:17.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.442+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fc60410fea0 con 0x7fc6040ffe10 2023-10-05T15:37:17.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.442+0000 7fc5f37fe700 1 -- 172.21.15.98:0/3388699409 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc5f4096600 con 0x7fc6040ffe10 2023-10-05T15:37:17.445 INFO:teuthology.orchestra.run.smithi098.stdout:34359738436 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 msgr2=0x7fc5ec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 0x7fc5ec0a3940 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc604198660 tx=0x7fc5f8009260 comp rx=0 tx=0).stop 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 msgr2=0x7fc604197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc5f400e9a0 tx=0x7fc5f400ecb0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 shutdown_connections 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc5ec0a1480 0x7fc5ec0a3940 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc604105ec0 0x7fc60419b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6040ffe10 0x7fc604197090 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 --2- 172.21.15.98:0/3388699409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6041007d0 0x7fc6041975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 >> 172.21.15.98:0/3388699409 conn(0x7fc604076dc0 msgr2=0x7fc6040fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 shutdown_connections 2023-10-05T15:37:17.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:17.445+0000 7fc608ea5700 1 -- 172.21.15.98:0/3388699409 wait complete. 2023-10-05T15:37:17.596 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:17.634 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920817 got 141733920820 for osd.4 2023-10-05T15:37:17.634 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:17.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1113236110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:37:17.856 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:17 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3388699409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:37:17.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1113236110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:37:17.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:17 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3388699409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:37:17.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1113236110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:37:17.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:17 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3388699409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:37:18.257 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738434 got 34359738436 for osd.0 2023-10-05T15:37:18.257 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:18.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- 172.21.15.98:0/3900378680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 msgr2=0x7f56a8107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 --2- 172.21.15.98:0/3900378680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a8107370 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f56980099c0 tx=0x7f5698009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- 172.21.15.98:0/3900378680 shutdown_connections 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 --2- 172.21.15.98:0/3900378680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 0x7f56a810ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 --2- 172.21.15.98:0/3900378680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a8107370 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 --2- 172.21.15.98:0/3900378680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- 172.21.15.98:0/3900378680 >> 172.21.15.98:0/3900378680 conn(0x7f56a80780a0 msgr2=0x7f56a80784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- 172.21.15.98:0/3900378680 shutdown_connections 2023-10-05T15:37:18.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- 172.21.15.98:0/3900378680 wait complete. 2023-10-05T15:37:18.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 Processor -- start 2023-10-05T15:37:18.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.450+0000 7f56ad951700 1 -- start start 2023-10-05T15:37:18.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 0x7f56a81974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a819bf30 con 0x7f56a8106f90 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a819c0a0 con 0x7f56a8100f80 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a819c260 con 0x7f56a8101940 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43906/0 (socket says 172.21.15.98:43906) 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 -- 172.21.15.98:0/2446404408 learned_addr learned my addr 172.21.15.98:0/2446404408 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a67fc700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 0x7f56a81974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 -- 172.21.15.98:0/2446404408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 msgr2=0x7f56a81974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 0x7f56a81974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 -- 172.21.15.98:0/2446404408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 msgr2=0x7f56a8196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a6ffd700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 -- 172.21.15.98:0/2446404408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56980095f0 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a6ffd700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56a77fe700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f56a000ab50 tx=0x7f56a000ae60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a000f070 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56a0007a80 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.451+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56a819c540 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.452+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56a0005280 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.452+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56a81a3da0 con 0x7f56a8106f90 2023-10-05T15:37:18.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.452+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56a804ebb0 con 0x7f56a8106f90 2023-10-05T15:37:18.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.453+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f56a000c620 con 0x7f56a8106f90 2023-10-05T15:37:18.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.454+0000 7f56ac94f700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 0x7f56900a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.454+0000 7f56a6ffd700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 0x7f56900a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.454+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f56a00cc390 con 0x7f56a8106f90 2023-10-05T15:37:18.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.454+0000 7f56a6ffd700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 0x7f56900a3940 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5698006010 tx=0x7f5698000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:18.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.458+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f56a0095890 con 0x7f56a8106f90 2023-10-05T15:37:18.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.660+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f56a8110f60 con 0x7f56a8106f90 2023-10-05T15:37:18.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.660+0000 7f56ac94f700 1 -- 172.21.15.98:0/2446404408 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f56a0098eb0 con 0x7f56a8106f90 2023-10-05T15:37:18.662 INFO:teuthology.orchestra.run.smithi098.stdout:163208757295 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 msgr2=0x7f56900a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 0x7f56900a3940 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5698006010 tx=0x7f5698000bc0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 msgr2=0x7f56a819b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f56a000ab50 tx=0x7f56a000ae60 comp rx=0 tx=0).stop 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 shutdown_connections 2023-10-05T15:37:18.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f56900a1480 0x7f56900a3940 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f56a8100f80 0x7f56a8196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f56a8106f90 0x7f56a819b920 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 --2- 172.21.15.98:0/2446404408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f56a8101940 0x7f56a81974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 >> 172.21.15.98:0/2446404408 conn(0x7f56a80780a0 msgr2=0x7f56a80ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 shutdown_connections 2023-10-05T15:37:18.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.662+0000 7f56ad951700 1 -- 172.21.15.98:0/2446404408 wait complete. 2023-10-05T15:37:18.891 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:18 smithi098 ceph-mon[99243]: pgmap v282: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2023-10-05T15:37:18.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:18 smithi173 ceph-mon[104029]: pgmap v282: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2023-10-05T15:37:18.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:18 smithi115 ceph-mon[103691]: pgmap v282: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2023-10-05T15:37:18.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 -- 172.21.15.98:0/4026264580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8100820 msgr2=0x7f92d810cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 --2- 172.21.15.98:0/4026264580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8100820 0x7f92d810cc90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f92d000b0d0 tx=0x7f92d000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 -- 172.21.15.98:0/4026264580 shutdown_connections 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 --2- 172.21.15.98:0/4026264580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8100820 0x7f92d810cc90 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 --2- 172.21.15.98:0/4026264580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8105e70 0x7f92d8106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 --2- 172.21.15.98:0/4026264580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 0x7f92d81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 -- 172.21.15.98:0/4026264580 >> 172.21.15.98:0/4026264580 conn(0x7f92d8075e00 msgr2=0x7f92d8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 -- 172.21.15.98:0/4026264580 shutdown_connections 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.918+0000 7f92dda92700 1 -- 172.21.15.98:0/4026264580 wait complete. 2023-10-05T15:37:18.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 Processor -- start 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 -- start start 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 0x7f92d8197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8105e70 0x7f92d81a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d8198cb0 con 0x7f92d8100820 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d81a33f0 con 0x7f92d8105e70 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92dda92700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d81a35b0 con 0x7f92d80ffe60 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92d6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92d6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43918/0 (socket says 172.21.15.98:43918) 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92d6ffd700 1 -- 172.21.15.98:0/2557500225 learned_addr learned my addr 172.21.15.98:0/2557500225 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:18.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92d77fe700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 0x7f92d8197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.919+0000 7f92d7fff700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8105e70 0x7f92d81a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 -- 172.21.15.98:0/2557500225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 msgr2=0x7f92d8197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 0x7f92d8197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 -- 172.21.15.98:0/2557500225 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8105e70 msgr2=0x7f92d81a2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8105e70 0x7f92d81a2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 -- 172.21.15.98:0/2557500225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92d0009d00 con 0x7f92d8100820 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d6ffd700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f92c800e9a0 tx=0x7f92c800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c8009790 con 0x7f92d8100820 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92d81a3890 con 0x7f92d8100820 2023-10-05T15:37:18.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92c8010430 con 0x7f92d8100820 2023-10-05T15:37:18.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c8018680 con 0x7f92d8100820 2023-10-05T15:37:18.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.920+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92d81a3d90 con 0x7f92d8100820 2023-10-05T15:37:18.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.921+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92d804ebb0 con 0x7f92d8100820 2023-10-05T15:37:18.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.922+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f92c80105a0 con 0x7f92d8100820 2023-10-05T15:37:18.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.923+0000 7f92d4ff9700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 0x7f92c00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:18.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.923+0000 7f92d77fe700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 0x7f92c00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:18.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.923+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f92c8014070 con 0x7f92d8100820 2023-10-05T15:37:18.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.923+0000 7f92d77fe700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 0x7f92c00a3940 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f92cc00ac50 tx=0x7f92cc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:18.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:18.926+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f92c8096700 con 0x7f92d8100820 2023-10-05T15:37:19.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.121+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f92d810fe70 con 0x7f92d8100820 2023-10-05T15:37:19.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.121+0000 7f92d4ff9700 1 -- 172.21.15.98:0/2557500225 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f92c8099d20 con 0x7f92d8100820 2023-10-05T15:37:19.123 INFO:teuthology.orchestra.run.smithi098.stdout:55834574912 2023-10-05T15:37:19.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.123+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 msgr2=0x7f92c00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.123+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 0x7f92c00a3940 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f92cc00ac50 tx=0x7f92cc00a380 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.123+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 msgr2=0x7f92d8198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.123+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f92c800e9a0 tx=0x7f92c800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 shutdown_connections 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92c00a1480 0x7f92c00a3940 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f92d8105e70 0x7f92d81a2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f92d80ffe60 0x7f92d8197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 --2- 172.21.15.98:0/2557500225 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f92d8100820 0x7f92d8198370 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 >> 172.21.15.98:0/2557500225 conn(0x7f92d8075e00 msgr2=0x7f92d80fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 shutdown_connections 2023-10-05T15:37:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:19.124+0000 7f92dda92700 1 -- 172.21.15.98:0/2557500225 wait complete. 2023-10-05T15:37:19.478 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757293 got 163208757295 for osd.5 2023-10-05T15:37:19.478 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:19.727 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2446404408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:37:19.727 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:19 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2557500225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:37:19.781 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574909 got 55834574912 for osd.1 2023-10-05T15:37:19.782 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2446404408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:37:19.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:19 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2557500225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:37:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2446404408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:37:19.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:19 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2557500225' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:37:20.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.386+0000 7f16004c0700 1 -- 172.21.15.98:0/3189895996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 msgr2=0x7f15f8106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:20.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.386+0000 7f16004c0700 1 --2- 172.21.15.98:0/3189895996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f8106250 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f15f40099c0 tx=0x7f15f4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 -- 172.21.15.98:0/3189895996 shutdown_connections 2023-10-05T15:37:20.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 --2- 172.21.15.98:0/3189895996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 0x7f15f810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 --2- 172.21.15.98:0/3189895996 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f8106250 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 --2- 172.21.15.98:0/3189895996 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 -- 172.21.15.98:0/3189895996 >> 172.21.15.98:0/3189895996 conn(0x7f15f8075e00 msgr2=0x7f15f8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 -- 172.21.15.98:0/3189895996 shutdown_connections 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 -- 172.21.15.98:0/3189895996 wait complete. 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 Processor -- start 2023-10-05T15:37:20.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.387+0000 7f16004c0700 1 -- start start 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 0x7f15f81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15f8198d10 con 0x7f15f8105e70 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15f81a3450 con 0x7f15f80ffe60 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f16004c0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15f81a3610 con 0x7f15f8100820 2023-10-05T15:37:20.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43934/0 (socket says 172.21.15.98:43934) 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 -- 172.21.15.98:0/1629859680 learned_addr learned my addr 172.21.15.98:0/1629859680 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fe25c700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fda5b700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 0x7f15f81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 -- 172.21.15.98:0/1629859680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 msgr2=0x7f15f81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 0x7f15f81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 -- 172.21.15.98:0/1629859680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 msgr2=0x7f15f8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 -- 172.21.15.98:0/1629859680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15f40095f0 con 0x7f15f8105e70 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fe25c700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.388+0000 7f15fea5d700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f15f000b970 tx=0x7f15f000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:20.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15f000c9b0 con 0x7f15f8105e70 2023-10-05T15:37:20.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15f81a38f0 con 0x7f15f8105e70 2023-10-05T15:37:20.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15f0014440 con 0x7f15f8105e70 2023-10-05T15:37:20.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15f00075d0 con 0x7f15f8105e70 2023-10-05T15:37:20.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15f81a3da0 con 0x7f15f8105e70 2023-10-05T15:37:20.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.389+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15f804ebb0 con 0x7f15f8105e70 2023-10-05T15:37:20.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.391+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f15f00145b0 con 0x7f15f8105e70 2023-10-05T15:37:20.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.392+0000 7f15ef7fe700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 0x7f15e40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:20.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.392+0000 7f15fe25c700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 0x7f15e40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:20.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.392+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f15f0006e40 con 0x7f15f8105e70 2023-10-05T15:37:20.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.392+0000 7f15fe25c700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 0x7f15e40a3940 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f15f4000c00 tx=0x7f15f4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:20.397 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.395+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f15f0095f50 con 0x7f15f8105e70 2023-10-05T15:37:20.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.586+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f15f8068fb0 con 0x7f15f8105e70 2023-10-05T15:37:20.588 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.587+0000 7f15ef7fe700 1 -- 172.21.15.98:0/1629859680 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f15f0023020 con 0x7f15f8105e70 2023-10-05T15:37:20.589 INFO:teuthology.orchestra.run.smithi098.stdout:193273528363 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 msgr2=0x7f15e40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 0x7f15e40a3940 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f15f4000c00 tx=0x7f15f4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 msgr2=0x7f15f81a2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f15f000b970 tx=0x7f15f000bd30 comp rx=0 tx=0).stop 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 shutdown_connections 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f15e40a1480 0x7f15e40a3940 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f15f80ffe60 0x7f15f8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f15f8105e70 0x7f15f81a2f10 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 --2- 172.21.15.98:0/1629859680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f8100820 0x7f15f81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:20.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 >> 172.21.15.98:0/1629859680 conn(0x7f15f8075e00 msgr2=0x7f15f80fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:20.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 shutdown_connections 2023-10-05T15:37:20.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:20.589+0000 7f16004c0700 1 -- 172.21.15.98:0/1629859680 wait complete. 2023-10-05T15:37:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:20 smithi173 ceph-mon[104029]: pgmap v283: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2023-10-05T15:37:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:20 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1629859680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:37:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:20 smithi115 ceph-mon[103691]: pgmap v283: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2023-10-05T15:37:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:20 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1629859680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:37:20.985 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:20 smithi098 ceph-mon[99243]: pgmap v283: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2023-10-05T15:37:20.985 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:20 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1629859680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:37:20.986 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528361 got 193273528363 for osd.6 2023-10-05T15:37:20.986 DEBUG:teuthology.parallel:result is None 2023-10-05T15:37:20.986 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-05T15:37:20.987 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-05T15:37:21.546 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:21.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:21 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:37:21.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:21 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:37:21.989 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:21 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:37:22.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:22 smithi098 ceph-mon[99243]: pgmap v284: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:22.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:22 smithi173 ceph-mon[104029]: pgmap v284: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:22.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:22 smithi115 ceph-mon[103691]: pgmap v284: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2023-10-05T15:37:22.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 -- 172.21.15.98:0/2959615525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 msgr2=0x7fc800105b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:22.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 --2- 172.21.15.98:0/2959615525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800105b60 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8009990 tx=0x7fc7e8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 -- 172.21.15.98:0/2959615525 shutdown_connections 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 --2- 172.21.15.98:0/2959615525 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 0x7fc80010de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 --2- 172.21.15.98:0/2959615525 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc8000ffa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 --2- 172.21.15.98:0/2959615525 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800105b60 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 -- 172.21.15.98:0/2959615525 >> 172.21.15.98:0/2959615525 conn(0x7fc800076360 msgr2=0x7fc8000fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 -- 172.21.15.98:0/2959615525 shutdown_connections 2023-10-05T15:37:22.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.989+0000 7fc80621e700 1 -- 172.21.15.98:0/2959615525 wait complete. 2023-10-05T15:37:22.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 Processor -- start 2023-10-05T15:37:22.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 -- start start 2023-10-05T15:37:22.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc800196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 0x7fc80019b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80019bf90 con 0x7fc800100020 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80019c100 con 0x7fc800106240 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.990+0000 7fc80621e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80019c2c0 con 0x7fc8000ff670 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43944/0 (socket says 172.21.15.98:43944) 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 -- 172.21.15.98:0/14962783 learned_addr learned my addr 172.21.15.98:0/14962783 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7fffff700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 0x7fc80019b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:22.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7ff7fe700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc800196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 -- 172.21.15.98:0/14962783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 msgr2=0x7fc800196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc800196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 -- 172.21.15.98:0/14962783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 msgr2=0x7fc80019b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 0x7fc80019b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 -- 172.21.15.98:0/14962783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e80095f0 con 0x7fc800100020 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7ff7fe700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc800196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7feffd700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800b2e0 tx=0x7fc7e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e801d070 con 0x7fc800100020 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7e8005030 con 0x7fc800100020 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc80019c540 con 0x7fc800100020 2023-10-05T15:37:22.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8004b40 con 0x7fc800100020 2023-10-05T15:37:22.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.991+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8001a3e00 con 0x7fc800100020 2023-10-05T15:37:22.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.992+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc80004ebb0 con 0x7fc800100020 2023-10-05T15:37:22.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.994+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc7e8005430 con 0x7fc800100020 2023-10-05T15:37:22.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.994+0000 7fc7fcff9700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 0x7fc7ec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:22.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.994+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc7e80ce320 con 0x7fc800100020 2023-10-05T15:37:22.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.994+0000 7fc7ff7fe700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 0x7fc7ec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:22.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.995+0000 7fc7ff7fe700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 0x7fc7ec0a3940 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8007fd0 tx=0x7fc7f8007830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:23.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:22.998+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc7e8097820 con 0x7fc800100020 2023-10-05T15:37:23.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.194+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc800110ea0 con 0x7fc7ec0a1480 2023-10-05T15:37:23.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.207+0000 7fc7fcff9700 1 -- 172.21.15.98:0/14962783 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+423322 (secure 0 0 0) 0x7fc800110ea0 con 0x7fc7ec0a1480 2023-10-05T15:37:23.214 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 msgr2=0x7fc7ec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 0x7fc7ec0a3940 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8007fd0 tx=0x7fc7f8007830 comp rx=0 tx=0).stop 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 msgr2=0x7fc800197510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800b2e0 tx=0x7fc7e8004730 comp rx=0 tx=0).stop 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 shutdown_connections 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7ec0a1480 0x7fc7ec0a3940 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc800106240 0x7fc80019b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8000ff670 0x7fc800196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:23.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 --2- 172.21.15.98:0/14962783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc800100020 0x7fc800197510 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:23.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 >> 172.21.15.98:0/14962783 conn(0x7fc800076360 msgr2=0x7fc800104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:23.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 shutdown_connections 2023-10-05T15:37:23.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:23.212+0000 7fc80621e700 1 -- 172.21.15.98:0/14962783 wait complete. 2023-10-05T15:37:23.219 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:37:23.719 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":284,"stamp":"2023-10-05T15:37:21.540267+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600632,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":526,"num_read_kb":327,"num_write":390,"num_write_kb":3005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":320,"ondisk_log_size":320,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337348,"kb_used_data":13156,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604476,"statfs":{"total":1151940427776,"available":1151594983424,"internally_reserved":0,"allocated":13471744,"data_stored":7323682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":107,"num_read_kb":52,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003159"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345273+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:36:24.345273+0000","last_peered":"2023-10-05T15:36:24.345273+0000","last_clean":"2023-10-05T15:36:24.345273+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:36:24.345273+0000","last_undegraded":"2023-10-05T15:36:24.345273+0000","last_fullsized":"2023-10-05T15:36:24.345273+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337665+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:36:24.337665+0000","last_peered":"2023-10-05T15:36:24.337665+0000","last_clean":"2023-10-05T15:36:24.337665+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:36:24.337665+0000","last_undegraded":"2023-10-05T15:36:24.337665+0000","last_fullsized":"2023-10-05T15:36:24.337665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337556+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:36:24.337556+0000","last_peered":"2023-10-05T15:36:24.337556+0000","last_clean":"2023-10-05T15:36:24.337556+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:36:24.337556+0000","last_undegraded":"2023-10-05T15:36:24.337556+0000","last_fullsized":"2023-10-05T15:36:24.337556+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344504+0000","last_change":"2023-10-05T15:36:19.979841+0000","last_active":"2023-10-05T15:36:24.344504+0000","last_peered":"2023-10-05T15:36:24.344504+0000","last_clean":"2023-10-05T15:36:24.344504+0000","last_became_active":"2023-10-05T15:36:19.979499+0000","last_became_peered":"2023-10-05T15:36:19.979499+0000","last_unstale":"2023-10-05T15:36:24.344504+0000","last_undegraded":"2023-10-05T15:36:24.344504+0000","last_fullsized":"2023-10-05T15:36:24.344504+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:18:31.716853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341688+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:36:24.341688+0000","last_peered":"2023-10-05T15:36:24.341688+0000","last_clean":"2023-10-05T15:36:24.341688+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:36:24.341688+0000","last_undegraded":"2023-10-05T15:36:24.341688+0000","last_fullsized":"2023-10-05T15:36:24.341688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353027+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:36:24.353027+0000","last_peered":"2023-10-05T15:36:24.353027+0000","last_clean":"2023-10-05T15:36:24.353027+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:36:24.353027+0000","last_undegraded":"2023-10-05T15:36:24.353027+0000","last_fullsized":"2023-10-05T15:36:24.353027+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342400+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:36:24.342400+0000","last_peered":"2023-10-05T15:36:24.342400+0000","last_clean":"2023-10-05T15:36:24.342400+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:36:24.342400+0000","last_undegraded":"2023-10-05T15:36:24.342400+0000","last_fullsized":"2023-10-05T15:36:24.342400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341863+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:36:24.341863+0000","last_peered":"2023-10-05T15:36:24.341863+0000","last_clean":"2023-10-05T15:36:24.341863+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:36:24.341863+0000","last_undegraded":"2023-10-05T15:36:24.341863+0000","last_fullsized":"2023-10-05T15:36:24.341863+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334301+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:36:24.334301+0000","last_peered":"2023-10-05T15:36:24.334301+0000","last_clean":"2023-10-05T15:36:24.334301+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:36:24.334301+0000","last_undegraded":"2023-10-05T15:36:24.334301+0000","last_fullsized":"2023-10-05T15:36:24.334301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353572+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:36:24.353572+0000","last_peered":"2023-10-05T15:36:24.353572+0000","last_clean":"2023-10-05T15:36:24.353572+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:36:24.353572+0000","last_undegraded":"2023-10-05T15:36:24.353572+0000","last_fullsized":"2023-10-05T15:36:24.353572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346533+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:36:24.346533+0000","last_peered":"2023-10-05T15:36:24.346533+0000","last_clean":"2023-10-05T15:36:24.346533+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:36:24.346533+0000","last_undegraded":"2023-10-05T15:36:24.346533+0000","last_fullsized":"2023-10-05T15:36:24.346533+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344407+0000","last_change":"2023-10-05T15:36:19.980941+0000","last_active":"2023-10-05T15:36:24.344407+0000","last_peered":"2023-10-05T15:36:24.344407+0000","last_clean":"2023-10-05T15:36:24.344407+0000","last_became_active":"2023-10-05T15:36:19.980606+0000","last_became_peered":"2023-10-05T15:36:19.980606+0000","last_unstale":"2023-10-05T15:36:24.344407+0000","last_undegraded":"2023-10-05T15:36:24.344407+0000","last_fullsized":"2023-10-05T15:36:24.344407+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:53:15.559509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342505+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:36:24.342505+0000","last_peered":"2023-10-05T15:36:24.342505+0000","last_clean":"2023-10-05T15:36:24.342505+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:36:24.342505+0000","last_undegraded":"2023-10-05T15:36:24.342505+0000","last_fullsized":"2023-10-05T15:36:24.342505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337363+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:36:24.337363+0000","last_peered":"2023-10-05T15:36:24.337363+0000","last_clean":"2023-10-05T15:36:24.337363+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:36:24.337363+0000","last_undegraded":"2023-10-05T15:36:24.337363+0000","last_fullsized":"2023-10-05T15:36:24.337363+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337215+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:36:24.337215+0000","last_peered":"2023-10-05T15:36:24.337215+0000","last_clean":"2023-10-05T15:36:24.337215+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:36:24.337215+0000","last_undegraded":"2023-10-05T15:36:24.337215+0000","last_fullsized":"2023-10-05T15:36:24.337215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333935+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:36:24.333935+0000","last_peered":"2023-10-05T15:36:24.333935+0000","last_clean":"2023-10-05T15:36:24.333935+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:36:24.333935+0000","last_undegraded":"2023-10-05T15:36:24.333935+0000","last_fullsized":"2023-10-05T15:36:24.333935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345041+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:36:24.345041+0000","last_peered":"2023-10-05T15:36:24.345041+0000","last_clean":"2023-10-05T15:36:24.345041+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:36:24.345041+0000","last_undegraded":"2023-10-05T15:36:24.345041+0000","last_fullsized":"2023-10-05T15:36:24.345041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.351249+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:36:24.351249+0000","last_peered":"2023-10-05T15:36:24.351249+0000","last_clean":"2023-10-05T15:36:24.351249+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:36:24.351249+0000","last_undegraded":"2023-10-05T15:36:24.351249+0000","last_fullsized":"2023-10-05T15:36:24.351249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335304+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:36:24.335304+0000","last_peered":"2023-10-05T15:36:24.335304+0000","last_clean":"2023-10-05T15:36:24.335304+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:36:24.335304+0000","last_undegraded":"2023-10-05T15:36:24.335304+0000","last_fullsized":"2023-10-05T15:36:24.335304+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649347+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:36:25.649347+0000","last_peered":"2023-10-05T15:36:25.649347+0000","last_clean":"2023-10-05T15:36:25.649347+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:36:25.649347+0000","last_undegraded":"2023-10-05T15:36:25.649347+0000","last_fullsized":"2023-10-05T15:36:25.649347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":67,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:16.902005+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:37:16.902005+0000","last_peered":"2023-10-05T15:37:16.902005+0000","last_clean":"2023-10-05T15:37:16.902005+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:37:16.902005+0000","last_undegraded":"2023-10-05T15:37:16.902005+0000","last_fullsized":"2023-10-05T15:37:16.902005+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342202+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:36:24.342202+0000","last_peered":"2023-10-05T15:36:24.342202+0000","last_clean":"2023-10-05T15:36:24.342202+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:36:24.342202+0000","last_undegraded":"2023-10-05T15:36:24.342202+0000","last_fullsized":"2023-10-05T15:36:24.342202+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506310+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:36:25.506310+0000","last_peered":"2023-10-05T15:36:25.506310+0000","last_clean":"2023-10-05T15:36:25.506310+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:36:25.506310+0000","last_undegraded":"2023-10-05T15:36:25.506310+0000","last_fullsized":"2023-10-05T15:36:25.506310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337258+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:36:25.337258+0000","last_peered":"2023-10-05T15:36:25.337258+0000","last_clean":"2023-10-05T15:36:25.337258+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:36:25.337258+0000","last_undegraded":"2023-10-05T15:36:25.337258+0000","last_fullsized":"2023-10-05T15:36:25.337258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337241+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:36:24.337241+0000","last_peered":"2023-10-05T15:36:24.337241+0000","last_clean":"2023-10-05T15:36:24.337241+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:36:24.337241+0000","last_undegraded":"2023-10-05T15:36:24.337241+0000","last_fullsized":"2023-10-05T15:36:24.337241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506490+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:36:25.506490+0000","last_peered":"2023-10-05T15:36:25.506490+0000","last_clean":"2023-10-05T15:36:25.506490+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:36:25.506490+0000","last_undegraded":"2023-10-05T15:36:25.506490+0000","last_fullsized":"2023-10-05T15:36:25.506490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.857160+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:36:41.857160+0000","last_peered":"2023-10-05T15:36:41.857160+0000","last_clean":"2023-10-05T15:36:41.857160+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:36:41.857160+0000","last_undegraded":"2023-10-05T15:36:41.857160+0000","last_fullsized":"2023-10-05T15:36:41.857160+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334033+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:36:24.334033+0000","last_peered":"2023-10-05T15:36:24.334033+0000","last_clean":"2023-10-05T15:36:24.334033+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:36:24.334033+0000","last_undegraded":"2023-10-05T15:36:24.334033+0000","last_fullsized":"2023-10-05T15:36:24.334033+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506439+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:36:25.506439+0000","last_peered":"2023-10-05T15:36:25.506439+0000","last_clean":"2023-10-05T15:36:25.506439+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:36:25.506439+0000","last_undegraded":"2023-10-05T15:36:25.506439+0000","last_fullsized":"2023-10-05T15:36:25.506439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.857156+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:36:41.857156+0000","last_peered":"2023-10-05T15:36:41.857156+0000","last_clean":"2023-10-05T15:36:41.857156+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:36:41.857156+0000","last_undegraded":"2023-10-05T15:36:41.857156+0000","last_fullsized":"2023-10-05T15:36:41.857156+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343672+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:36:24.343672+0000","last_peered":"2023-10-05T15:36:24.343672+0000","last_clean":"2023-10-05T15:36:24.343672+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:36:24.343672+0000","last_undegraded":"2023-10-05T15:36:24.343672+0000","last_fullsized":"2023-10-05T15:36:24.343672+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649356+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:36:25.649356+0000","last_peered":"2023-10-05T15:36:25.649356+0000","last_clean":"2023-10-05T15:36:25.649356+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:36:25.649356+0000","last_undegraded":"2023-10-05T15:36:25.649356+0000","last_fullsized":"2023-10-05T15:36:25.649356+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":60,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:16.903442+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:37:16.903442+0000","last_peered":"2023-10-05T15:37:16.903442+0000","last_clean":"2023-10-05T15:37:16.903442+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:37:16.903442+0000","last_undegraded":"2023-10-05T15:37:16.903442+0000","last_fullsized":"2023-10-05T15:37:16.903442+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342067+0000","last_change":"2023-10-05T15:36:19.984395+0000","last_active":"2023-10-05T15:36:24.342067+0000","last_peered":"2023-10-05T15:36:24.342067+0000","last_clean":"2023-10-05T15:36:24.342067+0000","last_became_active":"2023-10-05T15:36:19.984093+0000","last_became_peered":"2023-10-05T15:36:19.984093+0000","last_unstale":"2023-10-05T15:36:24.342067+0000","last_undegraded":"2023-10-05T15:36:24.342067+0000","last_fullsized":"2023-10-05T15:36:24.342067+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:22:00.660089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649317+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:36:25.649317+0000","last_peered":"2023-10-05T15:36:25.649317+0000","last_clean":"2023-10-05T15:36:25.649317+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:36:25.649317+0000","last_undegraded":"2023-10-05T15:36:25.649317+0000","last_fullsized":"2023-10-05T15:36:25.649317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.883905+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:36:40.883905+0000","last_peered":"2023-10-05T15:36:40.883905+0000","last_clean":"2023-10-05T15:36:40.883905+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:36:40.883905+0000","last_undegraded":"2023-10-05T15:36:40.883905+0000","last_fullsized":"2023-10-05T15:36:40.883905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341693+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:36:24.341693+0000","last_peered":"2023-10-05T15:36:24.341693+0000","last_clean":"2023-10-05T15:36:24.341693+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:36:24.341693+0000","last_undegraded":"2023-10-05T15:36:24.341693+0000","last_fullsized":"2023-10-05T15:36:24.341693+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679436+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:36:25.679436+0000","last_peered":"2023-10-05T15:36:25.679436+0000","last_clean":"2023-10-05T15:36:25.679436+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:36:25.679436+0000","last_undegraded":"2023-10-05T15:36:25.679436+0000","last_fullsized":"2023-10-05T15:36:25.679436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.875028+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:36:39.875028+0000","last_peered":"2023-10-05T15:36:39.875028+0000","last_clean":"2023-10-05T15:36:39.875028+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:36:39.875028+0000","last_undegraded":"2023-10-05T15:36:39.875028+0000","last_fullsized":"2023-10-05T15:36:39.875028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341770+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:36:24.341770+0000","last_peered":"2023-10-05T15:36:24.341770+0000","last_clean":"2023-10-05T15:36:24.341770+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:36:24.341770+0000","last_undegraded":"2023-10-05T15:36:24.341770+0000","last_fullsized":"2023-10-05T15:36:24.341770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649164+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:36:25.649164+0000","last_peered":"2023-10-05T15:36:25.649164+0000","last_clean":"2023-10-05T15:36:25.649164+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:36:25.649164+0000","last_undegraded":"2023-10-05T15:36:25.649164+0000","last_fullsized":"2023-10-05T15:36:25.649164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.856027+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:36:41.856027+0000","last_peered":"2023-10-05T15:36:41.856027+0000","last_clean":"2023-10-05T15:36:41.856027+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:36:41.856027+0000","last_undegraded":"2023-10-05T15:36:41.856027+0000","last_fullsized":"2023-10-05T15:36:41.856027+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.350505+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:36:24.350505+0000","last_peered":"2023-10-05T15:36:24.350505+0000","last_clean":"2023-10-05T15:36:24.350505+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:36:24.350505+0000","last_undegraded":"2023-10-05T15:36:24.350505+0000","last_fullsized":"2023-10-05T15:36:24.350505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337561+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:36:25.337561+0000","last_peered":"2023-10-05T15:36:25.337561+0000","last_clean":"2023-10-05T15:36:25.337561+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:36:25.337561+0000","last_undegraded":"2023-10-05T15:36:25.337561+0000","last_fullsized":"2023-10-05T15:36:25.337561+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":93,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:16.902817+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:37:16.902817+0000","last_peered":"2023-10-05T15:37:16.902817+0000","last_clean":"2023-10-05T15:37:16.902817+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:37:16.902817+0000","last_undegraded":"2023-10-05T15:37:16.902817+0000","last_fullsized":"2023-10-05T15:37:16.902817+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334633+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:36:24.334633+0000","last_peered":"2023-10-05T15:36:24.334633+0000","last_clean":"2023-10-05T15:36:24.334633+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:36:24.334633+0000","last_undegraded":"2023-10-05T15:36:24.334633+0000","last_fullsized":"2023-10-05T15:36:24.334633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649309+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:36:25.649309+0000","last_peered":"2023-10-05T15:36:25.649309+0000","last_clean":"2023-10-05T15:36:25.649309+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:36:25.649309+0000","last_undegraded":"2023-10-05T15:36:25.649309+0000","last_fullsized":"2023-10-05T15:36:25.649309+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.856224+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:36:41.856224+0000","last_peered":"2023-10-05T15:36:41.856224+0000","last_clean":"2023-10-05T15:36:41.856224+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:36:41.856224+0000","last_undegraded":"2023-10-05T15:36:41.856224+0000","last_fullsized":"2023-10-05T15:36:41.856224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337299+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:36:24.337299+0000","last_peered":"2023-10-05T15:36:24.337299+0000","last_clean":"2023-10-05T15:36:24.337299+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:36:24.337299+0000","last_undegraded":"2023-10-05T15:36:24.337299+0000","last_fullsized":"2023-10-05T15:36:24.337299+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506686+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:36:25.506686+0000","last_peered":"2023-10-05T15:36:25.506686+0000","last_clean":"2023-10-05T15:36:25.506686+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:36:25.506686+0000","last_undegraded":"2023-10-05T15:36:25.506686+0000","last_fullsized":"2023-10-05T15:36:25.506686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.883049+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:36:40.883049+0000","last_peered":"2023-10-05T15:36:40.883049+0000","last_clean":"2023-10-05T15:36:40.883049+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:36:40.883049+0000","last_undegraded":"2023-10-05T15:36:40.883049+0000","last_fullsized":"2023-10-05T15:36:40.883049+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334214+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:36:24.334214+0000","last_peered":"2023-10-05T15:36:24.334214+0000","last_clean":"2023-10-05T15:36:24.334214+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:36:24.334214+0000","last_undegraded":"2023-10-05T15:36:24.334214+0000","last_fullsized":"2023-10-05T15:36:24.334214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649116+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:36:25.649116+0000","last_peered":"2023-10-05T15:36:25.649116+0000","last_clean":"2023-10-05T15:36:25.649116+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:36:25.649116+0000","last_undegraded":"2023-10-05T15:36:25.649116+0000","last_fullsized":"2023-10-05T15:36:25.649116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'14","reported_seq":105,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:16.902567+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:37:16.902567+0000","last_peered":"2023-10-05T15:37:16.902567+0000","last_clean":"2023-10-05T15:37:16.902567+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:37:16.902567+0000","last_undegraded":"2023-10-05T15:37:16.902567+0000","last_fullsized":"2023-10-05T15:37:16.902567+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":74,"num_read_kb":41,"num_write":16,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341252+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:36:24.341252+0000","last_peered":"2023-10-05T15:36:24.341252+0000","last_clean":"2023-10-05T15:36:24.341252+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:36:24.341252+0000","last_undegraded":"2023-10-05T15:36:24.341252+0000","last_fullsized":"2023-10-05T15:36:24.341252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337146+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:36:25.337146+0000","last_peered":"2023-10-05T15:36:25.337146+0000","last_clean":"2023-10-05T15:36:25.337146+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:36:25.337146+0000","last_undegraded":"2023-10-05T15:36:25.337146+0000","last_fullsized":"2023-10-05T15:36:25.337146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855229+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:36:41.855229+0000","last_peered":"2023-10-05T15:36:41.855229+0000","last_clean":"2023-10-05T15:36:41.855229+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:36:41.855229+0000","last_undegraded":"2023-10-05T15:36:41.855229+0000","last_fullsized":"2023-10-05T15:36:41.855229+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342135+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:36:24.342135+0000","last_peered":"2023-10-05T15:36:24.342135+0000","last_clean":"2023-10-05T15:36:24.342135+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:36:24.342135+0000","last_undegraded":"2023-10-05T15:36:24.342135+0000","last_fullsized":"2023-10-05T15:36:24.342135+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679193+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:36:25.679193+0000","last_peered":"2023-10-05T15:36:25.679193+0000","last_clean":"2023-10-05T15:36:25.679193+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:36:25.679193+0000","last_undegraded":"2023-10-05T15:36:25.679193+0000","last_fullsized":"2023-10-05T15:36:25.679193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855133+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:36:41.855133+0000","last_peered":"2023-10-05T15:36:41.855133+0000","last_clean":"2023-10-05T15:36:41.855133+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:36:41.855133+0000","last_undegraded":"2023-10-05T15:36:41.855133+0000","last_fullsized":"2023-10-05T15:36:41.855133+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342442+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:36:24.342442+0000","last_peered":"2023-10-05T15:36:24.342442+0000","last_clean":"2023-10-05T15:36:24.342442+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:36:24.342442+0000","last_undegraded":"2023-10-05T15:36:24.342442+0000","last_fullsized":"2023-10-05T15:36:24.342442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649328+0000","last_change":"2023-10-05T15:36:24.363304+0000","last_active":"2023-10-05T15:36:25.649328+0000","last_peered":"2023-10-05T15:36:25.649328+0000","last_clean":"2023-10-05T15:36:25.649328+0000","last_became_active":"2023-10-05T15:36:24.362817+0000","last_became_peered":"2023-10-05T15:36:24.362817+0000","last_unstale":"2023-10-05T15:36:25.649328+0000","last_undegraded":"2023-10-05T15:36:25.649328+0000","last_fullsized":"2023-10-05T15:36:25.649328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:42:27.930938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":61,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:17.904024+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:37:17.904024+0000","last_peered":"2023-10-05T15:37:17.904024+0000","last_clean":"2023-10-05T15:37:17.904024+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:37:17.904024+0000","last_undegraded":"2023-10-05T15:37:17.904024+0000","last_fullsized":"2023-10-05T15:37:17.904024+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":41,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343641+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:36:24.343641+0000","last_peered":"2023-10-05T15:36:24.343641+0000","last_clean":"2023-10-05T15:36:24.343641+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:36:24.343641+0000","last_undegraded":"2023-10-05T15:36:24.343641+0000","last_fullsized":"2023-10-05T15:36:24.343641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336210+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:36:25.336210+0000","last_peered":"2023-10-05T15:36:25.336210+0000","last_clean":"2023-10-05T15:36:25.336210+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:36:25.336210+0000","last_undegraded":"2023-10-05T15:36:25.336210+0000","last_fullsized":"2023-10-05T15:36:25.336210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846445+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:36:41.846445+0000","last_peered":"2023-10-05T15:36:41.846445+0000","last_clean":"2023-10-05T15:36:41.846445+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:36:41.846445+0000","last_undegraded":"2023-10-05T15:36:41.846445+0000","last_fullsized":"2023-10-05T15:36:41.846445+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345651+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:36:24.345651+0000","last_peered":"2023-10-05T15:36:24.345651+0000","last_clean":"2023-10-05T15:36:24.345651+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:36:24.345651+0000","last_undegraded":"2023-10-05T15:36:24.345651+0000","last_fullsized":"2023-10-05T15:36:24.345651+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336282+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:36:25.336282+0000","last_peered":"2023-10-05T15:36:25.336282+0000","last_clean":"2023-10-05T15:36:25.336282+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:36:25.336282+0000","last_undegraded":"2023-10-05T15:36:25.336282+0000","last_fullsized":"2023-10-05T15:36:25.336282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846338+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:36:41.846338+0000","last_peered":"2023-10-05T15:36:41.846338+0000","last_clean":"2023-10-05T15:36:41.846338+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:36:41.846338+0000","last_undegraded":"2023-10-05T15:36:41.846338+0000","last_fullsized":"2023-10-05T15:36:41.846338+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344077+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:36:24.344077+0000","last_peered":"2023-10-05T15:36:24.344077+0000","last_clean":"2023-10-05T15:36:24.344077+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:36:24.344077+0000","last_undegraded":"2023-10-05T15:36:24.344077+0000","last_fullsized":"2023-10-05T15:36:24.344077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.559019+0000","last_change":"2023-10-05T15:36:24.358975+0000","last_active":"2023-10-05T15:36:25.559019+0000","last_peered":"2023-10-05T15:36:25.559019+0000","last_clean":"2023-10-05T15:36:25.559019+0000","last_became_active":"2023-10-05T15:36:24.358543+0000","last_became_peered":"2023-10-05T15:36:24.358543+0000","last_unstale":"2023-10-05T15:36:25.559019+0000","last_undegraded":"2023-10-05T15:36:25.559019+0000","last_fullsized":"2023-10-05T15:36:25.559019+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:01:11.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649389+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:36:25.649389+0000","last_peered":"2023-10-05T15:36:25.649389+0000","last_clean":"2023-10-05T15:36:25.649389+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:36:25.649389+0000","last_undegraded":"2023-10-05T15:36:25.649389+0000","last_fullsized":"2023-10-05T15:36:25.649389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353751+0000","last_change":"2023-10-05T15:36:19.981997+0000","last_active":"2023-10-05T15:36:24.353751+0000","last_peered":"2023-10-05T15:36:24.353751+0000","last_clean":"2023-10-05T15:36:24.353751+0000","last_became_active":"2023-10-05T15:36:19.981701+0000","last_became_peered":"2023-10-05T15:36:19.981701+0000","last_unstale":"2023-10-05T15:36:24.353751+0000","last_undegraded":"2023-10-05T15:36:24.353751+0000","last_fullsized":"2023-10-05T15:36:24.353751+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:37.515273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335823+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:36:25.335823+0000","last_peered":"2023-10-05T15:36:25.335823+0000","last_clean":"2023-10-05T15:36:25.335823+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:36:25.335823+0000","last_undegraded":"2023-10-05T15:36:25.335823+0000","last_fullsized":"2023-10-05T15:36:25.335823+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":61,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:18.905114+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:37:18.905114+0000","last_peered":"2023-10-05T15:37:18.905114+0000","last_clean":"2023-10-05T15:37:18.905114+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:37:18.905114+0000","last_undegraded":"2023-10-05T15:37:18.905114+0000","last_fullsized":"2023-10-05T15:37:18.905114+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353259+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:36:24.353259+0000","last_peered":"2023-10-05T15:36:24.353259+0000","last_clean":"2023-10-05T15:36:24.353259+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:36:24.353259+0000","last_undegraded":"2023-10-05T15:36:24.353259+0000","last_fullsized":"2023-10-05T15:36:24.353259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335803+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:36:25.335803+0000","last_peered":"2023-10-05T15:36:25.335803+0000","last_clean":"2023-10-05T15:36:25.335803+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:36:25.335803+0000","last_undegraded":"2023-10-05T15:36:25.335803+0000","last_fullsized":"2023-10-05T15:36:25.335803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344084+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:36:24.344084+0000","last_peered":"2023-10-05T15:36:24.344084+0000","last_clean":"2023-10-05T15:36:24.344084+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:36:24.344084+0000","last_undegraded":"2023-10-05T15:36:24.344084+0000","last_fullsized":"2023-10-05T15:36:24.344084+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":62,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:18.904799+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:37:18.904799+0000","last_peered":"2023-10-05T15:37:18.904799+0000","last_clean":"2023-10-05T15:37:18.904799+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:37:18.904799+0000","last_undegraded":"2023-10-05T15:37:18.904799+0000","last_fullsized":"2023-10-05T15:37:18.904799+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.650672+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:36:25.650672+0000","last_peered":"2023-10-05T15:36:25.650672+0000","last_clean":"2023-10-05T15:36:25.650672+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:36:25.650672+0000","last_undegraded":"2023-10-05T15:36:25.650672+0000","last_fullsized":"2023-10-05T15:36:25.650672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341334+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:36:24.341334+0000","last_peered":"2023-10-05T15:36:24.341334+0000","last_clean":"2023-10-05T15:36:24.341334+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:36:24.341334+0000","last_undegraded":"2023-10-05T15:36:24.341334+0000","last_fullsized":"2023-10-05T15:36:24.341334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855786+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:36:41.855786+0000","last_peered":"2023-10-05T15:36:41.855786+0000","last_clean":"2023-10-05T15:36:41.855786+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:36:41.855786+0000","last_undegraded":"2023-10-05T15:36:41.855786+0000","last_fullsized":"2023-10-05T15:36:41.855786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343519+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:36:24.343519+0000","last_peered":"2023-10-05T15:36:24.343519+0000","last_clean":"2023-10-05T15:36:24.343519+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:36:24.343519+0000","last_undegraded":"2023-10-05T15:36:24.343519+0000","last_fullsized":"2023-10-05T15:36:24.343519+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336805+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:36:25.336805+0000","last_peered":"2023-10-05T15:36:25.336805+0000","last_clean":"2023-10-05T15:36:25.336805+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:36:25.336805+0000","last_undegraded":"2023-10-05T15:36:25.336805+0000","last_fullsized":"2023-10-05T15:36:25.336805+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341631+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:36:24.341631+0000","last_peered":"2023-10-05T15:36:24.341631+0000","last_clean":"2023-10-05T15:36:24.341631+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:36:24.341631+0000","last_undegraded":"2023-10-05T15:36:24.341631+0000","last_fullsized":"2023-10-05T15:36:24.341631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.874784+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:36:39.874784+0000","last_peered":"2023-10-05T15:36:39.874784+0000","last_clean":"2023-10-05T15:36:39.874784+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:36:39.874784+0000","last_undegraded":"2023-10-05T15:36:39.874784+0000","last_fullsized":"2023-10-05T15:36:39.874784+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679196+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:36:25.679196+0000","last_peered":"2023-10-05T15:36:25.679196+0000","last_clean":"2023-10-05T15:36:25.679196+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:36:25.679196+0000","last_undegraded":"2023-10-05T15:36:25.679196+0000","last_fullsized":"2023-10-05T15:36:25.679196+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.847861+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:36:41.847861+0000","last_peered":"2023-10-05T15:36:41.847861+0000","last_clean":"2023-10-05T15:36:41.847861+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:36:41.847861+0000","last_undegraded":"2023-10-05T15:36:41.847861+0000","last_fullsized":"2023-10-05T15:36:41.847861+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343572+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:36:24.343572+0000","last_peered":"2023-10-05T15:36:24.343572+0000","last_clean":"2023-10-05T15:36:24.343572+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:36:24.343572+0000","last_undegraded":"2023-10-05T15:36:24.343572+0000","last_fullsized":"2023-10-05T15:36:24.343572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336243+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:36:25.336243+0000","last_peered":"2023-10-05T15:36:25.336243+0000","last_clean":"2023-10-05T15:36:25.336243+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:36:25.336243+0000","last_undegraded":"2023-10-05T15:36:25.336243+0000","last_fullsized":"2023-10-05T15:36:25.336243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.884131+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:36:40.884131+0000","last_peered":"2023-10-05T15:36:40.884131+0000","last_clean":"2023-10-05T15:36:40.884131+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:36:40.884131+0000","last_undegraded":"2023-10-05T15:36:40.884131+0000","last_fullsized":"2023-10-05T15:36:40.884131+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342549+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:36:24.342549+0000","last_peered":"2023-10-05T15:36:24.342549+0000","last_clean":"2023-10-05T15:36:24.342549+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:36:24.342549+0000","last_undegraded":"2023-10-05T15:36:24.342549+0000","last_fullsized":"2023-10-05T15:36:24.342549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648983+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:36:25.648983+0000","last_peered":"2023-10-05T15:36:25.648983+0000","last_clean":"2023-10-05T15:36:25.648983+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:36:25.648983+0000","last_undegraded":"2023-10-05T15:36:25.648983+0000","last_fullsized":"2023-10-05T15:36:25.648983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855400+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:36:41.855400+0000","last_peered":"2023-10-05T15:36:41.855400+0000","last_clean":"2023-10-05T15:36:41.855400+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:36:41.855400+0000","last_undegraded":"2023-10-05T15:36:41.855400+0000","last_fullsized":"2023-10-05T15:36:41.855400+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337771+0000","last_change":"2023-10-05T15:36:19.982772+0000","last_active":"2023-10-05T15:36:24.337771+0000","last_peered":"2023-10-05T15:36:24.337771+0000","last_clean":"2023-10-05T15:36:24.337771+0000","last_became_active":"2023-10-05T15:36:19.982092+0000","last_became_peered":"2023-10-05T15:36:19.982092+0000","last_unstale":"2023-10-05T15:36:24.337771+0000","last_undegraded":"2023-10-05T15:36:24.337771+0000","last_fullsized":"2023-10-05T15:36:24.337771+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:56:36.373327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506738+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:36:25.506738+0000","last_peered":"2023-10-05T15:36:25.506738+0000","last_clean":"2023-10-05T15:36:25.506738+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:36:25.506738+0000","last_undegraded":"2023-10-05T15:36:25.506738+0000","last_fullsized":"2023-10-05T15:36:25.506738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.864189+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:36:38.864189+0000","last_peered":"2023-10-05T15:36:38.864189+0000","last_clean":"2023-10-05T15:36:38.864189+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:36:38.864189+0000","last_undegraded":"2023-10-05T15:36:38.864189+0000","last_fullsized":"2023-10-05T15:36:38.864189+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341099+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:36:24.341099+0000","last_peered":"2023-10-05T15:36:24.341099+0000","last_clean":"2023-10-05T15:36:24.341099+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:36:24.341099+0000","last_undegraded":"2023-10-05T15:36:24.341099+0000","last_fullsized":"2023-10-05T15:36:24.341099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649469+0000","last_change":"2023-10-05T15:36:24.362339+0000","last_active":"2023-10-05T15:36:25.649469+0000","last_peered":"2023-10-05T15:36:25.649469+0000","last_clean":"2023-10-05T15:36:25.649469+0000","last_became_active":"2023-10-05T15:36:24.361950+0000","last_became_peered":"2023-10-05T15:36:24.361950+0000","last_unstale":"2023-10-05T15:36:25.649469+0000","last_undegraded":"2023-10-05T15:36:25.649469+0000","last_fullsized":"2023-10-05T15:36:25.649469+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:55:38.379501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855644+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:36:41.855644+0000","last_peered":"2023-10-05T15:36:41.855644+0000","last_clean":"2023-10-05T15:36:41.855644+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:36:41.855644+0000","last_undegraded":"2023-10-05T15:36:41.855644+0000","last_fullsized":"2023-10-05T15:36:41.855644+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343476+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:36:24.343476+0000","last_peered":"2023-10-05T15:36:24.343476+0000","last_clean":"2023-10-05T15:36:24.343476+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:36:24.343476+0000","last_undegraded":"2023-10-05T15:36:24.343476+0000","last_fullsized":"2023-10-05T15:36:24.343476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506605+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:36:25.506605+0000","last_peered":"2023-10-05T15:36:25.506605+0000","last_clean":"2023-10-05T15:36:25.506605+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:36:25.506605+0000","last_undegraded":"2023-10-05T15:36:25.506605+0000","last_fullsized":"2023-10-05T15:36:25.506605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:42.922568+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:36:42.922568+0000","last_peered":"2023-10-05T15:36:42.922568+0000","last_clean":"2023-10-05T15:36:42.922568+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:36:42.922568+0000","last_undegraded":"2023-10-05T15:36:42.922568+0000","last_fullsized":"2023-10-05T15:36:42.922568+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343264+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:36:24.343264+0000","last_peered":"2023-10-05T15:36:24.343264+0000","last_clean":"2023-10-05T15:36:24.343264+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:36:24.343264+0000","last_undegraded":"2023-10-05T15:36:24.343264+0000","last_fullsized":"2023-10-05T15:36:24.343264+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506712+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:36:25.506712+0000","last_peered":"2023-10-05T15:36:25.506712+0000","last_clean":"2023-10-05T15:36:25.506712+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:36:25.506712+0000","last_undegraded":"2023-10-05T15:36:25.506712+0000","last_fullsized":"2023-10-05T15:36:25.506712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.863293+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:36:38.863293+0000","last_peered":"2023-10-05T15:36:38.863293+0000","last_clean":"2023-10-05T15:36:38.863293+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:36:38.863293+0000","last_undegraded":"2023-10-05T15:36:38.863293+0000","last_fullsized":"2023-10-05T15:36:38.863293+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343760+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:36:24.343760+0000","last_peered":"2023-10-05T15:36:24.343760+0000","last_clean":"2023-10-05T15:36:24.343760+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:36:24.343760+0000","last_undegraded":"2023-10-05T15:36:24.343760+0000","last_fullsized":"2023-10-05T15:36:24.343760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649453+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:36:25.649453+0000","last_peered":"2023-10-05T15:36:25.649453+0000","last_clean":"2023-10-05T15:36:25.649453+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:36:25.649453+0000","last_undegraded":"2023-10-05T15:36:25.649453+0000","last_fullsized":"2023-10-05T15:36:25.649453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":60,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:15.902143+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:37:15.902143+0000","last_peered":"2023-10-05T15:37:15.902143+0000","last_clean":"2023-10-05T15:37:15.902143+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:37:15.902143+0000","last_undegraded":"2023-10-05T15:37:15.902143+0000","last_fullsized":"2023-10-05T15:37:15.902143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345566+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:36:24.345566+0000","last_peered":"2023-10-05T15:36:24.345566+0000","last_clean":"2023-10-05T15:36:24.345566+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:36:24.345566+0000","last_undegraded":"2023-10-05T15:36:24.345566+0000","last_fullsized":"2023-10-05T15:36:24.345566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648894+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:36:25.648894+0000","last_peered":"2023-10-05T15:36:25.648894+0000","last_clean":"2023-10-05T15:36:25.648894+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:36:25.648894+0000","last_undegraded":"2023-10-05T15:36:25.648894+0000","last_fullsized":"2023-10-05T15:36:25.648894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846532+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:36:41.846532+0000","last_peered":"2023-10-05T15:36:41.846532+0000","last_clean":"2023-10-05T15:36:41.846532+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:36:41.846532+0000","last_undegraded":"2023-10-05T15:36:41.846532+0000","last_fullsized":"2023-10-05T15:36:41.846532+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342045+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:36:24.342045+0000","last_peered":"2023-10-05T15:36:24.342045+0000","last_clean":"2023-10-05T15:36:24.342045+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:36:24.342045+0000","last_undegraded":"2023-10-05T15:36:24.342045+0000","last_fullsized":"2023-10-05T15:36:24.342045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336018+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:36:25.336018+0000","last_peered":"2023-10-05T15:36:25.336018+0000","last_clean":"2023-10-05T15:36:25.336018+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:36:25.336018+0000","last_undegraded":"2023-10-05T15:36:25.336018+0000","last_fullsized":"2023-10-05T15:36:25.336018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.852809+0000","last_change":"2023-10-05T15:36:18.956588+0000","last_active":"2023-10-05T15:36:41.852809+0000","last_peered":"2023-10-05T15:36:41.852809+0000","last_clean":"2023-10-05T15:36:41.852809+0000","last_became_active":"2023-10-05T15:36:18.956292+0000","last_became_peered":"2023-10-05T15:36:18.956292+0000","last_unstale":"2023-10-05T15:36:41.852809+0000","last_undegraded":"2023-10-05T15:36:41.852809+0000","last_fullsized":"2023-10-05T15:36:41.852809+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:15.456020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342155+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:36:24.342155+0000","last_peered":"2023-10-05T15:36:24.342155+0000","last_clean":"2023-10-05T15:36:24.342155+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:36:24.342155+0000","last_undegraded":"2023-10-05T15:36:24.342155+0000","last_fullsized":"2023-10-05T15:36:24.342155+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343566+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:36:24.343566+0000","last_peered":"2023-10-05T15:36:24.343566+0000","last_clean":"2023-10-05T15:36:24.343566+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:36:24.343566+0000","last_undegraded":"2023-10-05T15:36:24.343566+0000","last_fullsized":"2023-10-05T15:36:24.343566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335150+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:36:24.335150+0000","last_peered":"2023-10-05T15:36:24.335150+0000","last_clean":"2023-10-05T15:36:24.335150+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:36:24.335150+0000","last_undegraded":"2023-10-05T15:36:24.335150+0000","last_fullsized":"2023-10-05T15:36:24.335150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334258+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:36:24.334258+0000","last_peered":"2023-10-05T15:36:24.334258+0000","last_clean":"2023-10-05T15:36:24.334258+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:36:24.334258+0000","last_undegraded":"2023-10-05T15:36:24.334258+0000","last_fullsized":"2023-10-05T15:36:24.334258+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337738+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:36:24.337738+0000","last_peered":"2023-10-05T15:36:24.337738+0000","last_clean":"2023-10-05T15:36:24.337738+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:36:24.337738+0000","last_undegraded":"2023-10-05T15:36:24.337738+0000","last_fullsized":"2023-10-05T15:36:24.337738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343483+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:36:24.343483+0000","last_peered":"2023-10-05T15:36:24.343483+0000","last_clean":"2023-10-05T15:36:24.343483+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:36:24.343483+0000","last_undegraded":"2023-10-05T15:36:24.343483+0000","last_fullsized":"2023-10-05T15:36:24.343483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344458+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:36:24.344458+0000","last_peered":"2023-10-05T15:36:24.344458+0000","last_clean":"2023-10-05T15:36:24.344458+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:36:24.344458+0000","last_undegraded":"2023-10-05T15:36:24.344458+0000","last_fullsized":"2023-10-05T15:36:24.344458+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335196+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:36:24.335196+0000","last_peered":"2023-10-05T15:36:24.335196+0000","last_clean":"2023-10-05T15:36:24.335196+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:36:24.335196+0000","last_undegraded":"2023-10-05T15:36:24.335196+0000","last_fullsized":"2023-10-05T15:36:24.335196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342637+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:36:24.342637+0000","last_peered":"2023-10-05T15:36:24.342637+0000","last_clean":"2023-10-05T15:36:24.342637+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:36:24.342637+0000","last_undegraded":"2023-10-05T15:36:24.342637+0000","last_fullsized":"2023-10-05T15:36:24.342637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343990+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:36:24.343990+0000","last_peered":"2023-10-05T15:36:24.343990+0000","last_clean":"2023-10-05T15:36:24.343990+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:36:24.343990+0000","last_undegraded":"2023-10-05T15:36:24.343990+0000","last_fullsized":"2023-10-05T15:36:24.343990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343104+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:36:24.343104+0000","last_peered":"2023-10-05T15:36:24.343104+0000","last_clean":"2023-10-05T15:36:24.343104+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:36:24.343104+0000","last_undegraded":"2023-10-05T15:36:24.343104+0000","last_fullsized":"2023-10-05T15:36:24.343104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334730+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:36:24.334730+0000","last_peered":"2023-10-05T15:36:24.334730+0000","last_clean":"2023-10-05T15:36:24.334730+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:36:24.334730+0000","last_undegraded":"2023-10-05T15:36:24.334730+0000","last_fullsized":"2023-10-05T15:36:24.334730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342462+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:36:24.342462+0000","last_peered":"2023-10-05T15:36:24.342462+0000","last_clean":"2023-10-05T15:36:24.342462+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:36:24.342462+0000","last_undegraded":"2023-10-05T15:36:24.342462+0000","last_fullsized":"2023-10-05T15:36:24.342462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343955+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:36:24.343955+0000","last_peered":"2023-10-05T15:36:24.343955+0000","last_clean":"2023-10-05T15:36:24.343955+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:36:24.343955+0000","last_undegraded":"2023-10-05T15:36:24.343955+0000","last_fullsized":"2023-10-05T15:36:24.343955+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10264,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":400,"num_read_kb":218,"num_write":209,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":30792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":183,"ondisk_log_size":183,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481815,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.42399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.504},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.624}]},{"osd":7,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.68600000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.73299999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.79900000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.746},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.83099999999999996}]}]},{"osd":10,"up_from":69,"seq":296352743451,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28568,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716584,"statfs":{"total":95995035648,"available":95965782016,"internally_reserved":0,"allocated":1589248,"data_stored":1055819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.62},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.64800000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.56100000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.44}]},{"osd":5,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.67500000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.54500000000000004}]},{"osd":11,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.71699999999999997}]}]},{"osd":9,"up_from":64,"seq":274877906976,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":461326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.498,"5min":0.751,"15min":0.751},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.34499999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68799999999999994,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.59299999999999997,"15min":0.60499999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.68300000000000005,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.58699999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.50800000000000001,"15min":0.52700000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69899999999999995,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.48999999999999999,"15min":0.50600000000000001},"min":{"1min":0.30199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.313}]},{"osd":4,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.65400000000000003,"15min":0.67100000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.745,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.39900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.63400000000000001,"15min":0.64600000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.70499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71499999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.70899999999999996,"15min":0.72799999999999998},"min":{"1min":0.495,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.78200000000000003,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.71599999999999997,"15min":0.73599999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70699999999999996,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.51200000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73799999999999999,"15min":0.75800000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77100000000000002,"5min":1.089,"15min":1.089},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.73599999999999999,"15min":0.752},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.83699999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.67400000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:36:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.62},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.64700000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]}]},{"osd":8,"up_from":57,"seq":244813135908,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":461373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.623},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.54700000000000004}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67200000000000004,"15min":0.67400000000000004},"min":{"1min":0.42299999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.91300000000000003,"5min":1.716,"15min":1.716},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.45600000000000002,"5min":0.438,"15min":0.438},"max":{"1min":0.78700000000000003,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.66700000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70799999999999996,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.375}]},{"osd":3,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.57099999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.48999999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.89100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67200000000000004,"15min":0.67000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.98099999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.65600000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81499999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64600000000000002,"15min":0.65000000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68700000000000006,"15min":0.69199999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92700000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.73399999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.749,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0620000000000001,"5min":1.762,"15min":1.762},"last":0.76300000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65400000000000003,"15min":0.64400000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.71099999999999997,"15min":0.70299999999999996},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.748}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.81399999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]},{"osd":7,"up_from":50,"seq":214748364840,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1053714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42499999999999999,"15min":0.42599999999999999},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.505,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.439},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66000000000000003,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.64000000000000001,"15min":0.65700000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71099999999999997,"5min":1.206,"15min":1.206},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.67200000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.73599999999999999,"5min":1.181,"15min":1.181},"last":0.69299999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.378,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.749,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.86099999999999999,"5min":1.022,"15min":1.022},"last":0.74199999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.36699999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.751,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.498,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71899999999999997,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.443}]},{"osd":5,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.73199999999999998,"15min":0.746},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.95099999999999996,"5min":1.54,"15min":1.54},"last":0.877},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.79500000000000004,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.77400000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.68200000000000005,"15min":0.67700000000000005},"min":{"1min":0.47399999999999998,"5min":0.44,"15min":0.44},"max":{"1min":0.97799999999999998,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.66700000000000004,"15min":0.67100000000000004},"min":{"1min":0.47999999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84099999999999997,"5min":1.099,"15min":1.099},"last":0.627}]},{"osd":8,"last update":"Thu Oct 5 15:36:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.69099999999999995,"15min":0.67900000000000005},"min":{"1min":0.50800000000000001,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.70799999999999996,"15min":0.70199999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.72199999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.68899999999999995,"15min":0.68400000000000005},"min":{"1min":0.51800000000000002,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.86299999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93400000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.58899999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]}]},{"osd":6,"up_from":45,"seq":193273528364,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":460926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.40699999999999997,"15min":0.377},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.37},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.41699999999999998,"15min":0.38900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.40899999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.9620000000000002,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.52600000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.59899999999999998,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.8719999999999999,"5min":2.8719999999999999,"15min":2.8719999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.58699999999999997,"15min":0.55500000000000005},"min":{"1min":0.504,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":2.8969999999999998},"last":0.503}]},{"osd":3,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.45100000000000001,"15min":0.42099999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6539999999999999,"5min":3.6539999999999999,"15min":3.6539999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.55900000000000005,"15min":0.47799999999999998},"min":{"1min":0.32600000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.8239999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.59399999999999997,"15min":0.57399999999999995},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.55800000000000005}]},{"osd":5,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.63700000000000001,"15min":0.60899999999999999},"min":{"1min":0.50700000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":2.3570000000000002,"5min":2.3570000000000002,"15min":2.3570000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.87,"5min":0.67500000000000004,"15min":0.64000000000000001},"min":{"1min":0.52100000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":4.1509999999999998,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.65500000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67600000000000005,"15min":0.65500000000000003},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.70099999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:36:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70899999999999996,"15min":0.69899999999999995},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.976,"5min":2.976,"15min":2.976},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.52300000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.9969999999999999,"5min":2.9969999999999999,"15min":2.9969999999999999},"last":0.63400000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:37:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":0.70499999999999996,"15min":0.65100000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":8.3870000000000005,"5min":8.3870000000000005,"15min":8.3870000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.753,"5min":0.70899999999999996,"15min":0.70099999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.61899999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.52700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":1.1060000000000001,"5min":1.109,"15min":1.109},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.60899999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":465798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:13 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.5,"15min":0.48499999999999999},"min":{"1min":0.40899999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52700000000000002,"15min":0.496},"min":{"1min":0.38,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85399999999999998,"5min":0.879,"15min":0.879},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56399999999999995,"15min":0.52800000000000002},"min":{"1min":0.44400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.54100000000000004},"min":{"1min":0.497,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80000000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.81899999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:55 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51900000000000002,"15min":0.5},"min":{"1min":0.36899999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.39800000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83999999999999997,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.42199999999999999,"15min":0.39900000000000002},"min":{"1min":0.29999999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.436,"15min":0.41799999999999998},"min":{"1min":0.314,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.441}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.59599999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.437,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.77900000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56100000000000005,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78600000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.59799999999999998,"15min":0.57999999999999996},"min":{"1min":0.40400000000000003,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.56100000000000005,"15min":0.53700000000000003},"min":{"1min":0.48899999999999999,"5min":0.38,"15min":0.38},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.57099999999999995,"15min":0.56000000000000005},"min":{"1min":0.35299999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.76300000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.65100000000000002,"15min":0.63600000000000001},"min":{"1min":0.46300000000000002,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.73199999999999998,"15min":0.71799999999999997},"min":{"1min":0.53400000000000003,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.83799999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.69799999999999995,"15min":0.69499999999999995},"min":{"1min":0.52300000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.72499999999999998,"15min":0.72299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.85199999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":462382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.61399999999999999,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69499999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":0.82799999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76800000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.628},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59399999999999997,"15min":0.55200000000000005},"min":{"1min":0.499,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:46 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57899999999999996,"15min":0.56100000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79800000000000004,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.81499999999999995,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.51700000000000002,"15min":0.51500000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.745,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70499999999999996,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.373}]},{"osd":7,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69599999999999995,"15min":0.70199999999999996},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.92200000000000004,"5min":1.004,"15min":1.004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.874,"5min":0.876,"15min":0.876},"last":0.66000000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.65900000000000003,"15min":0.66900000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.71299999999999997,"15min":0.72299999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.88800000000000001,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.70499999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.67000000000000004,"15min":0.68999999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81899999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.66100000000000003,"15min":0.67700000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.84899999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.68000000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71299999999999997,"15min":0.72099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.78900000000000003,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.75600000000000001}]},{"osd":11,"last update":"Thu Oct 5 15:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":466018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.495},"min":{"1min":0.375,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.46600000000000003},"min":{"1min":0.39700000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40899999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.55800000000000005,"15min":0.50900000000000001},"min":{"1min":0.435,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.872,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.57099999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.53900000000000003,"15min":0.497},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.441,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.83499999999999996,"5min":1.016,"15min":1.016},"last":0.497}]},{"osd":4,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58399999999999996,"15min":0.57699999999999996},"min":{"1min":0.41899999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.624,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.501,"15min":0.47999999999999998},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.53500000000000003,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.311,"15min":0.311},"max":{"1min":0.77500000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58699999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.47799999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.45700000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.65600000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63400000000000001,"15min":0.623},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.628,"15min":0.61699999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.626}]},{"osd":9,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.71499999999999997,"15min":0.70499999999999996},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.746,"15min":0.72799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.55600000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.75900000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182456,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":460634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35799999999999998,"15min":0.33900000000000002},"min":{"1min":0.248,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.47599999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.36099999999999999,"15min":0.34300000000000003},"min":{"1min":0.29199999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.56299999999999994,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29899999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.55100000000000005},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.86499999999999999,"5min":1.077,"15min":1.077},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55400000000000005,"15min":0.53700000000000003},"min":{"1min":0.376,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56499999999999995,"15min":0.55800000000000005},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64000000000000001,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.623,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.59799999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83499999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58999999999999997,"15min":0.57399999999999995},"min":{"1min":0.39300000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.63800000000000001,"15min":0.627},"min":{"1min":0.45100000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.78700000000000003,"5min":1.093,"15min":1.093},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48699999999999999,"15min":0.46899999999999997},"min":{"1min":0.372,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":1.044,"15min":1.044},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.629,"5min":1.141,"15min":1.141},"last":0.36799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60799999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.501},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.61699999999999999,"15min":0.60999999999999999},"min":{"1min":0.45100000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58899999999999997,"15min":0.60399999999999998},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81599999999999995,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.68400000000000005},"min":{"1min":0.433,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.111,"15min":1.111},"last":0.442}]},{"osd":10,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.55600000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":4,"up_from":33,"seq":141733920821,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":460904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.31,"5min":0.255,"15min":0.255},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.373},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.38700000000000001,"15min":0.36699999999999999},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.61399999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.36599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.442},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.55900000000000005,"15min":0.54300000000000004},"min":{"1min":0.41299999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.41899999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.55300000000000005,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.56200000000000006,"15min":0.53100000000000003},"min":{"1min":0.47099999999999997,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.64000000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.60299999999999998,"15min":0.57899999999999996},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.505},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.88400000000000001,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.66100000000000003,"15min":0.60899999999999999},"min":{"1min":0.47199999999999998,"5min":0.435,"15min":0.435},"max":{"1min":3.4489999999999998,"5min":3.4489999999999998,"15min":3.4489999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.70599999999999996,"15min":0.66300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":5.6769999999999996,"5min":5.6769999999999996,"15min":5.6769999999999996},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.871,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58699999999999997,"15min":0.58199999999999996},"min":{"1min":0.40100000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89900000000000002,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.54400000000000004}]},{"osd":8,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.45200000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.69299999999999995,"15min":0.68899999999999995},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.57299999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71899999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.751,"5min":0.77000000000000002,"15min":0.77300000000000002},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.96299999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.755}]},{"osd":10,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.629},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.79300000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1053392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.52300000000000002,"15min":0.50600000000000001},"min":{"1min":0.42699999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.55500000000000005,"15min":0.53400000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.52400000000000002},"min":{"1min":0.41799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.84399999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.73799999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.27500000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.435,"15min":0.432},"min":{"1min":0.33000000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.84199999999999997,"5min":0.871,"15min":0.871},"last":0.39900000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.39100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.752,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.622}]},{"osd":4,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.59499999999999997,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81000000000000005,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59299999999999997,"15min":0.58299999999999996},"min":{"1min":0.41299999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:36:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.622,"15min":0.621},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.64600000000000002,"15min":0.63600000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.75600000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66900000000000004,"15min":0.67000000000000004},"min":{"1min":0.40799999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89700000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.65000000000000002,"15min":0.65200000000000002},"min":{"1min":0.439,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.70299999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.93700000000000006,"5min":1.006,"15min":1.006},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.66800000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.73499999999999999,"15min":0.72599999999999998},"min":{"1min":0.502,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.3639999999999999,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.78800000000000003,"15min":0.76200000000000001},"min":{"1min":0.56699999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":4.0949999999999998,"5min":4.0949999999999998,"15min":4.0949999999999998},"last":0.82799999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.81599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:37:23.729 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-05T15:37:24.293 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: pgmap v285: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:24 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: pgmap v285: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:24 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: pgmap v285: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:24 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 -- 172.21.15.98:0/1371241900 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 msgr2=0x7f5ffc10af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 --2- 172.21.15.98:0/1371241900 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc10af20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5fec009990 tx=0x7f5fec009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 -- 172.21.15.98:0/1371241900 shutdown_connections 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 --2- 172.21.15.98:0/1371241900 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 0x7f5ffc1024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 --2- 172.21.15.98:0/1371241900 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 0x7f5ffc10d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 --2- 172.21.15.98:0/1371241900 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc10af20 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 -- 172.21.15.98:0/1371241900 >> 172.21.15.98:0/1371241900 conn(0x7f5ffc0fb920 msgr2=0x7f5ffc0fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:25.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 -- 172.21.15.98:0/1371241900 shutdown_connections 2023-10-05T15:37:25.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.617+0000 7f6003b73700 1 -- 172.21.15.98:0/1371241900 wait complete. 2023-10-05T15:37:25.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 Processor -- start 2023-10-05T15:37:25.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 -- start start 2023-10-05T15:37:25.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 0x7f5ffc197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 0x7f5ffc19ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19c010 con 0x7f5ffc102a30 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19c180 con 0x7f5ffc102110 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6003b73700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19c340 con 0x7f5ffc10b4f0 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600190f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 0x7f5ffc197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43958/0 (socket says 172.21.15.98:43958) 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 -- 172.21.15.98:0/1482215942 learned_addr learned my addr 172.21.15.98:0/1482215942 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f6002110700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 0x7f5ffc19ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:25.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 -- 172.21.15.98:0/1482215942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 msgr2=0x7f5ffc19ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 0x7f5ffc19ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.618+0000 7f600110e700 1 -- 172.21.15.98:0/1482215942 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 msgr2=0x7f5ffc197050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f600110e700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 0x7f5ffc197050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f600110e700 1 -- 172.21.15.98:0/1482215942 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fec0095f0 con 0x7f5ffc102a30 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f600110e700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5fec003730 tx=0x7f5fec00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fec01d070 con 0x7f5ffc102a30 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ffc19c5c0 con 0x7f5ffc102a30 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fec00fb80 con 0x7f5ffc102a30 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fec0173f0 con 0x7f5ffc102a30 2023-10-05T15:37:25.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.619+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ffc1a3e80 con 0x7f5ffc102a30 2023-10-05T15:37:25.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.620+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ffc04ebb0 con 0x7f5ffc102a30 2023-10-05T15:37:25.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.621+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5fec022470 con 0x7f5ffc102a30 2023-10-05T15:37:25.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.622+0000 7f5ff2ffd700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 0x7f5fe80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:25.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.622+0000 7f600190f700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 0x7f5fe80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:25.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.622+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f5fec0ce300 con 0x7f5ffc102a30 2023-10-05T15:37:25.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.623+0000 7f600190f700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 0x7f5fe80a3940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8005950 tx=0x7f5ff800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:25.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.627+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5fec097800 con 0x7f5ffc102a30 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2023-10-05T15:37:25.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:37:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:25 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.827+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5ffc110fc0 con 0x7f5fe80a1480 2023-10-05T15:37:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.840+0000 7f5ff2ffd700 1 -- 172.21.15.98:0/1482215942 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+426401 (secure 0 0 0) 0x7f5ffc110fc0 con 0x7f5fe80a1480 2023-10-05T15:37:25.846 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:25.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 msgr2=0x7f5fe80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:25.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 0x7f5fe80a3940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8005950 tx=0x7f5ff800b410 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 msgr2=0x7f5ffc197590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5fec003730 tx=0x7f5fec00f690 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 shutdown_connections 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fe80a1480 0x7f5fe80a3940 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ffc102110 0x7f5ffc197050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ffc10b4f0 0x7f5ffc19ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 --2- 172.21.15.98:0/1482215942 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ffc102a30 0x7f5ffc197590 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 >> 172.21.15.98:0/1482215942 conn(0x7f5ffc0fb920 msgr2=0x7f5ffc10d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 shutdown_connections 2023-10-05T15:37:25.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:25.843+0000 7f6003b73700 1 -- 172.21.15.98:0/1482215942 wait complete. 2023-10-05T15:37:25.851 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2023-10-05T15:37:25.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2023-10-05T15:37:25.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:37:25.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:25 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-10-05T15:37:25.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:25.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:25 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:26.355 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":287,"stamp":"2023-10-05T15:37:25.634943+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600632,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":576,"num_read_kb":352,"num_write":390,"num_write_kb":3005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":320,"ondisk_log_size":320,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337348,"kb_used_data":13156,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604476,"statfs":{"total":1151940427776,"available":1151594983424,"internally_reserved":0,"allocated":13471744,"data_stored":7323682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.096355"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345273+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:36:24.345273+0000","last_peered":"2023-10-05T15:36:24.345273+0000","last_clean":"2023-10-05T15:36:24.345273+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:36:24.345273+0000","last_undegraded":"2023-10-05T15:36:24.345273+0000","last_fullsized":"2023-10-05T15:36:24.345273+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337665+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:36:24.337665+0000","last_peered":"2023-10-05T15:36:24.337665+0000","last_clean":"2023-10-05T15:36:24.337665+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:36:24.337665+0000","last_undegraded":"2023-10-05T15:36:24.337665+0000","last_fullsized":"2023-10-05T15:36:24.337665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337556+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:36:24.337556+0000","last_peered":"2023-10-05T15:36:24.337556+0000","last_clean":"2023-10-05T15:36:24.337556+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:36:24.337556+0000","last_undegraded":"2023-10-05T15:36:24.337556+0000","last_fullsized":"2023-10-05T15:36:24.337556+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344504+0000","last_change":"2023-10-05T15:36:19.979841+0000","last_active":"2023-10-05T15:36:24.344504+0000","last_peered":"2023-10-05T15:36:24.344504+0000","last_clean":"2023-10-05T15:36:24.344504+0000","last_became_active":"2023-10-05T15:36:19.979499+0000","last_became_peered":"2023-10-05T15:36:19.979499+0000","last_unstale":"2023-10-05T15:36:24.344504+0000","last_undegraded":"2023-10-05T15:36:24.344504+0000","last_fullsized":"2023-10-05T15:36:24.344504+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:18:31.716853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341688+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:36:24.341688+0000","last_peered":"2023-10-05T15:36:24.341688+0000","last_clean":"2023-10-05T15:36:24.341688+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:36:24.341688+0000","last_undegraded":"2023-10-05T15:36:24.341688+0000","last_fullsized":"2023-10-05T15:36:24.341688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353027+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:36:24.353027+0000","last_peered":"2023-10-05T15:36:24.353027+0000","last_clean":"2023-10-05T15:36:24.353027+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:36:24.353027+0000","last_undegraded":"2023-10-05T15:36:24.353027+0000","last_fullsized":"2023-10-05T15:36:24.353027+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342400+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:36:24.342400+0000","last_peered":"2023-10-05T15:36:24.342400+0000","last_clean":"2023-10-05T15:36:24.342400+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:36:24.342400+0000","last_undegraded":"2023-10-05T15:36:24.342400+0000","last_fullsized":"2023-10-05T15:36:24.342400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341863+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:36:24.341863+0000","last_peered":"2023-10-05T15:36:24.341863+0000","last_clean":"2023-10-05T15:36:24.341863+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:36:24.341863+0000","last_undegraded":"2023-10-05T15:36:24.341863+0000","last_fullsized":"2023-10-05T15:36:24.341863+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334301+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:36:24.334301+0000","last_peered":"2023-10-05T15:36:24.334301+0000","last_clean":"2023-10-05T15:36:24.334301+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:36:24.334301+0000","last_undegraded":"2023-10-05T15:36:24.334301+0000","last_fullsized":"2023-10-05T15:36:24.334301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353572+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:36:24.353572+0000","last_peered":"2023-10-05T15:36:24.353572+0000","last_clean":"2023-10-05T15:36:24.353572+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:36:24.353572+0000","last_undegraded":"2023-10-05T15:36:24.353572+0000","last_fullsized":"2023-10-05T15:36:24.353572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.346533+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:36:24.346533+0000","last_peered":"2023-10-05T15:36:24.346533+0000","last_clean":"2023-10-05T15:36:24.346533+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:36:24.346533+0000","last_undegraded":"2023-10-05T15:36:24.346533+0000","last_fullsized":"2023-10-05T15:36:24.346533+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344407+0000","last_change":"2023-10-05T15:36:19.980941+0000","last_active":"2023-10-05T15:36:24.344407+0000","last_peered":"2023-10-05T15:36:24.344407+0000","last_clean":"2023-10-05T15:36:24.344407+0000","last_became_active":"2023-10-05T15:36:19.980606+0000","last_became_peered":"2023-10-05T15:36:19.980606+0000","last_unstale":"2023-10-05T15:36:24.344407+0000","last_undegraded":"2023-10-05T15:36:24.344407+0000","last_fullsized":"2023-10-05T15:36:24.344407+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:53:15.559509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342505+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:36:24.342505+0000","last_peered":"2023-10-05T15:36:24.342505+0000","last_clean":"2023-10-05T15:36:24.342505+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:36:24.342505+0000","last_undegraded":"2023-10-05T15:36:24.342505+0000","last_fullsized":"2023-10-05T15:36:24.342505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337363+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:36:24.337363+0000","last_peered":"2023-10-05T15:36:24.337363+0000","last_clean":"2023-10-05T15:36:24.337363+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:36:24.337363+0000","last_undegraded":"2023-10-05T15:36:24.337363+0000","last_fullsized":"2023-10-05T15:36:24.337363+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337215+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:36:24.337215+0000","last_peered":"2023-10-05T15:36:24.337215+0000","last_clean":"2023-10-05T15:36:24.337215+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:36:24.337215+0000","last_undegraded":"2023-10-05T15:36:24.337215+0000","last_fullsized":"2023-10-05T15:36:24.337215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.333935+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:36:24.333935+0000","last_peered":"2023-10-05T15:36:24.333935+0000","last_clean":"2023-10-05T15:36:24.333935+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:36:24.333935+0000","last_undegraded":"2023-10-05T15:36:24.333935+0000","last_fullsized":"2023-10-05T15:36:24.333935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345041+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:36:24.345041+0000","last_peered":"2023-10-05T15:36:24.345041+0000","last_clean":"2023-10-05T15:36:24.345041+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:36:24.345041+0000","last_undegraded":"2023-10-05T15:36:24.345041+0000","last_fullsized":"2023-10-05T15:36:24.345041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.351249+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:36:24.351249+0000","last_peered":"2023-10-05T15:36:24.351249+0000","last_clean":"2023-10-05T15:36:24.351249+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:36:24.351249+0000","last_undegraded":"2023-10-05T15:36:24.351249+0000","last_fullsized":"2023-10-05T15:36:24.351249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335304+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:36:24.335304+0000","last_peered":"2023-10-05T15:36:24.335304+0000","last_clean":"2023-10-05T15:36:24.335304+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:36:24.335304+0000","last_undegraded":"2023-10-05T15:36:24.335304+0000","last_fullsized":"2023-10-05T15:36:24.335304+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649347+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:36:25.649347+0000","last_peered":"2023-10-05T15:36:25.649347+0000","last_clean":"2023-10-05T15:36:25.649347+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:36:25.649347+0000","last_undegraded":"2023-10-05T15:36:25.649347+0000","last_fullsized":"2023-10-05T15:36:25.649347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":72,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:21.908893+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:37:21.908893+0000","last_peered":"2023-10-05T15:37:21.908893+0000","last_clean":"2023-10-05T15:37:21.908893+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:37:21.908893+0000","last_undegraded":"2023-10-05T15:37:21.908893+0000","last_fullsized":"2023-10-05T15:37:21.908893+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342202+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:36:24.342202+0000","last_peered":"2023-10-05T15:36:24.342202+0000","last_clean":"2023-10-05T15:36:24.342202+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:36:24.342202+0000","last_undegraded":"2023-10-05T15:36:24.342202+0000","last_fullsized":"2023-10-05T15:36:24.342202+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506310+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:36:25.506310+0000","last_peered":"2023-10-05T15:36:25.506310+0000","last_clean":"2023-10-05T15:36:25.506310+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:36:25.506310+0000","last_undegraded":"2023-10-05T15:36:25.506310+0000","last_fullsized":"2023-10-05T15:36:25.506310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337258+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:36:25.337258+0000","last_peered":"2023-10-05T15:36:25.337258+0000","last_clean":"2023-10-05T15:36:25.337258+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:36:25.337258+0000","last_undegraded":"2023-10-05T15:36:25.337258+0000","last_fullsized":"2023-10-05T15:36:25.337258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337241+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:36:24.337241+0000","last_peered":"2023-10-05T15:36:24.337241+0000","last_clean":"2023-10-05T15:36:24.337241+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:36:24.337241+0000","last_undegraded":"2023-10-05T15:36:24.337241+0000","last_fullsized":"2023-10-05T15:36:24.337241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506490+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:36:25.506490+0000","last_peered":"2023-10-05T15:36:25.506490+0000","last_clean":"2023-10-05T15:36:25.506490+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:36:25.506490+0000","last_undegraded":"2023-10-05T15:36:25.506490+0000","last_fullsized":"2023-10-05T15:36:25.506490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.857160+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:36:41.857160+0000","last_peered":"2023-10-05T15:36:41.857160+0000","last_clean":"2023-10-05T15:36:41.857160+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:36:41.857160+0000","last_undegraded":"2023-10-05T15:36:41.857160+0000","last_fullsized":"2023-10-05T15:36:41.857160+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334033+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:36:24.334033+0000","last_peered":"2023-10-05T15:36:24.334033+0000","last_clean":"2023-10-05T15:36:24.334033+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:36:24.334033+0000","last_undegraded":"2023-10-05T15:36:24.334033+0000","last_fullsized":"2023-10-05T15:36:24.334033+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506439+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:36:25.506439+0000","last_peered":"2023-10-05T15:36:25.506439+0000","last_clean":"2023-10-05T15:36:25.506439+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:36:25.506439+0000","last_undegraded":"2023-10-05T15:36:25.506439+0000","last_fullsized":"2023-10-05T15:36:25.506439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.857156+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:36:41.857156+0000","last_peered":"2023-10-05T15:36:41.857156+0000","last_clean":"2023-10-05T15:36:41.857156+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:36:41.857156+0000","last_undegraded":"2023-10-05T15:36:41.857156+0000","last_fullsized":"2023-10-05T15:36:41.857156+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343672+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:36:24.343672+0000","last_peered":"2023-10-05T15:36:24.343672+0000","last_clean":"2023-10-05T15:36:24.343672+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:36:24.343672+0000","last_undegraded":"2023-10-05T15:36:24.343672+0000","last_fullsized":"2023-10-05T15:36:24.343672+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649356+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:36:25.649356+0000","last_peered":"2023-10-05T15:36:25.649356+0000","last_clean":"2023-10-05T15:36:25.649356+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:36:25.649356+0000","last_undegraded":"2023-10-05T15:36:25.649356+0000","last_fullsized":"2023-10-05T15:36:25.649356+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":65,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:21.910309+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:37:21.910309+0000","last_peered":"2023-10-05T15:37:21.910309+0000","last_clean":"2023-10-05T15:37:21.910309+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:37:21.910309+0000","last_undegraded":"2023-10-05T15:37:21.910309+0000","last_fullsized":"2023-10-05T15:37:21.910309+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":44,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342067+0000","last_change":"2023-10-05T15:36:19.984395+0000","last_active":"2023-10-05T15:36:24.342067+0000","last_peered":"2023-10-05T15:36:24.342067+0000","last_clean":"2023-10-05T15:36:24.342067+0000","last_became_active":"2023-10-05T15:36:19.984093+0000","last_became_peered":"2023-10-05T15:36:19.984093+0000","last_unstale":"2023-10-05T15:36:24.342067+0000","last_undegraded":"2023-10-05T15:36:24.342067+0000","last_fullsized":"2023-10-05T15:36:24.342067+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:22:00.660089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649317+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:36:25.649317+0000","last_peered":"2023-10-05T15:36:25.649317+0000","last_clean":"2023-10-05T15:36:25.649317+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:36:25.649317+0000","last_undegraded":"2023-10-05T15:36:25.649317+0000","last_fullsized":"2023-10-05T15:36:25.649317+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.883905+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:36:40.883905+0000","last_peered":"2023-10-05T15:36:40.883905+0000","last_clean":"2023-10-05T15:36:40.883905+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:36:40.883905+0000","last_undegraded":"2023-10-05T15:36:40.883905+0000","last_fullsized":"2023-10-05T15:36:40.883905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341693+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:36:24.341693+0000","last_peered":"2023-10-05T15:36:24.341693+0000","last_clean":"2023-10-05T15:36:24.341693+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:36:24.341693+0000","last_undegraded":"2023-10-05T15:36:24.341693+0000","last_fullsized":"2023-10-05T15:36:24.341693+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679436+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:36:25.679436+0000","last_peered":"2023-10-05T15:36:25.679436+0000","last_clean":"2023-10-05T15:36:25.679436+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:36:25.679436+0000","last_undegraded":"2023-10-05T15:36:25.679436+0000","last_fullsized":"2023-10-05T15:36:25.679436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.875028+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:36:39.875028+0000","last_peered":"2023-10-05T15:36:39.875028+0000","last_clean":"2023-10-05T15:36:39.875028+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:36:39.875028+0000","last_undegraded":"2023-10-05T15:36:39.875028+0000","last_fullsized":"2023-10-05T15:36:39.875028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341770+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:36:24.341770+0000","last_peered":"2023-10-05T15:36:24.341770+0000","last_clean":"2023-10-05T15:36:24.341770+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:36:24.341770+0000","last_undegraded":"2023-10-05T15:36:24.341770+0000","last_fullsized":"2023-10-05T15:36:24.341770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649164+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:36:25.649164+0000","last_peered":"2023-10-05T15:36:25.649164+0000","last_clean":"2023-10-05T15:36:25.649164+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:36:25.649164+0000","last_undegraded":"2023-10-05T15:36:25.649164+0000","last_fullsized":"2023-10-05T15:36:25.649164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.856027+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:36:41.856027+0000","last_peered":"2023-10-05T15:36:41.856027+0000","last_clean":"2023-10-05T15:36:41.856027+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:36:41.856027+0000","last_undegraded":"2023-10-05T15:36:41.856027+0000","last_fullsized":"2023-10-05T15:36:41.856027+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.350505+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:36:24.350505+0000","last_peered":"2023-10-05T15:36:24.350505+0000","last_clean":"2023-10-05T15:36:24.350505+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:36:24.350505+0000","last_undegraded":"2023-10-05T15:36:24.350505+0000","last_fullsized":"2023-10-05T15:36:24.350505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337561+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:36:25.337561+0000","last_peered":"2023-10-05T15:36:25.337561+0000","last_clean":"2023-10-05T15:36:25.337561+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:36:25.337561+0000","last_undegraded":"2023-10-05T15:36:25.337561+0000","last_fullsized":"2023-10-05T15:36:25.337561+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":103,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:21.909710+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:37:21.909710+0000","last_peered":"2023-10-05T15:37:21.909710+0000","last_clean":"2023-10-05T15:37:21.909710+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:37:21.909710+0000","last_undegraded":"2023-10-05T15:37:21.909710+0000","last_fullsized":"2023-10-05T15:37:21.909710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334633+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:36:24.334633+0000","last_peered":"2023-10-05T15:36:24.334633+0000","last_clean":"2023-10-05T15:36:24.334633+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:36:24.334633+0000","last_undegraded":"2023-10-05T15:36:24.334633+0000","last_fullsized":"2023-10-05T15:36:24.334633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649309+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:36:25.649309+0000","last_peered":"2023-10-05T15:36:25.649309+0000","last_clean":"2023-10-05T15:36:25.649309+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:36:25.649309+0000","last_undegraded":"2023-10-05T15:36:25.649309+0000","last_fullsized":"2023-10-05T15:36:25.649309+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.856224+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:36:41.856224+0000","last_peered":"2023-10-05T15:36:41.856224+0000","last_clean":"2023-10-05T15:36:41.856224+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:36:41.856224+0000","last_undegraded":"2023-10-05T15:36:41.856224+0000","last_fullsized":"2023-10-05T15:36:41.856224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337299+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:36:24.337299+0000","last_peered":"2023-10-05T15:36:24.337299+0000","last_clean":"2023-10-05T15:36:24.337299+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:36:24.337299+0000","last_undegraded":"2023-10-05T15:36:24.337299+0000","last_fullsized":"2023-10-05T15:36:24.337299+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506686+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:36:25.506686+0000","last_peered":"2023-10-05T15:36:25.506686+0000","last_clean":"2023-10-05T15:36:25.506686+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:36:25.506686+0000","last_undegraded":"2023-10-05T15:36:25.506686+0000","last_fullsized":"2023-10-05T15:36:25.506686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.883049+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:36:40.883049+0000","last_peered":"2023-10-05T15:36:40.883049+0000","last_clean":"2023-10-05T15:36:40.883049+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:36:40.883049+0000","last_undegraded":"2023-10-05T15:36:40.883049+0000","last_fullsized":"2023-10-05T15:36:40.883049+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334214+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:36:24.334214+0000","last_peered":"2023-10-05T15:36:24.334214+0000","last_clean":"2023-10-05T15:36:24.334214+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:36:24.334214+0000","last_undegraded":"2023-10-05T15:36:24.334214+0000","last_fullsized":"2023-10-05T15:36:24.334214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649116+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:36:25.649116+0000","last_peered":"2023-10-05T15:36:25.649116+0000","last_clean":"2023-10-05T15:36:25.649116+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:36:25.649116+0000","last_undegraded":"2023-10-05T15:36:25.649116+0000","last_fullsized":"2023-10-05T15:36:25.649116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'14","reported_seq":115,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:21.909552+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:37:21.909552+0000","last_peered":"2023-10-05T15:37:21.909552+0000","last_clean":"2023-10-05T15:37:21.909552+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:37:21.909552+0000","last_undegraded":"2023-10-05T15:37:21.909552+0000","last_fullsized":"2023-10-05T15:37:21.909552+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":84,"num_read_kb":46,"num_write":16,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341252+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:36:24.341252+0000","last_peered":"2023-10-05T15:36:24.341252+0000","last_clean":"2023-10-05T15:36:24.341252+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:36:24.341252+0000","last_undegraded":"2023-10-05T15:36:24.341252+0000","last_fullsized":"2023-10-05T15:36:24.341252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.337146+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:36:25.337146+0000","last_peered":"2023-10-05T15:36:25.337146+0000","last_clean":"2023-10-05T15:36:25.337146+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:36:25.337146+0000","last_undegraded":"2023-10-05T15:36:25.337146+0000","last_fullsized":"2023-10-05T15:36:25.337146+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855229+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:36:41.855229+0000","last_peered":"2023-10-05T15:36:41.855229+0000","last_clean":"2023-10-05T15:36:41.855229+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:36:41.855229+0000","last_undegraded":"2023-10-05T15:36:41.855229+0000","last_fullsized":"2023-10-05T15:36:41.855229+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342135+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:36:24.342135+0000","last_peered":"2023-10-05T15:36:24.342135+0000","last_clean":"2023-10-05T15:36:24.342135+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:36:24.342135+0000","last_undegraded":"2023-10-05T15:36:24.342135+0000","last_fullsized":"2023-10-05T15:36:24.342135+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679193+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:36:25.679193+0000","last_peered":"2023-10-05T15:36:25.679193+0000","last_clean":"2023-10-05T15:36:25.679193+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:36:25.679193+0000","last_undegraded":"2023-10-05T15:36:25.679193+0000","last_fullsized":"2023-10-05T15:36:25.679193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855133+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:36:41.855133+0000","last_peered":"2023-10-05T15:36:41.855133+0000","last_clean":"2023-10-05T15:36:41.855133+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:36:41.855133+0000","last_undegraded":"2023-10-05T15:36:41.855133+0000","last_fullsized":"2023-10-05T15:36:41.855133+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342442+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:36:24.342442+0000","last_peered":"2023-10-05T15:36:24.342442+0000","last_clean":"2023-10-05T15:36:24.342442+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:36:24.342442+0000","last_undegraded":"2023-10-05T15:36:24.342442+0000","last_fullsized":"2023-10-05T15:36:24.342442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649328+0000","last_change":"2023-10-05T15:36:24.363304+0000","last_active":"2023-10-05T15:36:25.649328+0000","last_peered":"2023-10-05T15:36:25.649328+0000","last_clean":"2023-10-05T15:36:25.649328+0000","last_became_active":"2023-10-05T15:36:24.362817+0000","last_became_peered":"2023-10-05T15:36:24.362817+0000","last_unstale":"2023-10-05T15:36:25.649328+0000","last_undegraded":"2023-10-05T15:36:25.649328+0000","last_fullsized":"2023-10-05T15:36:25.649328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:42:27.930938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":66,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:22.911083+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:37:22.911083+0000","last_peered":"2023-10-05T15:37:22.911083+0000","last_clean":"2023-10-05T15:37:22.911083+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:37:22.911083+0000","last_undegraded":"2023-10-05T15:37:22.911083+0000","last_fullsized":"2023-10-05T15:37:22.911083+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":46,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343641+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:36:24.343641+0000","last_peered":"2023-10-05T15:36:24.343641+0000","last_clean":"2023-10-05T15:36:24.343641+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:36:24.343641+0000","last_undegraded":"2023-10-05T15:36:24.343641+0000","last_fullsized":"2023-10-05T15:36:24.343641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336210+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:36:25.336210+0000","last_peered":"2023-10-05T15:36:25.336210+0000","last_clean":"2023-10-05T15:36:25.336210+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:36:25.336210+0000","last_undegraded":"2023-10-05T15:36:25.336210+0000","last_fullsized":"2023-10-05T15:36:25.336210+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846445+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:36:41.846445+0000","last_peered":"2023-10-05T15:36:41.846445+0000","last_clean":"2023-10-05T15:36:41.846445+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:36:41.846445+0000","last_undegraded":"2023-10-05T15:36:41.846445+0000","last_fullsized":"2023-10-05T15:36:41.846445+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345651+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:36:24.345651+0000","last_peered":"2023-10-05T15:36:24.345651+0000","last_clean":"2023-10-05T15:36:24.345651+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:36:24.345651+0000","last_undegraded":"2023-10-05T15:36:24.345651+0000","last_fullsized":"2023-10-05T15:36:24.345651+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336282+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:36:25.336282+0000","last_peered":"2023-10-05T15:36:25.336282+0000","last_clean":"2023-10-05T15:36:25.336282+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:36:25.336282+0000","last_undegraded":"2023-10-05T15:36:25.336282+0000","last_fullsized":"2023-10-05T15:36:25.336282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846338+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:36:41.846338+0000","last_peered":"2023-10-05T15:36:41.846338+0000","last_clean":"2023-10-05T15:36:41.846338+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:36:41.846338+0000","last_undegraded":"2023-10-05T15:36:41.846338+0000","last_fullsized":"2023-10-05T15:36:41.846338+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344077+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:36:24.344077+0000","last_peered":"2023-10-05T15:36:24.344077+0000","last_clean":"2023-10-05T15:36:24.344077+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:36:24.344077+0000","last_undegraded":"2023-10-05T15:36:24.344077+0000","last_fullsized":"2023-10-05T15:36:24.344077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.559019+0000","last_change":"2023-10-05T15:36:24.358975+0000","last_active":"2023-10-05T15:36:25.559019+0000","last_peered":"2023-10-05T15:36:25.559019+0000","last_clean":"2023-10-05T15:36:25.559019+0000","last_became_active":"2023-10-05T15:36:24.358543+0000","last_became_peered":"2023-10-05T15:36:24.358543+0000","last_unstale":"2023-10-05T15:36:25.559019+0000","last_undegraded":"2023-10-05T15:36:25.559019+0000","last_fullsized":"2023-10-05T15:36:25.559019+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:01:11.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649389+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:36:25.649389+0000","last_peered":"2023-10-05T15:36:25.649389+0000","last_clean":"2023-10-05T15:36:25.649389+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:36:25.649389+0000","last_undegraded":"2023-10-05T15:36:25.649389+0000","last_fullsized":"2023-10-05T15:36:25.649389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353751+0000","last_change":"2023-10-05T15:36:19.981997+0000","last_active":"2023-10-05T15:36:24.353751+0000","last_peered":"2023-10-05T15:36:24.353751+0000","last_clean":"2023-10-05T15:36:24.353751+0000","last_became_active":"2023-10-05T15:36:19.981701+0000","last_became_peered":"2023-10-05T15:36:19.981701+0000","last_unstale":"2023-10-05T15:36:24.353751+0000","last_undegraded":"2023-10-05T15:36:24.353751+0000","last_fullsized":"2023-10-05T15:36:24.353751+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:37.515273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335823+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:36:25.335823+0000","last_peered":"2023-10-05T15:36:25.335823+0000","last_clean":"2023-10-05T15:36:25.335823+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:36:25.335823+0000","last_undegraded":"2023-10-05T15:36:25.335823+0000","last_fullsized":"2023-10-05T15:36:25.335823+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":66,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:23.912313+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:37:23.912313+0000","last_peered":"2023-10-05T15:37:23.912313+0000","last_clean":"2023-10-05T15:37:23.912313+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:37:23.912313+0000","last_undegraded":"2023-10-05T15:37:23.912313+0000","last_fullsized":"2023-10-05T15:37:23.912313+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":44,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.353259+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:36:24.353259+0000","last_peered":"2023-10-05T15:36:24.353259+0000","last_clean":"2023-10-05T15:36:24.353259+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:36:24.353259+0000","last_undegraded":"2023-10-05T15:36:24.353259+0000","last_fullsized":"2023-10-05T15:36:24.353259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.335803+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:36:25.335803+0000","last_peered":"2023-10-05T15:36:25.335803+0000","last_clean":"2023-10-05T15:36:25.335803+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:36:25.335803+0000","last_undegraded":"2023-10-05T15:36:25.335803+0000","last_fullsized":"2023-10-05T15:36:25.335803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344084+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:36:24.344084+0000","last_peered":"2023-10-05T15:36:24.344084+0000","last_clean":"2023-10-05T15:36:24.344084+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:36:24.344084+0000","last_undegraded":"2023-10-05T15:36:24.344084+0000","last_fullsized":"2023-10-05T15:36:24.344084+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":67,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:23.911773+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:37:23.911773+0000","last_peered":"2023-10-05T15:37:23.911773+0000","last_clean":"2023-10-05T15:37:23.911773+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:37:23.911773+0000","last_undegraded":"2023-10-05T15:37:23.911773+0000","last_fullsized":"2023-10-05T15:37:23.911773+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":45,"num_read_kb":45,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.650672+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:36:25.650672+0000","last_peered":"2023-10-05T15:36:25.650672+0000","last_clean":"2023-10-05T15:36:25.650672+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:36:25.650672+0000","last_undegraded":"2023-10-05T15:36:25.650672+0000","last_fullsized":"2023-10-05T15:36:25.650672+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341334+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:36:24.341334+0000","last_peered":"2023-10-05T15:36:24.341334+0000","last_clean":"2023-10-05T15:36:24.341334+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:36:24.341334+0000","last_undegraded":"2023-10-05T15:36:24.341334+0000","last_fullsized":"2023-10-05T15:36:24.341334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855786+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:36:41.855786+0000","last_peered":"2023-10-05T15:36:41.855786+0000","last_clean":"2023-10-05T15:36:41.855786+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:36:41.855786+0000","last_undegraded":"2023-10-05T15:36:41.855786+0000","last_fullsized":"2023-10-05T15:36:41.855786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343519+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:36:24.343519+0000","last_peered":"2023-10-05T15:36:24.343519+0000","last_clean":"2023-10-05T15:36:24.343519+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:36:24.343519+0000","last_undegraded":"2023-10-05T15:36:24.343519+0000","last_fullsized":"2023-10-05T15:36:24.343519+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336805+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:36:25.336805+0000","last_peered":"2023-10-05T15:36:25.336805+0000","last_clean":"2023-10-05T15:36:25.336805+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:36:25.336805+0000","last_undegraded":"2023-10-05T15:36:25.336805+0000","last_fullsized":"2023-10-05T15:36:25.336805+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341631+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:36:24.341631+0000","last_peered":"2023-10-05T15:36:24.341631+0000","last_clean":"2023-10-05T15:36:24.341631+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:36:24.341631+0000","last_undegraded":"2023-10-05T15:36:24.341631+0000","last_fullsized":"2023-10-05T15:36:24.341631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:39.874784+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:36:39.874784+0000","last_peered":"2023-10-05T15:36:39.874784+0000","last_clean":"2023-10-05T15:36:39.874784+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:36:39.874784+0000","last_undegraded":"2023-10-05T15:36:39.874784+0000","last_fullsized":"2023-10-05T15:36:39.874784+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.679196+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:36:25.679196+0000","last_peered":"2023-10-05T15:36:25.679196+0000","last_clean":"2023-10-05T15:36:25.679196+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:36:25.679196+0000","last_undegraded":"2023-10-05T15:36:25.679196+0000","last_fullsized":"2023-10-05T15:36:25.679196+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.847861+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:36:41.847861+0000","last_peered":"2023-10-05T15:36:41.847861+0000","last_clean":"2023-10-05T15:36:41.847861+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:36:41.847861+0000","last_undegraded":"2023-10-05T15:36:41.847861+0000","last_fullsized":"2023-10-05T15:36:41.847861+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343572+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:36:24.343572+0000","last_peered":"2023-10-05T15:36:24.343572+0000","last_clean":"2023-10-05T15:36:24.343572+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:36:24.343572+0000","last_undegraded":"2023-10-05T15:36:24.343572+0000","last_fullsized":"2023-10-05T15:36:24.343572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336243+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:36:25.336243+0000","last_peered":"2023-10-05T15:36:25.336243+0000","last_clean":"2023-10-05T15:36:25.336243+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:36:25.336243+0000","last_undegraded":"2023-10-05T15:36:25.336243+0000","last_fullsized":"2023-10-05T15:36:25.336243+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:40.884131+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:36:40.884131+0000","last_peered":"2023-10-05T15:36:40.884131+0000","last_clean":"2023-10-05T15:36:40.884131+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:36:40.884131+0000","last_undegraded":"2023-10-05T15:36:40.884131+0000","last_fullsized":"2023-10-05T15:36:40.884131+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342549+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:36:24.342549+0000","last_peered":"2023-10-05T15:36:24.342549+0000","last_clean":"2023-10-05T15:36:24.342549+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:36:24.342549+0000","last_undegraded":"2023-10-05T15:36:24.342549+0000","last_fullsized":"2023-10-05T15:36:24.342549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648983+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:36:25.648983+0000","last_peered":"2023-10-05T15:36:25.648983+0000","last_clean":"2023-10-05T15:36:25.648983+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:36:25.648983+0000","last_undegraded":"2023-10-05T15:36:25.648983+0000","last_fullsized":"2023-10-05T15:36:25.648983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855400+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:36:41.855400+0000","last_peered":"2023-10-05T15:36:41.855400+0000","last_clean":"2023-10-05T15:36:41.855400+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:36:41.855400+0000","last_undegraded":"2023-10-05T15:36:41.855400+0000","last_fullsized":"2023-10-05T15:36:41.855400+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337771+0000","last_change":"2023-10-05T15:36:19.982772+0000","last_active":"2023-10-05T15:36:24.337771+0000","last_peered":"2023-10-05T15:36:24.337771+0000","last_clean":"2023-10-05T15:36:24.337771+0000","last_became_active":"2023-10-05T15:36:19.982092+0000","last_became_peered":"2023-10-05T15:36:19.982092+0000","last_unstale":"2023-10-05T15:36:24.337771+0000","last_undegraded":"2023-10-05T15:36:24.337771+0000","last_fullsized":"2023-10-05T15:36:24.337771+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:56:36.373327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506738+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:36:25.506738+0000","last_peered":"2023-10-05T15:36:25.506738+0000","last_clean":"2023-10-05T15:36:25.506738+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:36:25.506738+0000","last_undegraded":"2023-10-05T15:36:25.506738+0000","last_fullsized":"2023-10-05T15:36:25.506738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.864189+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:36:38.864189+0000","last_peered":"2023-10-05T15:36:38.864189+0000","last_clean":"2023-10-05T15:36:38.864189+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:36:38.864189+0000","last_undegraded":"2023-10-05T15:36:38.864189+0000","last_fullsized":"2023-10-05T15:36:38.864189+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.341099+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:36:24.341099+0000","last_peered":"2023-10-05T15:36:24.341099+0000","last_clean":"2023-10-05T15:36:24.341099+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:36:24.341099+0000","last_undegraded":"2023-10-05T15:36:24.341099+0000","last_fullsized":"2023-10-05T15:36:24.341099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649469+0000","last_change":"2023-10-05T15:36:24.362339+0000","last_active":"2023-10-05T15:36:25.649469+0000","last_peered":"2023-10-05T15:36:25.649469+0000","last_clean":"2023-10-05T15:36:25.649469+0000","last_became_active":"2023-10-05T15:36:24.361950+0000","last_became_peered":"2023-10-05T15:36:24.361950+0000","last_unstale":"2023-10-05T15:36:25.649469+0000","last_undegraded":"2023-10-05T15:36:25.649469+0000","last_fullsized":"2023-10-05T15:36:25.649469+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:55:38.379501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.855644+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:36:41.855644+0000","last_peered":"2023-10-05T15:36:41.855644+0000","last_clean":"2023-10-05T15:36:41.855644+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:36:41.855644+0000","last_undegraded":"2023-10-05T15:36:41.855644+0000","last_fullsized":"2023-10-05T15:36:41.855644+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343476+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:36:24.343476+0000","last_peered":"2023-10-05T15:36:24.343476+0000","last_clean":"2023-10-05T15:36:24.343476+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:36:24.343476+0000","last_undegraded":"2023-10-05T15:36:24.343476+0000","last_fullsized":"2023-10-05T15:36:24.343476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506605+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:36:25.506605+0000","last_peered":"2023-10-05T15:36:25.506605+0000","last_clean":"2023-10-05T15:36:25.506605+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:36:25.506605+0000","last_undegraded":"2023-10-05T15:36:25.506605+0000","last_fullsized":"2023-10-05T15:36:25.506605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:42.922568+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:36:42.922568+0000","last_peered":"2023-10-05T15:36:42.922568+0000","last_clean":"2023-10-05T15:36:42.922568+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:36:42.922568+0000","last_undegraded":"2023-10-05T15:36:42.922568+0000","last_fullsized":"2023-10-05T15:36:42.922568+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343264+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:36:24.343264+0000","last_peered":"2023-10-05T15:36:24.343264+0000","last_clean":"2023-10-05T15:36:24.343264+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:36:24.343264+0000","last_undegraded":"2023-10-05T15:36:24.343264+0000","last_fullsized":"2023-10-05T15:36:24.343264+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.506712+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:36:25.506712+0000","last_peered":"2023-10-05T15:36:25.506712+0000","last_clean":"2023-10-05T15:36:25.506712+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:36:25.506712+0000","last_undegraded":"2023-10-05T15:36:25.506712+0000","last_fullsized":"2023-10-05T15:36:25.506712+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:38.863293+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:36:38.863293+0000","last_peered":"2023-10-05T15:36:38.863293+0000","last_clean":"2023-10-05T15:36:38.863293+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:36:38.863293+0000","last_undegraded":"2023-10-05T15:36:38.863293+0000","last_fullsized":"2023-10-05T15:36:38.863293+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343760+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:36:24.343760+0000","last_peered":"2023-10-05T15:36:24.343760+0000","last_clean":"2023-10-05T15:36:24.343760+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:36:24.343760+0000","last_undegraded":"2023-10-05T15:36:24.343760+0000","last_fullsized":"2023-10-05T15:36:24.343760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.649453+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:36:25.649453+0000","last_peered":"2023-10-05T15:36:25.649453+0000","last_clean":"2023-10-05T15:36:25.649453+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:36:25.649453+0000","last_undegraded":"2023-10-05T15:36:25.649453+0000","last_fullsized":"2023-10-05T15:36:25.649453+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":65,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:37:20.909134+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:37:20.909134+0000","last_peered":"2023-10-05T15:37:20.909134+0000","last_clean":"2023-10-05T15:37:20.909134+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:37:20.909134+0000","last_undegraded":"2023-10-05T15:37:20.909134+0000","last_fullsized":"2023-10-05T15:37:20.909134+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.345566+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:36:24.345566+0000","last_peered":"2023-10-05T15:36:24.345566+0000","last_clean":"2023-10-05T15:36:24.345566+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:36:24.345566+0000","last_undegraded":"2023-10-05T15:36:24.345566+0000","last_fullsized":"2023-10-05T15:36:24.345566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.648894+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:36:25.648894+0000","last_peered":"2023-10-05T15:36:25.648894+0000","last_clean":"2023-10-05T15:36:25.648894+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:36:25.648894+0000","last_undegraded":"2023-10-05T15:36:25.648894+0000","last_fullsized":"2023-10-05T15:36:25.648894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.846532+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:36:41.846532+0000","last_peered":"2023-10-05T15:36:41.846532+0000","last_clean":"2023-10-05T15:36:41.846532+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:36:41.846532+0000","last_undegraded":"2023-10-05T15:36:41.846532+0000","last_fullsized":"2023-10-05T15:36:41.846532+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342045+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:36:24.342045+0000","last_peered":"2023-10-05T15:36:24.342045+0000","last_clean":"2023-10-05T15:36:24.342045+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:36:24.342045+0000","last_undegraded":"2023-10-05T15:36:24.342045+0000","last_fullsized":"2023-10-05T15:36:24.342045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:25.336018+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:36:25.336018+0000","last_peered":"2023-10-05T15:36:25.336018+0000","last_clean":"2023-10-05T15:36:25.336018+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:36:25.336018+0000","last_undegraded":"2023-10-05T15:36:25.336018+0000","last_fullsized":"2023-10-05T15:36:25.336018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:36:41.852809+0000","last_change":"2023-10-05T15:36:18.956588+0000","last_active":"2023-10-05T15:36:41.852809+0000","last_peered":"2023-10-05T15:36:41.852809+0000","last_clean":"2023-10-05T15:36:41.852809+0000","last_became_active":"2023-10-05T15:36:18.956292+0000","last_became_peered":"2023-10-05T15:36:18.956292+0000","last_unstale":"2023-10-05T15:36:41.852809+0000","last_undegraded":"2023-10-05T15:36:41.852809+0000","last_fullsized":"2023-10-05T15:36:41.852809+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:15.456020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342155+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:36:24.342155+0000","last_peered":"2023-10-05T15:36:24.342155+0000","last_clean":"2023-10-05T15:36:24.342155+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:36:24.342155+0000","last_undegraded":"2023-10-05T15:36:24.342155+0000","last_fullsized":"2023-10-05T15:36:24.342155+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343566+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:36:24.343566+0000","last_peered":"2023-10-05T15:36:24.343566+0000","last_clean":"2023-10-05T15:36:24.343566+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:36:24.343566+0000","last_undegraded":"2023-10-05T15:36:24.343566+0000","last_fullsized":"2023-10-05T15:36:24.343566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335150+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:36:24.335150+0000","last_peered":"2023-10-05T15:36:24.335150+0000","last_clean":"2023-10-05T15:36:24.335150+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:36:24.335150+0000","last_undegraded":"2023-10-05T15:36:24.335150+0000","last_fullsized":"2023-10-05T15:36:24.335150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334258+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:36:24.334258+0000","last_peered":"2023-10-05T15:36:24.334258+0000","last_clean":"2023-10-05T15:36:24.334258+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:36:24.334258+0000","last_undegraded":"2023-10-05T15:36:24.334258+0000","last_fullsized":"2023-10-05T15:36:24.334258+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.337738+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:36:24.337738+0000","last_peered":"2023-10-05T15:36:24.337738+0000","last_clean":"2023-10-05T15:36:24.337738+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:36:24.337738+0000","last_undegraded":"2023-10-05T15:36:24.337738+0000","last_fullsized":"2023-10-05T15:36:24.337738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343483+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:36:24.343483+0000","last_peered":"2023-10-05T15:36:24.343483+0000","last_clean":"2023-10-05T15:36:24.343483+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:36:24.343483+0000","last_undegraded":"2023-10-05T15:36:24.343483+0000","last_fullsized":"2023-10-05T15:36:24.343483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.344458+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:36:24.344458+0000","last_peered":"2023-10-05T15:36:24.344458+0000","last_clean":"2023-10-05T15:36:24.344458+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:36:24.344458+0000","last_undegraded":"2023-10-05T15:36:24.344458+0000","last_fullsized":"2023-10-05T15:36:24.344458+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.335196+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:36:24.335196+0000","last_peered":"2023-10-05T15:36:24.335196+0000","last_clean":"2023-10-05T15:36:24.335196+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:36:24.335196+0000","last_undegraded":"2023-10-05T15:36:24.335196+0000","last_fullsized":"2023-10-05T15:36:24.335196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342637+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:36:24.342637+0000","last_peered":"2023-10-05T15:36:24.342637+0000","last_clean":"2023-10-05T15:36:24.342637+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:36:24.342637+0000","last_undegraded":"2023-10-05T15:36:24.342637+0000","last_fullsized":"2023-10-05T15:36:24.342637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343990+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:36:24.343990+0000","last_peered":"2023-10-05T15:36:24.343990+0000","last_clean":"2023-10-05T15:36:24.343990+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:36:24.343990+0000","last_undegraded":"2023-10-05T15:36:24.343990+0000","last_fullsized":"2023-10-05T15:36:24.343990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343104+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:36:24.343104+0000","last_peered":"2023-10-05T15:36:24.343104+0000","last_clean":"2023-10-05T15:36:24.343104+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:36:24.343104+0000","last_undegraded":"2023-10-05T15:36:24.343104+0000","last_fullsized":"2023-10-05T15:36:24.343104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.334730+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:36:24.334730+0000","last_peered":"2023-10-05T15:36:24.334730+0000","last_clean":"2023-10-05T15:36:24.334730+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:36:24.334730+0000","last_undegraded":"2023-10-05T15:36:24.334730+0000","last_fullsized":"2023-10-05T15:36:24.334730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.342462+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:36:24.342462+0000","last_peered":"2023-10-05T15:36:24.342462+0000","last_clean":"2023-10-05T15:36:24.342462+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:36:24.342462+0000","last_undegraded":"2023-10-05T15:36:24.342462+0000","last_fullsized":"2023-10-05T15:36:24.342462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:36:24.343955+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:36:24.343955+0000","last_peered":"2023-10-05T15:36:24.343955+0000","last_clean":"2023-10-05T15:36:24.343955+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:36:24.343955+0000","last_undegraded":"2023-10-05T15:36:24.343955+0000","last_fullsized":"2023-10-05T15:36:24.343955+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10264,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":450,"num_read_kb":243,"num_write":209,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":30792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":183,"ondisk_log_size":183,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481816,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45100000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55400000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.439}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.51200000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":0.33800000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.5}]},{"osd":7,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.58599999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.52600000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.60199999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.63},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.56399999999999995}]}]},{"osd":10,"up_from":69,"seq":296352743452,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28568,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716584,"statfs":{"total":95995035648,"available":95965782016,"internally_reserved":0,"allocated":1589248,"data_stored":1055819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.60599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.497,"15min":0.495},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.35599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.34499999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.63,"15min":0.622},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.375},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.56399999999999995,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82999999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.433}]},{"osd":3,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.75,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.47299999999999998,"5min":0.438,"15min":0.438},"max":{"1min":0.80500000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57699999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.58699999999999997},"min":{"1min":0.50700000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77400000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.48399999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70099999999999996,"15min":0.70299999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.83499999999999996,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.60499999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.876,"5min":1.028,"15min":1.028},"last":0.79400000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72699999999999998,"15min":0.72899999999999998},"min":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.74299999999999999,"15min":0.73899999999999999},"min":{"1min":0.60799999999999998,"5min":0.497,"15min":0.497},"max":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.80100000000000005,"15min":0.79500000000000004},"min":{"1min":0.65200000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":0.95799999999999996,"5min":1.008,"15min":1.008},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79600000000000004,"15min":0.80700000000000005},"min":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.86399999999999999,"5min":0.997,"15min":0.997},"last":0.56599999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.80400000000000005,"15min":0.80200000000000005},"min":{"1min":0.66200000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.96399999999999997,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.79700000000000004,"15min":0.81299999999999994},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89100000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.59599999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.746},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.625}]}]},{"osd":9,"up_from":64,"seq":274877906977,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":461326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.498,"5min":0.751,"15min":0.751},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68799999999999994,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.59299999999999997,"15min":0.60499999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.68300000000000005,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.50800000000000001,"15min":0.52700000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69899999999999995,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.48999999999999999,"15min":0.50600000000000001},"min":{"1min":0.30199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.48199999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.65400000000000003,"15min":0.67100000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.745,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.63400000000000001,"15min":0.64600000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.502},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.70499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71499999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.70899999999999996,"15min":0.72799999999999998},"min":{"1min":0.495,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.78200000000000003,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.624},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.71599999999999997,"15min":0.73599999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70699999999999996,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.373}]},{"osd":8,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73799999999999999,"15min":0.75800000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77100000000000002,"5min":1.089,"15min":1.089},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.73599999999999999,"15min":0.752},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.83699999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.44500000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.68600000000000005,"15min":0.69799999999999995},"min":{"1min":0.50700000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.79600000000000004,"5min":0.998,"15min":0.998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.81899999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.54800000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":8,"up_from":57,"seq":244813135909,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":461373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.501,"15min":0.5},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55700000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67200000000000004,"15min":0.67400000000000004},"min":{"1min":0.42299999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.91300000000000003,"5min":1.716,"15min":1.716},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.45600000000000002,"5min":0.438,"15min":0.438},"max":{"1min":0.78700000000000003,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.68500000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70799999999999996,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.82299999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56000000000000005,"15min":0.55900000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.61599999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.48999999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.89100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.67200000000000004,"15min":0.67000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.98099999999999998,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.73599999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81499999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.71199999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64600000000000002,"15min":0.65000000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68700000000000006,"15min":0.69199999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92700000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.89300000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.95699999999999996,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.79100000000000004,"15min":0.79800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0620000000000001,"5min":1.762,"15min":1.762},"last":0.878}]},{"osd":9,"last update":"Thu Oct 5 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65400000000000003,"15min":0.64400000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.71099999999999997,"15min":0.70299999999999996},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.91700000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73099999999999998,"15min":0.71099999999999997},"min":{"1min":0.60199999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.876,"5min":0.76900000000000002,"15min":0.751},"min":{"1min":0.71399999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.94799999999999995}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.85999999999999999}]}]},{"osd":7,"up_from":50,"seq":214748364841,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1053714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.45100000000000001,"15min":0.443},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.42299999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.65400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":1.206,"15min":1.206},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91900000000000004,"5min":1.181,"15min":1.181},"last":0.72899999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.40400000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":1.022,"15min":1.022},"last":0.53000000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.55000000000000004,"15min":0.53200000000000003},"min":{"1min":0.41299999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.82199999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.48299999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.47699999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0089999999999999,"5min":1.54,"15min":1.54},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72499999999999998,"15min":0.751},"min":{"1min":0.45300000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.88800000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.61199999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68899999999999995,"15min":0.67900000000000005},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.86699999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66500000000000004,"15min":0.67000000000000004},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":1.099,"15min":1.099},"last":0.54800000000000004}]},{"osd":8,"last update":"Thu Oct 5 15:36:39 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.69099999999999995,"15min":0.67900000000000005},"min":{"1min":0.50800000000000001,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.747},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.70799999999999996,"15min":0.70199999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.71799999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.68899999999999995,"15min":0.68400000000000005},"min":{"1min":0.51800000000000002,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.68600000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93400000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.70999999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.76400000000000001}]}]},{"osd":6,"up_from":45,"seq":193273528365,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":460926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.40699999999999997,"15min":0.377},"min":{"1min":0.313,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.3799999999999999,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.41699999999999998,"15min":0.38900000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.56000000000000005,"15min":0.53200000000000003},"min":{"1min":0.40899999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":2.9620000000000002,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.54900000000000004,"15min":0.52600000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.53100000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.59899999999999998,"15min":0.55100000000000005},"min":{"1min":0.44800000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.8719999999999999,"5min":2.8719999999999999,"15min":2.8719999999999999},"last":0.63},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.58699999999999997,"15min":0.55500000000000005},"min":{"1min":0.504,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":2.8969999999999998},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.45100000000000001,"15min":0.42099999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6539999999999999,"5min":3.6539999999999999,"15min":3.6539999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.55900000000000005,"15min":0.47799999999999998},"min":{"1min":0.32600000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.8239999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.37}]},{"osd":4,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.59399999999999997,"15min":0.57399999999999995},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.61199999999999999,"15min":0.59799999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.63700000000000001,"15min":0.60899999999999999},"min":{"1min":0.50700000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":2.3570000000000002,"5min":2.3570000000000002,"15min":2.3570000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.87,"5min":0.67500000000000004,"15min":0.64000000000000001},"min":{"1min":0.52100000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":4.1509999999999998,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.504}]},{"osd":7,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.65500000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67600000000000005,"15min":0.65500000000000003},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.438}]},{"osd":8,"last update":"Thu Oct 5 15:36:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.70899999999999996,"15min":0.69899999999999995},"min":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":2.976,"5min":2.976,"15min":2.976},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.52300000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.9969999999999999,"5min":2.9969999999999999,"15min":2.9969999999999999},"last":0.55600000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:37:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":0.70499999999999996,"15min":0.65100000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":8.3870000000000005,"5min":8.3870000000000005,"15min":8.3870000000000005},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.753,"5min":0.70899999999999996,"15min":0.70099999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":4.2190000000000003,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.61599999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.52700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":1.1060000000000001,"5min":1.109,"15min":1.109},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.56899999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":465798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:13 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.5,"15min":0.48499999999999999},"min":{"1min":0.40899999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52700000000000002,"15min":0.496},"min":{"1min":0.38,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85399999999999998,"5min":0.879,"15min":0.879},"last":0.63700000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56399999999999995,"15min":0.52800000000000002},"min":{"1min":0.44400000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.54100000000000004},"min":{"1min":0.497,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80000000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.751}]},{"osd":3,"last update":"Thu Oct 5 15:36:55 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51900000000000002,"15min":0.5},"min":{"1min":0.36899999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.39800000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83999999999999997,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.46200000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.46100000000000002,"15min":0.41199999999999998},"min":{"1min":0.36499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72599999999999998,"5min":0.871,"15min":0.871},"last":0.48299999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.59599999999999997,"15min":0.55800000000000005},"min":{"1min":0.44600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58099999999999996,"15min":0.55600000000000005},"min":{"1min":0.437,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56100000000000005,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78600000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.59799999999999998,"15min":0.57999999999999996},"min":{"1min":0.40400000000000003,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.59899999999999998,"15min":0.55000000000000004},"min":{"1min":0.46600000000000003,"5min":0.38,"15min":0.38},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.59999999999999998,"15min":0.56999999999999995},"min":{"1min":0.46000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.65800000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.65100000000000002,"15min":0.63600000000000001},"min":{"1min":0.46300000000000002,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.73199999999999998,"15min":0.71799999999999997},"min":{"1min":0.53400000000000003,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.85199999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.69799999999999995,"15min":0.69499999999999995},"min":{"1min":0.52300000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.72499999999999998,"15min":0.72299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.68799999999999994}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.81200000000000006,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.75700000000000001,"15min":0.754},"min":{"1min":0.58999999999999997,"5min":0.503,"15min":0.503},"max":{"1min":0.93799999999999994,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.78200000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.80300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":462382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.61399999999999999,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69499999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54500000000000004,"15min":0.52200000000000002},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":0.82799999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81399999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76800000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.628},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59399999999999997,"15min":0.55200000000000005},"min":{"1min":0.499,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.68999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:46 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57899999999999996,"15min":0.56100000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79800000000000004,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.81499999999999995,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.51700000000000002,"15min":0.51500000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.745,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.70499999999999996,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.373}]},{"osd":7,"last update":"Thu Oct 5 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69599999999999995,"15min":0.70199999999999996},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.92200000000000004,"5min":1.004,"15min":1.004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65400000000000003,"15min":0.65500000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.874,"5min":0.876,"15min":0.876},"last":0.66000000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.65900000000000003,"15min":0.66900000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83999999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.71299999999999997,"15min":0.72299999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.88800000000000001,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.70499999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.67000000000000004,"15min":0.68999999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81899999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.66100000000000003,"15min":0.67700000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.84899999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.68000000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71299999999999997,"15min":0.72099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.78900000000000003,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.75600000000000001}]},{"osd":11,"last update":"Thu Oct 5 15:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":466018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.495},"min":{"1min":0.375,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.502,"15min":0.46600000000000003},"min":{"1min":0.39700000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.66500000000000004}]},{"osd":1,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.55800000000000005,"15min":0.50900000000000001},"min":{"1min":0.435,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.872,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.49399999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.53900000000000003,"15min":0.497},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.55700000000000005,"15min":0.52000000000000002},"min":{"1min":0.441,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.83499999999999996,"5min":1.016,"15min":1.016},"last":0.63100000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.745}]},{"osd":5,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.501,"15min":0.47999999999999998},"min":{"1min":0.36799999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.53500000000000003,"15min":0.50700000000000001},"min":{"1min":0.315,"5min":0.311,"15min":0.311},"max":{"1min":0.77500000000000002,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.47799999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66900000000000004,"15min":0.65900000000000003},"min":{"1min":0.45700000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.79900000000000004}]},{"osd":7,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.73199999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:36:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63400000000000001,"15min":0.623},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.628,"15min":0.61699999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.83299999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.71499999999999997,"15min":0.70499999999999996},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.746,"15min":0.72799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.84799999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.71199999999999997,"15min":0.69499999999999995},"min":{"1min":0.63900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.95699999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.879,"5min":0.747,"15min":0.72499999999999998},"min":{"1min":0.70999999999999996,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.86699999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.89000000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182457,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":460634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35799999999999998,"15min":0.33900000000000002},"min":{"1min":0.248,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.47599999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.36099999999999999,"15min":0.34300000000000003},"min":{"1min":0.29199999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.56299999999999994,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.31900000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.55100000000000005},"min":{"1min":0.34399999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.86499999999999999,"5min":1.077,"15min":1.077},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55400000000000005,"15min":0.53700000000000003},"min":{"1min":0.376,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76700000000000002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56499999999999995,"15min":0.55800000000000005},"min":{"1min":0.34300000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64000000000000001,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.628},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.623,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.78300000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.747,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59699999999999998,"15min":0.60499999999999998},"min":{"1min":0.434,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83299999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.69899999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58999999999999997,"15min":0.57399999999999995},"min":{"1min":0.39300000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.63,"5min":0.63800000000000001,"15min":0.627},"min":{"1min":0.45100000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.78700000000000003,"5min":1.093,"15min":1.093},"last":0.66500000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48699999999999999,"15min":0.46899999999999997},"min":{"1min":0.372,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":1.044,"15min":1.044},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.629,"5min":1.141,"15min":1.141},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.60599999999999998,"15min":0.59799999999999998},"min":{"1min":0.45700000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76300000000000001,"5min":1.165,"15min":1.165},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.60999999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.80600000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58899999999999997,"15min":0.60399999999999998},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81599999999999995,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.749},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.68400000000000005},"min":{"1min":0.433,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.111,"15min":1.111},"last":0.56899999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73099999999999998,"15min":0.74099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.88500000000000001,"5min":1.204,"15min":1.204},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.71199999999999997,"15min":0.72399999999999998},"min":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.79700000000000004,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.59299999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.82999999999999996}]}]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":460904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.376},"min":{"1min":0.32800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.32800000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58599999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.436},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56999999999999995,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82799999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.373}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.57299999999999995,"15min":0.53400000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89100000000000001,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78500000000000003,"5min":0.871,"15min":0.871},"last":0.47199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.60299999999999998,"15min":0.57899999999999996},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.88400000000000001,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.66100000000000003,"15min":0.60899999999999999},"min":{"1min":0.47199999999999998,"5min":0.435,"15min":0.435},"max":{"1min":3.4489999999999998,"5min":3.4489999999999998,"15min":3.4489999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.70599999999999996,"15min":0.66300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":5.6769999999999996,"5min":5.6769999999999996,"15min":5.6769999999999996},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84299999999999997,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84699999999999998,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.50800000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.45200000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.69299999999999995,"15min":0.68899999999999995},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.48499999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.71899999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.751,"5min":0.77000000000000002,"15min":0.77300000000000002},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.96299999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.59899999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.98899999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.58099999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.502},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.54500000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757297,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1053392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.52300000000000002,"15min":0.50600000000000001},"min":{"1min":0.42699999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.501},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.55500000000000005,"15min":0.53400000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.52400000000000002},"min":{"1min":0.41799999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.84399999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.41599999999999998,"15min":0.40799999999999997},"min":{"1min":0.27500000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.374},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.435,"15min":0.432},"min":{"1min":0.33000000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.84199999999999997,"5min":0.871,"15min":0.871},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.39100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.752,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.53300000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.59499999999999997,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81000000000000005,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.59299999999999997,"15min":0.58299999999999996},"min":{"1min":0.41299999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.41899999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:36:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.622,"15min":0.621},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.64600000000000002,"15min":0.63600000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.52500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86399999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83499999999999996,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.48999999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.93700000000000006,"5min":1.006,"15min":1.006},"last":0.433},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.46000000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.73499999999999999,"15min":0.72599999999999998},"min":{"1min":0.502,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.3639999999999999,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.78800000000000003,"15min":0.76200000000000001},"min":{"1min":0.56699999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":4.0949999999999998,"5min":4.0949999999999998,"15min":4.0949999999999998},"last":0.64500000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.72599999999999998,"15min":0.70999999999999996},"min":{"1min":0.69599999999999995,"5min":0.438,"15min":0.438},"max":{"1min":0.97699999999999998,"5min":0.997,"15min":0.997},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72699999999999998,"15min":0.71599999999999997},"min":{"1min":0.65400000000000003,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.93899999999999995,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.60599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:37:26.364 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-05T15:37:26.365 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-05T15:37:26.365 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-05T15:37:26.365 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-05T15:37:26.646 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: pgmap v286: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:26.646 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-10-05T15:37:26.646 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2023-10-05T15:37:26.646 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:37:26.647 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: pgmap v286: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-10-05T15:37:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2023-10-05T15:37:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:37:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: pgmap v286: 129 pgs: 129 active+clean; 587 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2023-10-05T15:37:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:37:26.915 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:37:26.924 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:27.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:27 smithi098 ceph-mon[99243]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:37:27.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:27 smithi173 ceph-mon[104029]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:37:27.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:27 smithi115 ceph-mon[103691]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:37:28.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 -- 172.21.15.98:0/2314330621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100ee0 msgr2=0x7f121010ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 --2- 172.21.15.98:0/2314330621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100ee0 0x7f121010ccd0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f120800b0d0 tx=0x7f120800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 -- 172.21.15.98:0/2314330621 shutdown_connections 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 --2- 172.21.15.98:0/2314330621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100ee0 0x7f121010ccd0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 --2- 172.21.15.98:0/2314330621 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210104e30 0x7f1210105210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 --2- 172.21.15.98:0/2314330621 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210100520 0x7f12101009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 -- 172.21.15.98:0/2314330621 >> 172.21.15.98:0/2314330621 conn(0x7f1210076360 msgr2=0x7f12100fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:28.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 -- 172.21.15.98:0/2314330621 shutdown_connections 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 -- 172.21.15.98:0/2314330621 wait complete. 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.263+0000 7f1215136700 1 Processor -- start 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 -- start start 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 0x7f12100fbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210104e30 0x7f12100fc2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12101a5530 con 0x7f1210100520 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12101a56a0 con 0x7f1210104e30 2023-10-05T15:37:28.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f1215136700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12101a5860 con 0x7f1210100ee0 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43970/0 (socket says 172.21.15.98:43970) 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 -- 172.21.15.98:0/2700029208 learned_addr learned my addr 172.21.15.98:0/2700029208 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120f59e700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210104e30 0x7f12100fc2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120e59c700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 0x7f12100fbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:28.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 -- 172.21.15.98:0/2700029208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 msgr2=0x7f12100fbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 0x7f12100fbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 -- 172.21.15.98:0/2700029208 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210104e30 msgr2=0x7f12100fc2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210104e30 0x7f12100fc2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 -- 172.21.15.98:0/2700029208 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1208009d00 con 0x7f1210100520 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120e59c700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 0x7f12100fbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.264+0000 7f120ed9d700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f120400d950 tx=0x7f120400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.265+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1204009940 con 0x7f1210100520 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.265+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12101a5b40 con 0x7f1210100520 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.265+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1204010460 con 0x7f1210100520 2023-10-05T15:37:28.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.265+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120400f620 con 0x7f1210100520 2023-10-05T15:37:28.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.265+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12101a60c0 con 0x7f1210100520 2023-10-05T15:37:28.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.266+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1210109410 con 0x7f1210100520 2023-10-05T15:37:28.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.267+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f12040108d0 con 0x7f1210100520 2023-10-05T15:37:28.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.268+0000 7f11f7fff700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 0x7f11f80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:28.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.268+0000 7f120e59c700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 0x7f11f80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:28.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.268+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f12040cce70 con 0x7f1210100520 2023-10-05T15:37:28.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.268+0000 7f120e59c700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 0x7f11f80a3940 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f12100fcff0 tx=0x7f1200008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:28.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.271+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1204096170 con 0x7f1210100520 2023-10-05T15:37:28.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.505+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f121004ebb0 con 0x7f1210100520 2023-10-05T15:37:28.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.505+0000 7f11f7fff700 1 -- 172.21.15.98:0/2700029208 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+195 (secure 0 0 0) 0x7f12040160e0 con 0x7f1210100520 2023-10-05T15:37:28.507 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:28.508 INFO:teuthology.orchestra.run.smithi098.stdout:{"status":"HEALTH_WARN","checks":{"PG_AVAILABILITY":{"severity":"HEALTH_WARN","summary":{"message":"Reduced data availability: 1 pg inactive, 1 pg peering","count":2},"muted":false}},"mutes":[]} 2023-10-05T15:37:28.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 msgr2=0x7f11f80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:28.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 0x7f11f80a3940 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f12100fcff0 tx=0x7f1200008040 comp rx=0 tx=0).stop 2023-10-05T15:37:28.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 msgr2=0x7f12100fb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:28.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f120400d950 tx=0x7f120400dc60 comp rx=0 tx=0).stop 2023-10-05T15:37:28.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 shutdown_connections 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f11f80a1480 0x7f11f80a3940 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1210104e30 0x7f12100fc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1210100520 0x7f12100fb800 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 --2- 172.21.15.98:0/2700029208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1210100ee0 0x7f12100fbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.507+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 >> 172.21.15.98:0/2700029208 conn(0x7f1210076360 msgr2=0x7f12100ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.508+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 shutdown_connections 2023-10-05T15:37:28.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:28.508+0000 7f1215136700 1 -- 172.21.15.98:0/2700029208 wait complete. 2023-10-05T15:37:28.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:28 smithi098 ceph-mon[99243]: pgmap v289: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2023-10-05T15:37:28.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:28 smithi098 ceph-mon[99243]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:37:28.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:28 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2700029208' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:28.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:28 smithi115 ceph-mon[103691]: pgmap v289: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2023-10-05T15:37:28.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:28 smithi115 ceph-mon[103691]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:37:28.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:28 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2700029208' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:29.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:28 smithi173 ceph-mon[104029]: pgmap v289: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2023-10-05T15:37:29.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:28 smithi173 ceph-mon[104029]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:37:29.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:28 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2700029208' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:30 smithi115 ceph-mon[103691]: pgmap v290: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2023-10-05T15:37:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:30 smithi098 ceph-mon[99243]: pgmap v290: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2023-10-05T15:37:31.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:30 smithi173 ceph-mon[104029]: pgmap v290: 129 pgs: 3 activating, 1 peering, 125 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2023-10-05T15:37:31.987 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-05T15:37:32.558 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:32 smithi115 ceph-mon[103691]: pgmap v291: 129 pgs: 3 activating, 126 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:32.953 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:32 smithi098 ceph-mon[99243]: pgmap v291: 129 pgs: 3 activating, 126 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:32 smithi173 ceph-mon[104029]: pgmap v291: 129 pgs: 3 activating, 126 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:33.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.865+0000 7f1ee40b2700 1 -- 172.21.15.98:0/145159393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc105e70 msgr2=0x7f1edc106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:33.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.865+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/145159393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc105e70 0x7f1edc106250 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80099c0 tx=0x7f1ed8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.865+0000 7f1ee40b2700 1 -- 172.21.15.98:0/145159393 shutdown_connections 2023-10-05T15:37:33.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.865+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/145159393 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 0x7f1edc10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.865+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/145159393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc105e70 0x7f1edc106250 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/145159393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc0ffe60 0x7f1edc1002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- 172.21.15.98:0/145159393 >> 172.21.15.98:0/145159393 conn(0x7f1edc075e00 msgr2=0x7f1edc076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- 172.21.15.98:0/145159393 shutdown_connections 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- 172.21.15.98:0/145159393 wait complete. 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 Processor -- start 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- start start 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 0x7f1edc197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc105e70 0x7f1edc19b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1edc19bf00 con 0x7f1edc0ffe60 2023-10-05T15:37:33.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1edc19c070 con 0x7f1edc100820 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.866+0000 7f1ee40b2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1edc19c230 con 0x7f1edc105e70 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43982/0 (socket says 172.21.15.98:43982) 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee264f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc105e70 0x7f1edc19b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 -- 172.21.15.98:0/2494936047 learned_addr learned my addr 172.21.15.98:0/2494936047 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee164d700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 0x7f1edc197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 -- 172.21.15.98:0/2494936047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc105e70 msgr2=0x7f1edc19b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc105e70 0x7f1edc19b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 -- 172.21.15.98:0/2494936047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 msgr2=0x7f1edc197480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 0x7f1edc197480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 -- 172.21.15.98:0/2494936047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed80095f0 con 0x7f1edc0ffe60 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee1e4e700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800b580 tx=0x7f1ed8005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:33.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed801d070 con 0x7f1edc0ffe60 2023-10-05T15:37:33.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1edc19c4b0 con 0x7f1edc0ffe60 2023-10-05T15:37:33.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1ed8003f90 con 0x7f1edc0ffe60 2023-10-05T15:37:33.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8022ca0 con 0x7f1edc0ffe60 2023-10-05T15:37:33.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.867+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1edc101d30 con 0x7f1edc0ffe60 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.868+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1edc04ebb0 con 0x7f1edc0ffe60 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.869+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1ed8022470 con 0x7f1edc0ffe60 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.870+0000 7f1ed2ffd700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 0x7f1ec80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.870+0000 7f1ee164d700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 0x7f1ec80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.870+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f1ed80ceba0 con 0x7f1edc0ffe60 2023-10-05T15:37:33.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.870+0000 7f1ee164d700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 0x7f1ec80a3940 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1edc198560 tx=0x7f1ecc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:33.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:33.874+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1ed809ba20 con 0x7f1edc0ffe60 2023-10-05T15:37:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:33 smithi098 ceph-mon[99243]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-10-05T15:37:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:33 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:37:34.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.105+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f1edc10fdb0 con 0x7f1edc0ffe60 2023-10-05T15:37:34.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.105+0000 7f1ed2ffd700 1 -- 172.21.15.98:0/2494936047 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f1ed809b5b0 con 0x7f1edc0ffe60 2023-10-05T15:37:34.107 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:34.107 INFO:teuthology.orchestra.run.smithi098.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-05T15:37:34.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.107+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 msgr2=0x7f1ec80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.107+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 0x7f1ec80a3940 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1edc198560 tx=0x7f1ecc009190 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.107+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 msgr2=0x7f1edc196f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.107+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800b580 tx=0x7f1ed8005740 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 shutdown_connections 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ec80a1480 0x7f1ec80a3940 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1edc105e70 0x7f1edc19b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1edc0ffe60 0x7f1edc196f40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 --2- 172.21.15.98:0/2494936047 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1edc100820 0x7f1edc197480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 >> 172.21.15.98:0/2494936047 conn(0x7f1edc075e00 msgr2=0x7f1edc103d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 shutdown_connections 2023-10-05T15:37:34.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.108+0000 7f1ee40b2700 1 -- 172.21.15.98:0/2494936047 wait complete. 2023-10-05T15:37:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:33 smithi173 ceph-mon[104029]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-10-05T15:37:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:33 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:37:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:33 smithi115 ceph-mon[103691]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-10-05T15:37:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:33 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:37:34.617 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-05T15:37:34.618 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:37:34.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 -- 172.21.15.98:0/2650749547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 msgr2=0x7f3d6c1001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 --2- 172.21.15.98:0/2650749547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c1001e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3d600099c0 tx=0x7f3d60009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 -- 172.21.15.98:0/2650749547 shutdown_connections 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 --2- 172.21.15.98:0/2650749547 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 0x7f3d6c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 --2- 172.21.15.98:0/2650749547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c1001e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 --2- 172.21.15.98:0/2650749547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 0x7f3d6c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 -- 172.21.15.98:0/2650749547 >> 172.21.15.98:0/2650749547 conn(0x7f3d6c0fb310 msgr2=0x7f3d6c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 -- 172.21.15.98:0/2650749547 shutdown_connections 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.742+0000 7f3d7155b700 1 -- 172.21.15.98:0/2650749547 wait complete. 2023-10-05T15:37:34.745 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 Processor -- start 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 -- start start 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 0x7f3d6c1971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 0x7f3d6c19e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d6c19e7a0 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d6c19e910 con 0x7f3d6c101950 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d7155b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d6c19ead0 con 0x7f3d6c100fb0 2023-10-05T15:37:34.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:43994/0 (socket says 172.21.15.98:43994) 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 -- 172.21.15.98:0/4215983184 learned_addr learned my addr 172.21.15.98:0/4215983184 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6b7fe700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 0x7f3d6c19e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6a7fc700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 0x7f3d6c1971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 -- 172.21.15.98:0/4215983184 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 msgr2=0x7f3d6c1971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 0x7f3d6c1971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 -- 172.21.15.98:0/4215983184 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 msgr2=0x7f3d6c19e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 0x7f3d6c19e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.743+0000 7f3d6affd700 1 -- 172.21.15.98:0/4215983184 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d600095f0 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d6affd700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009990 tx=0x7f3d60003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d6001d070 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d60004640 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d6c19ed50 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d6000f460 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.744+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d6c19f1b0 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.745+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d6c107ef0 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.746+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3d60004050 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.747+0000 7f3d53fff700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 0x7f3d540a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:34.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.747+0000 7f3d6a7fc700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 0x7f3d540a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:34.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.747+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f3d600ceb70 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.747+0000 7f3d6a7fc700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 0x7f3d540a3990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c006fd0 tx=0x7f3d5c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:34.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.750+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3d60097f60 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.951+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3d6c10b920 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.953+0000 7f3d53fff700 1 -- 172.21.15.98:0/4215983184 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f3d6009b580 con 0x7f3d6c0ffdc0 2023-10-05T15:37:34.955 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:34.955 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 msgr2=0x7f3d540a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 0x7f3d540a3990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c006fd0 tx=0x7f3d5c008040 comp rx=0 tx=0).stop 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 msgr2=0x7f3d6c196c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009990 tx=0x7f3d60003ba0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 shutdown_connections 2023-10-05T15:37:34.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3d540a14d0 0x7f3d540a3990 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3d6c101950 0x7f3d6c19e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3d6c0ffdc0 0x7f3d6c196c60 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 --2- 172.21.15.98:0/4215983184 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d6c100fb0 0x7f3d6c1971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 >> 172.21.15.98:0/4215983184 conn(0x7f3d6c0fb310 msgr2=0x7f3d6c0fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 shutdown_connections 2023-10-05T15:37:34.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:34.955+0000 7f3d7155b700 1 -- 172.21.15.98:0/4215983184 wait complete. 2023-10-05T15:37:34.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:34 smithi098 ceph-mon[99243]: pgmap v292: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:34.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:34 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2494936047' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:34.970 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:37:34.970 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:37:35.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 -- 172.21.15.98:0/2961673988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338100fb0 msgr2=0x7f1338101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 --2- 172.21.15.98:0/2961673988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338100fb0 0x7f1338101410 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f13240099c0 tx=0x7f1324009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 -- 172.21.15.98:0/2961673988 shutdown_connections 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 --2- 172.21.15.98:0/2961673988 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f13380ffdc0 0x7f13381001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 --2- 172.21.15.98:0/2961673988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1338101950 0x7f1338108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 --2- 172.21.15.98:0/2961673988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338100fb0 0x7f1338101410 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 -- 172.21.15.98:0/2961673988 >> 172.21.15.98:0/2961673988 conn(0x7f13380fb330 msgr2=0x7f13380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 -- 172.21.15.98:0/2961673988 shutdown_connections 2023-10-05T15:37:35.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.093+0000 7f133ebc1700 1 -- 172.21.15.98:0/2961673988 wait complete. 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 Processor -- start 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 -- start start 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f13380ffdc0 0x7f1338068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1338100fb0 0x7f133819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f133819e700 con 0x7f1338101950 2023-10-05T15:37:35.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f133819e870 con 0x7f1338100fb0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133ebc1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f133819ea30 con 0x7f13380ffdc0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44012/0 (socket says 172.21.15.98:44012) 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 -- 172.21.15.98:0/1444339532 learned_addr learned my addr 172.21.15.98:0/1444339532 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f1337fff700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1338100fb0 0x7f133819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133c95d700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f13380ffdc0 0x7f1338068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 -- 172.21.15.98:0/1444339532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f13380ffdc0 msgr2=0x7f1338068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f13380ffdc0 0x7f1338068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 -- 172.21.15.98:0/1444339532 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1338100fb0 msgr2=0x7f133819b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.094+0000 7f133d15e700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1338100fb0 0x7f133819b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f133d15e700 1 -- 172.21.15.98:0/1444339532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13240095f0 con 0x7f1338101950 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f133d15e700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f133000ef30 tx=0x7f133000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1330018070 con 0x7f1338101950 2023-10-05T15:37:35.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f133000f040 con 0x7f1338101950 2023-10-05T15:37:35.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f133819ecb0 con 0x7f1338101950 2023-10-05T15:37:35.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133000cdb0 con 0x7f1338101950 2023-10-05T15:37:35.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.095+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f133819f190 con 0x7f1338101950 2023-10-05T15:37:35.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.096+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1338106d40 con 0x7f1338101950 2023-10-05T15:37:35.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.097+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1330003a00 con 0x7f1338101950 2023-10-05T15:37:35.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.097+0000 7f1335ffb700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 0x7f13280a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.098+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f13300ccbf0 con 0x7f1338101950 2023-10-05T15:37:35.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.098+0000 7f133c95d700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 0x7f13280a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.098+0000 7f133c95d700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 0x7f13280a39c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f132c005950 tx=0x7f132c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.102+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1330095f80 con 0x7f1338101950 2023-10-05T15:37:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:34 smithi173 ceph-mon[104029]: pgmap v292: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:34 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2494936047' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:34 smithi115 ceph-mon[103691]: pgmap v292: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:34 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2494936047' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:37:35.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.291+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f133810b5d0 con 0x7f1338101950 2023-10-05T15:37:35.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.292+0000 7f1335ffb700 1 -- 172.21.15.98:0/1444339532 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f13300995a0 con 0x7f1338101950 2023-10-05T15:37:35.293 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 msgr2=0x7f13280a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 0x7f13280a39c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f132c005950 tx=0x7f132c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 msgr2=0x7f133819df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f133000ef30 tx=0x7f133000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 shutdown_connections 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f13280a1500 0x7f13280a39c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1338101950 0x7f133819df30 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f13380ffdc0 0x7f1338068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 --2- 172.21.15.98:0/1444339532 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1338100fb0 0x7f133819b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 >> 172.21.15.98:0/1444339532 conn(0x7f13380fb330 msgr2=0x7f13380fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 shutdown_connections 2023-10-05T15:37:35.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.294+0000 7f133ebc1700 1 -- 172.21.15.98:0/1444339532 wait complete. 2023-10-05T15:37:35.308 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 -- 172.21.15.98:0/3785971724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102060 msgr2=0x7fbfd01024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/3785971724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102060 0x7fbfd01024e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009990 tx=0x7fbfb8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 -- 172.21.15.98:0/3785971724 shutdown_connections 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/3785971724 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102a20 0x7fbfd0109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/3785971724 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 0x7fbfd0101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/3785971724 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102060 0x7fbfd01024e0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 -- 172.21.15.98:0/3785971724 >> 172.21.15.98:0/3785971724 conn(0x7fbfd00fc480 msgr2=0x7fbfd00fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.431 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 -- 172.21.15.98:0/3785971724 shutdown_connections 2023-10-05T15:37:35.432 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.429+0000 7fbfd63fd700 1 -- 172.21.15.98:0/3785971724 wait complete. 2023-10-05T15:37:35.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 Processor -- start 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 -- start start 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 0x7fbfd0198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102060 0x7fbfd0199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd01a0970 con 0x7fbfd0102a20 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd01a0ab0 con 0x7fbfd0102060 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd63fd700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd01a0c40 con 0x7fbfd0100f10 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44026/0 (socket says 172.21.15.98:44026) 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 -- 172.21.15.98:0/696985237 learned_addr learned my addr 172.21.15.98:0/696985237 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:35.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfcf7fe700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102060 0x7fbfd0199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfcffff700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 0x7fbfd0198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 -- 172.21.15.98:0/696985237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 msgr2=0x7fbfd0198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 0x7fbfd0198df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 -- 172.21.15.98:0/696985237 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102060 msgr2=0x7fbfd0199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102060 0x7fbfd0199330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.430+0000 7fbfd499a700 1 -- 172.21.15.98:0/696985237 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb80095f0 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfd499a700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800ada0 tx=0x7fbfc800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc800f070 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfc8007b30 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfd01a0f20 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc80053e0 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.431+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfd01a1350 con 0x7fbfd0102a20 2023-10-05T15:37:35.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.432+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfd0193500 con 0x7fbfd0102a20 2023-10-05T15:37:35.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.433+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbfc800c980 con 0x7fbfd0102a20 2023-10-05T15:37:35.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.433+0000 7fbfcd7fa700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 0x7fbfbc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.433+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fbfc80cc570 con 0x7fbfd0102a20 2023-10-05T15:37:35.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.433+0000 7fbfcffff700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 0x7fbfbc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.434+0000 7fbfcffff700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 0x7fbfbc0a3940 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbfc000bbd0 tx=0x7fbfc000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.437+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbfc8095960 con 0x7fbfd0102a20 2023-10-05T15:37:35.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.628+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbfd002d020 con 0x7fbfd0102a20 2023-10-05T15:37:35.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.628+0000 7fbfcd7fa700 1 -- 172.21.15.98:0/696985237 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbfc8098f80 con 0x7fbfd0102a20 2023-10-05T15:37:35.630 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:35.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 msgr2=0x7fbfbc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 0x7fbfbc0a3940 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbfc000bbd0 tx=0x7fbfc000b5b0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 msgr2=0x7fbfd01a03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800ada0 tx=0x7fbfc800c330 comp rx=0 tx=0).stop 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 shutdown_connections 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfbc0a1480 0x7fbfbc0a3940 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfd0102a20 0x7fbfd01a03a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd0100f10 0x7fbfd0198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 --2- 172.21.15.98:0/696985237 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfd0102060 0x7fbfd0199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 >> 172.21.15.98:0/696985237 conn(0x7fbfd00fc480 msgr2=0x7fbfd0107a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 shutdown_connections 2023-10-05T15:37:35.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.630+0000 7fbfd63fd700 1 -- 172.21.15.98:0/696985237 wait complete. 2023-10-05T15:37:35.645 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:37:35.771 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/391824570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd481019a0 msgr2=0x7fcd48103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.771 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/391824570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd481019a0 0x7fcd48103d90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fcd38009990 tx=0x7fcd38009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.771 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/391824570 shutdown_connections 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/391824570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd48106c00 0x7fcd48109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/391824570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd481019a0 0x7fcd48103d90 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/391824570 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481042d0 0x7fcd481066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/391824570 >> 172.21.15.98:0/391824570 conn(0x7fcd480fb370 msgr2=0x7fcd480fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/391824570 shutdown_connections 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.769+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/391824570 wait complete. 2023-10-05T15:37:35.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 Processor -- start 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 -- start start 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481019a0 0x7fcd48196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd481042d0 0x7fcd481970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4819e710 con 0x7fcd48106c00 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4819e850 con 0x7fcd481019a0 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd4d2a7700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4819e9e0 con 0x7fcd481042d0 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd477fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd477fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44040/0 (socket says 172.21.15.98:44040) 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd477fe700 1 -- 172.21.15.98:0/412240388 learned_addr learned my addr 172.21.15.98:0/412240388 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd467fc700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd481042d0 0x7fcd481970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.770+0000 7fcd46ffd700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481019a0 0x7fcd48196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 -- 172.21.15.98:0/412240388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd481042d0 msgr2=0x7fcd481970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd481042d0 0x7fcd481970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 -- 172.21.15.98:0/412240388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481019a0 msgr2=0x7fcd48196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481019a0 0x7fcd48196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 -- 172.21.15.98:0/412240388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd380095f0 con 0x7fcd48106c00 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd477fe700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcd40007970 tx=0x7fcd40007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd40017070 con 0x7fcd48106c00 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd4819ecc0 con 0x7fcd48106c00 2023-10-05T15:37:35.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd4000f040 con 0x7fcd48106c00 2023-10-05T15:37:35.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd40013a30 con 0x7fcd48106c00 2023-10-05T15:37:35.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.771+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd4819f1d0 con 0x7fcd48106c00 2023-10-05T15:37:35.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.772+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd480fcef0 con 0x7fcd48106c00 2023-10-05T15:37:35.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.773+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcd4000dd30 con 0x7fcd48106c00 2023-10-05T15:37:35.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.773+0000 7fcd2ffff700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 0x7fcd300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:35.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.774+0000 7fcd46ffd700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 0x7fcd300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:35.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.774+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fcd400ccd60 con 0x7fcd48106c00 2023-10-05T15:37:35.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.774+0000 7fcd46ffd700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 0x7fcd300a3940 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800b5c0 tx=0x7fcd38005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:35.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.777+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcd40096060 con 0x7fcd48106c00 2023-10-05T15:37:35.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.971+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcd4810c890 con 0x7fcd48106c00 2023-10-05T15:37:35.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.972+0000 7fcd2ffff700 1 -- 172.21.15.98:0/412240388 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcd40099680 con 0x7fcd48106c00 2023-10-05T15:37:35.973 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 msgr2=0x7fcd300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 0x7fcd300a3940 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fcd3800b5c0 tx=0x7fcd38005fd0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 msgr2=0x7fcd4819e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcd40007970 tx=0x7fcd40007c80 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 shutdown_connections 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcd300a1480 0x7fcd300a3940 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcd481019a0 0x7fcd48196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcd48106c00 0x7fcd4819e140 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 --2- 172.21.15.98:0/412240388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcd481042d0 0x7fcd481970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 >> 172.21.15.98:0/412240388 conn(0x7fcd480fb370 msgr2=0x7fcd48102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:35.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 shutdown_connections 2023-10-05T15:37:35.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:35.974+0000 7fcd4d2a7700 1 -- 172.21.15.98:0/412240388 wait complete. 2023-10-05T15:37:35.987 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4215983184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:35.987 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1444339532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:35.987 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:35 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/696985237' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:35.988 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:37:36.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 -- 172.21.15.98:0/1986780613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c4102bb0 msgr2=0x7f75c4109460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1986780613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c4102bb0 0x7f75c4109460 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f75bc00b0a0 tx=0x7f75bc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 -- 172.21.15.98:0/1986780613 shutdown_connections 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1986780613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c40ff1a0 0x7f75c40ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1986780613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c4102bb0 0x7f75c4109460 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1986780613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102210 0x7f75c4102670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.109+0000 7f75cb75c700 1 -- 172.21.15.98:0/1986780613 >> 172.21.15.98:0/1986780613 conn(0x7f75c40faab0 msgr2=0x7f75c40fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- 172.21.15.98:0/1986780613 shutdown_connections 2023-10-05T15:37:36.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- 172.21.15.98:0/1986780613 wait complete. 2023-10-05T15:37:36.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 Processor -- start 2023-10-05T15:37:36.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- start start 2023-10-05T15:37:36.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 0x7f75c41971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102bb0 0x7f75c419e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c419e810 con 0x7f75c40ff1a0 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c419e980 con 0x7f75c4102210 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75cb75c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c419eb40 con 0x7f75c4102bb0 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75c94f8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75c94f8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44048/0 (socket says 172.21.15.98:44048) 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.110+0000 7f75c94f8700 1 -- 172.21.15.98:0/1466900317 learned_addr learned my addr 172.21.15.98:0/1466900317 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c8cf7700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 0x7f75c41971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c9cf9700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102bb0 0x7f75c419e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 -- 172.21.15.98:0/1466900317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102bb0 msgr2=0x7f75c419e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102bb0 0x7f75c419e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 -- 172.21.15.98:0/1466900317 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 msgr2=0x7f75c41971e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 0x7f75c41971e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 -- 172.21.15.98:0/1466900317 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75bc009d00 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c8cf7700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 0x7f75c41971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75c94f8700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f75c000d980 tx=0x7f75c000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c000de60 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75c419ee20 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75c00044e0 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c0003be0 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.111+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75c419f250 con 0x7f75c40ff1a0 2023-10-05T15:37:36.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.112+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75c4107f50 con 0x7f75c40ff1a0 2023-10-05T15:37:36.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.113+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f75c0009bb0 con 0x7f75c40ff1a0 2023-10-05T15:37:36.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.113+0000 7f75ba7fc700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 0x7f75b00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.114+0000 7f75c8cf7700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 0x7f75b00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.114+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f75c00cd130 con 0x7f75c40ff1a0 2023-10-05T15:37:36.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.114+0000 7f75c8cf7700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 0x7f75b00a3940 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f75b4005fd0 tx=0x7f75b4005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.117+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f75c0096490 con 0x7f75c40ff1a0 2023-10-05T15:37:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4215983184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1444339532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:35 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/696985237' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4215983184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1444339532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:35 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/696985237' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:36.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.310+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f75c402d020 con 0x7f75c40ff1a0 2023-10-05T15:37:36.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.310+0000 7f75ba7fc700 1 -- 172.21.15.98:0/1466900317 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f75c0009940 con 0x7f75c40ff1a0 2023-10-05T15:37:36.312 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:36.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 msgr2=0x7f75b00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 0x7f75b00a3940 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f75b4005fd0 tx=0x7f75b4005dc0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 msgr2=0x7f75c4196ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f75c000d980 tx=0x7f75c000dd40 comp rx=0 tx=0).stop 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 shutdown_connections 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f75b00a1480 0x7f75b00a3940 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75c4102bb0 0x7f75c419e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f75c40ff1a0 0x7f75c4196ca0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 --2- 172.21.15.98:0/1466900317 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f75c4102210 0x7f75c41971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 >> 172.21.15.98:0/1466900317 conn(0x7f75c40faab0 msgr2=0x7f75c40fcd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 shutdown_connections 2023-10-05T15:37:36.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.312+0000 7f75cb75c700 1 -- 172.21.15.98:0/1466900317 wait complete. 2023-10-05T15:37:36.326 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:37:36.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 -- 172.21.15.98:0/3675543208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941019a0 msgr2=0x7fd494103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 --2- 172.21.15.98:0/3675543208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941019a0 0x7fd494103d90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd488009990 tx=0x7fd488009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 -- 172.21.15.98:0/3675543208 shutdown_connections 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 --2- 172.21.15.98:0/3675543208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd494106c00 0x7fd494109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 --2- 172.21.15.98:0/3675543208 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941019a0 0x7fd494103d90 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 --2- 172.21.15.98:0/3675543208 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941042d0 0x7fd4941066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 -- 172.21.15.98:0/3675543208 >> 172.21.15.98:0/3675543208 conn(0x7fd4940fb310 msgr2=0x7fd4940fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 -- 172.21.15.98:0/3675543208 shutdown_connections 2023-10-05T15:37:36.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.447+0000 7fd499e3b700 1 -- 172.21.15.98:0/3675543208 wait complete. 2023-10-05T15:37:36.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 Processor -- start 2023-10-05T15:37:36.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 -- start start 2023-10-05T15:37:36.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 0x7fd494196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd494106c00 0x7fd49419e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49419e710 con 0x7fd4941042d0 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49419e850 con 0x7fd4941019a0 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd499e3b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49419e9e0 con 0x7fd494106c00 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44064/0 (socket says 172.21.15.98:44064) 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 -- 172.21.15.98:0/1983659668 learned_addr learned my addr 172.21.15.98:0/1983659668 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd4937fe700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 0x7fd494196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 -- 172.21.15.98:0/1983659668 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd494106c00 msgr2=0x7fd49419e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd494106c00 0x7fd49419e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 -- 172.21.15.98:0/1983659668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 msgr2=0x7fd494196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.452 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 0x7fd494196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 -- 172.21.15.98:0/1983659668 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4880095f0 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd4937fe700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 0x7fd494196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd492ffd700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd48400e9a0 tx=0x7fd48400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd484009790 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.448+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd48400cbd0 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.449+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd49419ecc0 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.449+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd484018680 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.449+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd49419f1d0 con 0x7fd4941042d0 2023-10-05T15:37:36.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.449+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4940fce90 con 0x7fd4941042d0 2023-10-05T15:37:36.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.450+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd48400cd40 con 0x7fd4941042d0 2023-10-05T15:37:36.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.451+0000 7fd490ff9700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 0x7fd47c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.451+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fd484014070 con 0x7fd4941042d0 2023-10-05T15:37:36.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.451+0000 7fd4937fe700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 0x7fd47c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.451+0000 7fd4937fe700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 0x7fd47c0a3990 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd48800b2e0 tx=0x7fd488005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.454+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd484096b30 con 0x7fd4941042d0 2023-10-05T15:37:36.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.687+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd49410c8f0 con 0x7fd4941042d0 2023-10-05T15:37:36.689 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.688+0000 7fd490ff9700 1 -- 172.21.15.98:0/1983659668 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7fd48409a150 con 0x7fd4941042d0 2023-10-05T15:37:36.689 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:36.690 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 msgr2=0x7fd47c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 0x7fd47c0a3990 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd48800b2e0 tx=0x7fd488005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 msgr2=0x7fd4941970d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd48400e9a0 tx=0x7fd48400ed60 comp rx=0 tx=0).stop 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 shutdown_connections 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd47c0a14d0 0x7fd47c0a3990 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd4941019a0 0x7fd494196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.692 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd494106c00 0x7fd49419e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 --2- 172.21.15.98:0/1983659668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd4941042d0 0x7fd4941970d0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 >> 172.21.15.98:0/1983659668 conn(0x7fd4940fb310 msgr2=0x7fd494102630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:36.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 shutdown_connections 2023-10-05T15:37:36.693 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.690+0000 7fd499e3b700 1 -- 172.21.15.98:0/1983659668 wait complete. 2023-10-05T15:37:36.693 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:37:36.704 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:37:36.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.824+0000 7fce93180700 1 -- 172.21.15.98:0/3138315551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 msgr2=0x7fce8c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.824+0000 7fce93180700 1 --2- 172.21.15.98:0/3138315551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c101410 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fce780099c0 tx=0x7fce78009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- 172.21.15.98:0/3138315551 shutdown_connections 2023-10-05T15:37:36.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- 172.21.15.98:0/3138315551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 0x7fce8c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- 172.21.15.98:0/3138315551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 0x7fce8c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- 172.21.15.98:0/3138315551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c101410 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- 172.21.15.98:0/3138315551 >> 172.21.15.98:0/3138315551 conn(0x7fce8c0fb310 msgr2=0x7fce8c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- 172.21.15.98:0/3138315551 shutdown_connections 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- 172.21.15.98:0/3138315551 wait complete. 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 Processor -- start 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- start start 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 0x7fce8c196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 0x7fce8c19e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c19e6e0 con 0x7fce8c100fb0 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c19e820 con 0x7fce8c0ffdc0 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce93180700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c19e9b0 con 0x7fce8c101950 2023-10-05T15:37:36.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce8bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce8bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44078/0 (socket says 172.21.15.98:44078) 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.825+0000 7fce8bfff700 1 -- 172.21.15.98:0/2234707883 learned_addr learned my addr 172.21.15.98:0/2234707883 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce90f1c700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 0x7fce8c196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce9171d700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 0x7fce8c19e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 -- 172.21.15.98:0/2234707883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 msgr2=0x7fce8c19e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 0x7fce8c19e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 -- 172.21.15.98:0/2234707883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 msgr2=0x7fce8c196b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 0x7fce8c196b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 -- 172.21.15.98:0/2234707883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce780095f0 con 0x7fce8c100fb0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce8bfff700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fce78009990 tx=0x7fce78004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7801d070 con 0x7fce8c100fb0 2023-10-05T15:37:36.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce78004010 con 0x7fce8c100fb0 2023-10-05T15:37:36.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce8c19ec30 con 0x7fce8c100fb0 2023-10-05T15:37:36.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce78022d40 con 0x7fce8c100fb0 2023-10-05T15:37:36.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.826+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8c19f0e0 con 0x7fce8c100fb0 2023-10-05T15:37:36.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.827+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce8c10b5d0 con 0x7fce8c100fb0 2023-10-05T15:37:36.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.828+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fce78022470 con 0x7fce8c100fb0 2023-10-05T15:37:36.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.829+0000 7fce89ffb700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 0x7fce7c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:36.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.829+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fce780ce620 con 0x7fce8c100fb0 2023-10-05T15:37:36.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.829+0000 7fce90f1c700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 0x7fce7c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:36.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.829+0000 7fce90f1c700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 0x7fce7c0a3990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fce8c100e10 tx=0x7fce8000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:36.834 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:36.832+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fce78097a10 con 0x7fce8c100fb0 2023-10-05T15:37:37.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.026+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce8c19f270 con 0x7fce8c100fb0 2023-10-05T15:37:37.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.027+0000 7fce89ffb700 1 -- 172.21.15.98:0/2234707883 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7fce7809b030 con 0x7fce8c100fb0 2023-10-05T15:37:37.030 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:37.030 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 msgr2=0x7fce7c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 0x7fce7c0a3990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fce8c100e10 tx=0x7fce8000b410 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 msgr2=0x7fce8c1970a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fce78009990 tx=0x7fce78004730 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 shutdown_connections 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fce7c0a14d0 0x7fce7c0a3990 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fce8c0ffdc0 0x7fce8c196b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce8c101950 0x7fce8c19e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 --2- 172.21.15.98:0/2234707883 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fce8c100fb0 0x7fce8c1970a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 >> 172.21.15.98:0/2234707883 conn(0x7fce8c0fb310 msgr2=0x7fce8c068060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 shutdown_connections 2023-10-05T15:37:37.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.030+0000 7fce93180700 1 -- 172.21.15.98:0/2234707883 wait complete. 2023-10-05T15:37:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:36 smithi098 ceph-mon[99243]: pgmap v293: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/412240388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1466900317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:36 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1983659668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:37.044 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:37:37.045 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:37:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:36 smithi173 ceph-mon[104029]: pgmap v293: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/412240388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1466900317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:36 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1983659668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:36 smithi115 ceph-mon[103691]: pgmap v293: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/412240388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1466900317' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:37.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:36 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1983659668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 -- 172.21.15.98:0/636432892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e00ffdc0 msgr2=0x7fe6e01001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 --2- 172.21.15.98:0/636432892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e01001e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe6d40099c0 tx=0x7fe6d4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 -- 172.21.15.98:0/636432892 shutdown_connections 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 --2- 172.21.15.98:0/636432892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0101950 0x7fe6e0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 --2- 172.21.15.98:0/636432892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e01001e0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 --2- 172.21.15.98:0/636432892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e0100fb0 0x7fe6e0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 -- 172.21.15.98:0/636432892 >> 172.21.15.98:0/636432892 conn(0x7fe6e00fb330 msgr2=0x7fe6e00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 -- 172.21.15.98:0/636432892 shutdown_connections 2023-10-05T15:37:37.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 -- 172.21.15.98:0/636432892 wait complete. 2023-10-05T15:37:37.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.167+0000 7fe6e587b700 1 Processor -- start 2023-10-05T15:37:37.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 -- start start 2023-10-05T15:37:37.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e0196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0100fb0 0x7fe6e01970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.171 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e019e730 con 0x7fe6e0101950 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e019e870 con 0x7fe6e00ffdc0 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e019ea00 con 0x7fe6e0100fb0 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44094/0 (socket says 172.21.15.98:44094) 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 -- 172.21.15.98:0/4040586808 learned_addr learned my addr 172.21.15.98:0/4040586808 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6deffd700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e0196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 -- 172.21.15.98:0/4040586808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0100fb0 msgr2=0x7fe6e01970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6de7fc700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0100fb0 0x7fe6e01970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0100fb0 0x7fe6e01970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 -- 172.21.15.98:0/4040586808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 msgr2=0x7fe6e0196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.172 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e0196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 -- 172.21.15.98:0/4040586808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d40095f0 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6deffd700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e0196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6df7fe700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8007ee0 tx=0x7fe6d800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d8017070 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6d800f040 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e019ece0 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.168+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d8005740 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.169+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e019f1a0 con 0x7fe6e0101950 2023-10-05T15:37:37.173 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.169+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6e010b5d0 con 0x7fe6e0101950 2023-10-05T15:37:37.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.170+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe6d80058a0 con 0x7fe6e0101950 2023-10-05T15:37:37.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.171+0000 7fe6e4879700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 0x7fe6c80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.171+0000 7fe6deffd700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 0x7fe6c80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.171+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fe6d80cc8b0 con 0x7fe6e0101950 2023-10-05T15:37:37.174 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.172+0000 7fe6deffd700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 0x7fe6c80a3940 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4006010 tx=0x7fe6d4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.177 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.176+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe6d8095bb0 con 0x7fe6e0101950 2023-10-05T15:37:37.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.364+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe6e019f390 con 0x7fe6e0101950 2023-10-05T15:37:37.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.365+0000 7fe6e4879700 1 -- 172.21.15.98:0/4040586808 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe6d80991d0 con 0x7fe6e0101950 2023-10-05T15:37:37.367 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 msgr2=0x7fe6c80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 0x7fe6c80a3940 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4006010 tx=0x7fe6d4000bc0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 msgr2=0x7fe6e019e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8007ee0 tx=0x7fe6d800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 shutdown_connections 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe6c80a1480 0x7fe6c80a3940 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe6e00ffdc0 0x7fe6e0196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe6e0101950 0x7fe6e019e160 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 --2- 172.21.15.98:0/4040586808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6e0100fb0 0x7fe6e01970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 >> 172.21.15.98:0/4040586808 conn(0x7fe6e00fb330 msgr2=0x7fe6e00680c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 shutdown_connections 2023-10-05T15:37:37.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.367+0000 7fe6e587b700 1 -- 172.21.15.98:0/4040586808 wait complete. 2023-10-05T15:37:37.381 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:37:37.504 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.502+0000 7f1bc4525700 1 -- 172.21.15.98:0/2085299193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 msgr2=0x7f1bbc109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.504 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.502+0000 7f1bc4525700 1 --2- 172.21.15.98:0/2085299193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc109360 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1bb400b0a0 tx=0x7f1bb400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 -- 172.21.15.98:0/2085299193 shutdown_connections 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 --2- 172.21.15.98:0/2085299193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 --2- 172.21.15.98:0/2085299193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc109360 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 --2- 172.21.15.98:0/2085299193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 0x7f1bbc102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 -- 172.21.15.98:0/2085299193 >> 172.21.15.98:0/2085299193 conn(0x7f1bbc0fc440 msgr2=0x7f1bbc0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 -- 172.21.15.98:0/2085299193 shutdown_connections 2023-10-05T15:37:37.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 -- 172.21.15.98:0/2085299193 wait complete. 2023-10-05T15:37:37.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 Processor -- start 2023-10-05T15:37:37.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.503+0000 7f1bc4525700 1 -- start start 2023-10-05T15:37:37.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc196d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 0x7f1bbc197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.507 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc19e840 con 0x7f1bbc102a40 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc19e9b0 con 0x7f1bbc100ea0 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bbc19eb70 con 0x7f1bbc102080 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44108/0 (socket says 172.21.15.98:44108) 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 -- 172.21.15.98:0/3772305157 learned_addr learned my addr 172.21.15.98:0/3772305157 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc1ac0700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 0x7f1bbc197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 -- 172.21.15.98:0/3772305157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 msgr2=0x7f1bbc197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 0x7f1bbc197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc22c1700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc196d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 -- 172.21.15.98:0/3772305157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 msgr2=0x7f1bbc196d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc196d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.508 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 -- 172.21.15.98:0/3772305157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb4009d00 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc22c1700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc2ac2700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1bb40062a0 tx=0x7f1bb4004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb400e040 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bb401db50 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bbc19edf0 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb401bc40 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.504+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bbc19f1c0 con 0x7f1bbc102a40 2023-10-05T15:37:37.509 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.505+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bbc10c710 con 0x7f1bbc102a40 2023-10-05T15:37:37.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.506+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1bb401d690 con 0x7f1bbc102a40 2023-10-05T15:37:37.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.507+0000 7f1bb37fe700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 0x7f1ba80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.507+0000 7f1bc22c1700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 0x7f1ba80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.507+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f1bb40cec20 con 0x7f1bbc102a40 2023-10-05T15:37:37.510 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.507+0000 7f1bc22c1700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 0x7f1ba80a3940 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8005fd0 tx=0x7f1bb8005f20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.513 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.511+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1bb4098010 con 0x7f1bbc102a40 2023-10-05T15:37:37.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.701+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1bbc107dd0 con 0x7f1bbc102a40 2023-10-05T15:37:37.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.702+0000 7f1bb37fe700 1 -- 172.21.15.98:0/3772305157 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1bb409b630 con 0x7f1bbc102a40 2023-10-05T15:37:37.704 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 msgr2=0x7f1ba80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 0x7f1ba80a3940 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8005fd0 tx=0x7f1bb8005f20 comp rx=0 tx=0).stop 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 msgr2=0x7f1bbc19e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1bb40062a0 tx=0x7f1bb4004db0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 shutdown_connections 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1ba80a1480 0x7f1ba80a3940 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bbc100ea0 0x7f1bbc196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bbc102a40 0x7f1bbc19e270 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 --2- 172.21.15.98:0/3772305157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bbc102080 0x7f1bbc197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 >> 172.21.15.98:0/3772305157 conn(0x7f1bbc0fc440 msgr2=0x7f1bbc0fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 shutdown_connections 2023-10-05T15:37:37.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.704+0000 7f1bc4525700 1 -- 172.21.15.98:0/3772305157 wait complete. 2023-10-05T15:37:37.718 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 -- 172.21.15.98:0/135576723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c100f90 msgr2=0x7fbb3c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 --2- 172.21.15.98:0/135576723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c100f90 0x7fbb3c101410 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009990 tx=0x7fbb38009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 -- 172.21.15.98:0/135576723 shutdown_connections 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 --2- 172.21.15.98:0/135576723 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 --2- 172.21.15.98:0/135576723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c101950 0x7fbb3c108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 --2- 172.21.15.98:0/135576723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c100f90 0x7fbb3c101410 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 -- 172.21.15.98:0/135576723 >> 172.21.15.98:0/135576723 conn(0x7fbb3c0fb3b0 msgr2=0x7fbb3c0fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 -- 172.21.15.98:0/135576723 shutdown_connections 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.840+0000 7fbb444a7700 1 -- 172.21.15.98:0/135576723 wait complete. 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 Processor -- start 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 -- start start 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c069d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 0x7fbb3c19b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb3c19e710 con 0x7fbb3c101950 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb3c19e880 con 0x7fbb3c0ffe40 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb444a7700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb3c19ea40 con 0x7fbb3c100f90 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb42a44700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb42a44700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44122/0 (socket says 172.21.15.98:44122) 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb42a44700 1 -- 172.21.15.98:0/3525507990 learned_addr learned my addr 172.21.15.98:0/3525507990 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb42243700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c069d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.841+0000 7fbb41a42700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 0x7fbb3c19b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 -- 172.21.15.98:0/3525507990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 msgr2=0x7fbb3c19b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 0x7fbb3c19b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 -- 172.21.15.98:0/3525507990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 msgr2=0x7fbb3c069d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c069d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 -- 172.21.15.98:0/3525507990 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb380095f0 con 0x7fbb3c101950 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42243700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c069d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb41a42700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 0x7fbb3c19b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb42a44700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbb34007ee0 tx=0x7fbb3400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb34017070 con 0x7fbb3c101950 2023-10-05T15:37:37.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb3400f040 con 0x7fbb3c101950 2023-10-05T15:37:37.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb3c19ed20 con 0x7fbb3c101950 2023-10-05T15:37:37.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb34005740 con 0x7fbb3c101950 2023-10-05T15:37:37.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.842+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb3c19f1d0 con 0x7fbb3c101950 2023-10-05T15:37:37.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.843+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb3c106db0 con 0x7fbb3c101950 2023-10-05T15:37:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.844+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbb340058a0 con 0x7fbb3c101950 2023-10-05T15:37:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.845+0000 7fbb337fe700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 0x7fbb280a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.845+0000 7fbb42243700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 0x7fbb280a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.845+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fbb340cced0 con 0x7fbb3c101950 2023-10-05T15:37:37.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.845+0000 7fbb42243700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 0x7fbb280a3940 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c005950 tx=0x7fbb2c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:37.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:37.848+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbb34096230 con 0x7fbb3c101950 2023-10-05T15:37:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2234707883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4040586808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:37 smithi098 ceph-mon[99243]: pgmap v294: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:38.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:37 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3772305157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.040+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbb3c10b7b0 con 0x7fbb3c101950 2023-10-05T15:37:38.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.041+0000 7fbb337fe700 1 -- 172.21.15.98:0/3525507990 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbb34099850 con 0x7fbb3c101950 2023-10-05T15:37:38.043 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 msgr2=0x7fbb280a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 0x7fbb280a3940 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c005950 tx=0x7fbb2c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 msgr2=0x7fbb3c19df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbb34007ee0 tx=0x7fbb3400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 shutdown_connections 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb280a1480 0x7fbb280a3940 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb3c0ffe40 0x7fbb3c069d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.046 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb3c101950 0x7fbb3c19df40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.046 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 --2- 172.21.15.98:0/3525507990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb3c100f90 0x7fbb3c19b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.046 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 >> 172.21.15.98:0/3525507990 conn(0x7fbb3c0fb3b0 msgr2=0x7fbb3c0fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.046 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 shutdown_connections 2023-10-05T15:37:38.046 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.043+0000 7fbb444a7700 1 -- 172.21.15.98:0/3525507990 wait complete. 2023-10-05T15:37:38.057 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:37:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2234707883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4040586808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:37 smithi173 ceph-mon[104029]: pgmap v294: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:38.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:37 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3772305157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2234707883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4040586808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:37 smithi115 ceph-mon[103691]: pgmap v294: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:38.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:37 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3772305157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:37:38.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 -- 172.21.15.98:0/1799950307 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388101990 msgr2=0x7f3388108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 --2- 172.21.15.98:0/1799950307 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388101990 0x7f3388108240 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f338000b0d0 tx=0x7f338000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 -- 172.21.15.98:0/1799950307 shutdown_connections 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 --2- 172.21.15.98:0/1799950307 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33880ffe00 0x7f3388100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 --2- 172.21.15.98:0/1799950307 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388101990 0x7f3388108240 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 --2- 172.21.15.98:0/1799950307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3388100ff0 0x7f3388101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 -- 172.21.15.98:0/1799950307 >> 172.21.15.98:0/1799950307 conn(0x7f33880fb3b0 msgr2=0x7f33880fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.179+0000 7f33903d9700 1 -- 172.21.15.98:0/1799950307 shutdown_connections 2023-10-05T15:37:38.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.180+0000 7f33903d9700 1 -- 172.21.15.98:0/1799950307 wait complete. 2023-10-05T15:37:38.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.180+0000 7f33903d9700 1 Processor -- start 2023-10-05T15:37:38.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.180+0000 7f33903d9700 1 -- start start 2023-10-05T15:37:38.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33880ffe00 0x7f3388195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3388101990 0x7f338819d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819d710 con 0x7f3388100ff0 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819d850 con 0x7f3388101990 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819d9e0 con 0x7f33880ffe00 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44134/0 (socket says 172.21.15.98:44134) 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 -- 172.21.15.98:0/2409803166 learned_addr learned my addr 172.21.15.98:0/2409803166 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338e976700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3388101990 0x7f338819d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338e175700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33880ffe00 0x7f3388195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 -- 172.21.15.98:0/2409803166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33880ffe00 msgr2=0x7f3388195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33880ffe00 0x7f3388195b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 -- 172.21.15.98:0/2409803166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3388101990 msgr2=0x7f338819d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.185 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3388101990 0x7f338819d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 -- 172.21.15.98:0/2409803166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3380009d00 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f338d974700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f337800d950 tx=0x7f337800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3378009940 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3378010460 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f338819dcc0 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337800f620 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.181+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f338819e1d0 con 0x7f3388100ff0 2023-10-05T15:37:38.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.182+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3388107320 con 0x7f3388100ff0 2023-10-05T15:37:38.187 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.183+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f33780108d0 con 0x7f3388100ff0 2023-10-05T15:37:38.187 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.184+0000 7f337f7fe700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 0x7f33740a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.187 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.184+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f33780ccd30 con 0x7f3388100ff0 2023-10-05T15:37:38.187 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.184+0000 7f338e175700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 0x7f33740a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.187 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.184+0000 7f338e175700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 0x7f33740a39c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3384005fd0 tx=0x7f3384005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.189 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.187+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3378096030 con 0x7f3388100ff0 2023-10-05T15:37:38.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.378+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f338810b620 con 0x7f3388100ff0 2023-10-05T15:37:38.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.379+0000 7f337f7fe700 1 -- 172.21.15.98:0/2409803166 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f33780200a0 con 0x7f3388100ff0 2023-10-05T15:37:38.381 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 msgr2=0x7f33740a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 0x7f33740a39c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3384005fd0 tx=0x7f3384005f60 comp rx=0 tx=0).stop 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 msgr2=0x7f33881960d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f337800d950 tx=0x7f337800dc60 comp rx=0 tx=0).stop 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 shutdown_connections 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f33740a1500 0x7f33740a39c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3388101990 0x7f338819d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f33880ffe00 0x7f3388195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 --2- 172.21.15.98:0/2409803166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3388100ff0 0x7f33881960d0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 >> 172.21.15.98:0/2409803166 conn(0x7f33880fb3b0 msgr2=0x7f3388104460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 shutdown_connections 2023-10-05T15:37:38.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.381+0000 7f33903d9700 1 -- 172.21.15.98:0/2409803166 wait complete. 2023-10-05T15:37:38.395 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 -- 172.21.15.98:0/932754663 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4100fb0 msgr2=0x7f1ec4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 --2- 172.21.15.98:0/932754663 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4100fb0 0x7f1ec4101410 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1eb80099c0 tx=0x7f1eb8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 -- 172.21.15.98:0/932754663 shutdown_connections 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 --2- 172.21.15.98:0/932754663 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec4101950 0x7f1ec4108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 --2- 172.21.15.98:0/932754663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec40ffdc0 0x7f1ec41001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 --2- 172.21.15.98:0/932754663 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4100fb0 0x7f1ec4101410 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.516 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 -- 172.21.15.98:0/932754663 >> 172.21.15.98:0/932754663 conn(0x7f1ec40fb310 msgr2=0x7f1ec40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.516 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 -- 172.21.15.98:0/932754663 shutdown_connections 2023-10-05T15:37:38.516 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.513+0000 7f1ecb679700 1 -- 172.21.15.98:0/932754663 wait complete. 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 Processor -- start 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 -- start start 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec40ffdc0 0x7f1ec4069e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec4100fb0 0x7f1ec419dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec41a08b0 con 0x7f1ec4101950 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec41a0a20 con 0x7f1ec40ffdc0 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ecb679700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec41a0be0 con 0x7f1ec4100fb0 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44150/0 (socket says 172.21.15.98:44150) 2023-10-05T15:37:38.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 -- 172.21.15.98:0/840798232 learned_addr learned my addr 172.21.15.98:0/840798232 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9415700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec40ffdc0 0x7f1ec4069e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec8c14700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec4100fb0 0x7f1ec419dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 -- 172.21.15.98:0/840798232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec4100fb0 msgr2=0x7f1ec419dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec4100fb0 0x7f1ec419dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 -- 172.21.15.98:0/840798232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec40ffdc0 msgr2=0x7f1ec4069e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec40ffdc0 0x7f1ec4069e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.514+0000 7f1ec9c16700 1 -- 172.21.15.98:0/840798232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eb80095f0 con 0x7f1ec4101950 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ec9c16700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1eb400ada0 tx=0x7f1eb400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb400f070 con 0x7f1ec4101950 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1eb4007b30 con 0x7f1ec4101950 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ec41a0ec0 con 0x7f1ec4101950 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb4005440 con 0x7f1ec4101950 2023-10-05T15:37:38.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.515+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ec41a1340 con 0x7f1ec4101950 2023-10-05T15:37:38.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.516+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ec410b5d0 con 0x7f1ec4101950 2023-10-05T15:37:38.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.517+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1eb4004ad0 con 0x7f1ec4101950 2023-10-05T15:37:38.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.518+0000 7f1ec27fc700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 0x7f1eac0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.518+0000 7f1ec9415700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 0x7f1eac0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.518+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f1eb40ccc70 con 0x7f1ec4101950 2023-10-05T15:37:38.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.518+0000 7f1ec9415700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 0x7f1eac0a3a10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc005950 tx=0x7f1ebc0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.521+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1eb4096000 con 0x7f1ec4101950 2023-10-05T15:37:38.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.754+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1ec41a1530 con 0x7f1ec4101950 2023-10-05T15:37:38.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.755+0000 7f1ec27fc700 1 -- 172.21.15.98:0/840798232 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f1eb401a310 con 0x7f1ec4101950 2023-10-05T15:37:38.757 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:38.757 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:37:38.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 msgr2=0x7f1eac0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 0x7f1eac0a3a10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc005950 tx=0x7f1ebc0058e0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 msgr2=0x7f1ec41a0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f1eb400ada0 tx=0x7f1eb400c330 comp rx=0 tx=0).stop 2023-10-05T15:37:38.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 shutdown_connections 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1eac0a1550 0x7f1eac0a3a10 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ec40ffdc0 0x7f1ec4069e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ec4101950 0x7f1ec41a0200 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 --2- 172.21.15.98:0/840798232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ec4100fb0 0x7f1ec419dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 >> 172.21.15.98:0/840798232 conn(0x7f1ec40fb310 msgr2=0x7f1ec40fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 shutdown_connections 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.757+0000 7f1ecb679700 1 -- 172.21.15.98:0/840798232 wait complete. 2023-10-05T15:37:38.760 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:37:38.771 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:37:38.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 -- 172.21.15.98:0/3111729172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 msgr2=0x7efcec0ff9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/3111729172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec0ff9c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7efce400b0d0 tx=0x7efce400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 -- 172.21.15.98:0/3111729172 shutdown_connections 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/3111729172 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec1079e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/3111729172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec0ff9c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/3111729172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 0x7efcec100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.893+0000 7efcf2c1e700 1 -- 172.21.15.98:0/3111729172 >> 172.21.15.98:0/3111729172 conn(0x7efcec0faaf0 msgr2=0x7efcec0fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.894+0000 7efcf2c1e700 1 -- 172.21.15.98:0/3111729172 shutdown_connections 2023-10-05T15:37:38.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.894+0000 7efcf2c1e700 1 -- 172.21.15.98:0/3111729172 wait complete. 2023-10-05T15:37:38.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.894+0000 7efcf2c1e700 1 Processor -- start 2023-10-05T15:37:38.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.894+0000 7efcf2c1e700 1 -- start start 2023-10-05T15:37:38.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 0x7efcec197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec19e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcec19e8c0 con 0x7efcec0ff5a0 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcec19ea00 con 0x7efcec101130 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcec19eb90 con 0x7efcec100790 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44160/0 (socket says 172.21.15.98:44160) 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 -- 172.21.15.98:0/1462129580 learned_addr learned my addr 172.21.15.98:0/1462129580 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcebfff700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 0x7efcec197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf11bb700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec19e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 -- 172.21.15.98:0/1462129580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 msgr2=0x7efcec197280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 0x7efcec197280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 -- 172.21.15.98:0/1462129580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 msgr2=0x7efcec19e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:38.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec19e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 -- 172.21.15.98:0/1462129580 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efce4009d00 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf11bb700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec19e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf09ba700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7efce400b820 tx=0x7efce4009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efce400e040 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efce4003e10 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcec19ee10 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efce4005610 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.895+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcec19f180 con 0x7efcec0ff5a0 2023-10-05T15:37:38.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.896+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcec10a630 con 0x7efcec0ff5a0 2023-10-05T15:37:38.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.897+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efce4005770 con 0x7efcec0ff5a0 2023-10-05T15:37:38.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.898+0000 7efce9ffb700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 0x7efcd80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:38.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.898+0000 7efcebfff700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 0x7efcd80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:38.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.898+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7efce40ce540 con 0x7efcec0ff5a0 2023-10-05T15:37:38.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.898+0000 7efcebfff700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 0x7efcd80a3990 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7efcd400bc70 tx=0x7efcd400b650 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:38.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:38.901+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efce40979c0 con 0x7efcec0ff5a0 2023-10-05T15:37:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3525507990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2409803166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:38 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/840798232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:39.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.100+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efcec106430 con 0x7efcec0ff5a0 2023-10-05T15:37:39.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.101+0000 7efce9ffb700 1 -- 172.21.15.98:0/1462129580 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7efce409afe0 con 0x7efcec0ff5a0 2023-10-05T15:37:39.103 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:39.104 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 msgr2=0x7efcd80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 0x7efcd80a3990 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7efcd400bc70 tx=0x7efcd400b650 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 msgr2=0x7efcec196d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7efce400b820 tx=0x7efce4009570 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 shutdown_connections 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efcd80a14d0 0x7efcd80a3990 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efcec101130 0x7efcec19e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efcec0ff5a0 0x7efcec196d40 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 --2- 172.21.15.98:0/1462129580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec100790 0x7efcec197280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 >> 172.21.15.98:0/1462129580 conn(0x7efcec0faaf0 msgr2=0x7efcec0fcd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 shutdown_connections 2023-10-05T15:37:39.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.104+0000 7efcf2c1e700 1 -- 172.21.15.98:0/1462129580 wait complete. 2023-10-05T15:37:39.118 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:37:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:38 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3525507990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:38 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2409803166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:38 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/840798232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:38 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3525507990' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:38 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2409803166' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:37:39.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:38 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/840798232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:39.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 -- 172.21.15.98:0/1634381415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 msgr2=0x7f00cc102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 --2- 172.21.15.98:0/1634381415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc102500 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f00bc009990 tx=0x7f00bc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 -- 172.21.15.98:0/1634381415 shutdown_connections 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 --2- 172.21.15.98:0/1634381415 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 0x7f00cc1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 --2- 172.21.15.98:0/1634381415 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc102a40 0x7f00cc109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 --2- 172.21.15.98:0/1634381415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc102500 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.237+0000 7f00d46c0700 1 -- 172.21.15.98:0/1634381415 >> 172.21.15.98:0/1634381415 conn(0x7f00cc0fc420 msgr2=0x7f00cc0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- 172.21.15.98:0/1634381415 shutdown_connections 2023-10-05T15:37:39.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- 172.21.15.98:0/1634381415 wait complete. 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 Processor -- start 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- start start 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 0x7f00cc196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc102a40 0x7f00cc19e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00cc19e720 con 0x7f00cc102080 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00cc19e860 con 0x7f00cc100ea0 2023-10-05T15:37:39.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d46c0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00cc19e9f0 con 0x7f00cc102a40 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d1c5b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d1c5b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44176/0 (socket says 172.21.15.98:44176) 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.238+0000 7f00d1c5b700 1 -- 172.21.15.98:0/4016226952 learned_addr learned my addr 172.21.15.98:0/4016226952 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d245c700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 0x7f00cc196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 -- 172.21.15.98:0/4016226952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc102a40 msgr2=0x7f00cc19e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc102a40 0x7f00cc19e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 -- 172.21.15.98:0/4016226952 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 msgr2=0x7f00cc196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 0x7f00cc196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 -- 172.21.15.98:0/4016226952 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00bc0095f0 con 0x7f00cc102080 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d1c5b700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0095c0 tx=0x7f00bc00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00bc01d070 con 0x7f00cc102080 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f00bc00fb80 con 0x7f00cc102080 2023-10-05T15:37:39.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00cc19ec70 con 0x7f00cc102080 2023-10-05T15:37:39.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00bc017650 con 0x7f00cc102080 2023-10-05T15:37:39.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.239+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00cc19f090 con 0x7f00cc102080 2023-10-05T15:37:39.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.240+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00cc10c780 con 0x7f00cc102080 2023-10-05T15:37:39.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.241+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f00bc022470 con 0x7f00cc102080 2023-10-05T15:37:39.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.242+0000 7f00c37fe700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 0x7f00b80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.242+0000 7f00d245c700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 0x7f00b80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.242+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f00bc0cec80 con 0x7f00cc102080 2023-10-05T15:37:39.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.242+0000 7f00d245c700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 0x7f00b80a3990 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f00c8005950 tx=0x7f00c80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.245+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f00bc098070 con 0x7f00cc102080 2023-10-05T15:37:39.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.480+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f00cc107e40 con 0x7f00cc102080 2023-10-05T15:37:39.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.481+0000 7f00c37fe700 1 -- 172.21.15.98:0/4016226952 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f00bc09b690 con 0x7f00cc102080 2023-10-05T15:37:39.483 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:39.483 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:37:39.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 msgr2=0x7f00b80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 0x7f00b80a3990 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f00c8005950 tx=0x7f00c80058e0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 msgr2=0x7f00cc1970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0095c0 tx=0x7f00bc00f690 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 shutdown_connections 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f00b80a14d0 0x7f00b80a3990 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f00cc100ea0 0x7f00cc196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00cc102a40 0x7f00cc19e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 --2- 172.21.15.98:0/4016226952 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f00cc102080 0x7f00cc1970e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 >> 172.21.15.98:0/4016226952 conn(0x7f00cc0fc420 msgr2=0x7f00cc0fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 shutdown_connections 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.483+0000 7f00d46c0700 1 -- 172.21.15.98:0/4016226952 wait complete. 2023-10-05T15:37:39.486 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:37:39.497 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-05T15:36:19.363652+0000', 'modified': '2023-10-05T15:36:42.850286+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24506, 'mds_1': 24478, 'mds_2': 24476, 'mds_3': 24457, 'mds_4': 14628}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6839/1540864387', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6838', 'nonce': 1540864387}, {'type': 'v1', 'addr': '172.21.15.98:6839', 'nonce': 1540864387}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.98:6841/2262173749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6840', 'nonce': 2262173749}, {'type': 'v1', 'addr': '172.21.15.98:6841', 'nonce': 2262173749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6833/2860278494', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6832', 'nonce': 2860278494}, {'type': 'v1', 'addr': '172.21.15.173:6833', 'nonce': 2860278494}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24422': {'gid': 24422, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.115:6833/2058052314', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6832', 'nonce': 2058052314}, {'type': 'v1', 'addr': '172.21.15.115:6833', 'nonce': 2058052314}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24448': {'gid': 24448, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6835/2237605527', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6834', 'nonce': 2237605527}, {'type': 'v1', 'addr': '172.21.15.173:6835', 'nonce': 2237605527}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24449': {'gid': 24449, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.115:6835/3082174363', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6834', 'nonce': 3082174363}, {'type': 'v1', 'addr': '172.21.15.115:6835', 'nonce': 3082174363}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.173:6837/113202655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6836', 'nonce': 113202655}, {'type': 'v1', 'addr': '172.21.15.173:6837', 'nonce': 113202655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.115:6837/3290931099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6836', 'nonce': 3290931099}, {'type': 'v1', 'addr': '172.21.15.115:6837', 'nonce': 3290931099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.173:6839/4212584526', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6838', 'nonce': 4212584526}, {'type': 'v1', 'addr': '172.21.15.173:6839', 'nonce': 4212584526}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.115:6839/821480418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6838', 'nonce': 821480418}, {'type': 'v1', 'addr': '172.21.15.115:6839', 'nonce': 821480418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-05T15:37:39.498 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-10-05T15:37:39.498 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-10-05T15:37:39.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- 172.21.15.98:0/1296412258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 msgr2=0x7f19b0108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 --2- 172.21.15.98:0/1296412258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b0108270 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b0a0 tx=0x7f19a800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- 172.21.15.98:0/1296412258 shutdown_connections 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 --2- 172.21.15.98:0/1296412258 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b0108270 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 --2- 172.21.15.98:0/1296412258 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b00ffe40 0x7f19b0100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 --2- 172.21.15.98:0/1296412258 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b0100f90 0x7f19b0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- 172.21.15.98:0/1296412258 >> 172.21.15.98:0/1296412258 conn(0x7f19b00fb3b0 msgr2=0x7f19b00fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- 172.21.15.98:0/1296412258 shutdown_connections 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- 172.21.15.98:0/1296412258 wait complete. 2023-10-05T15:37:39.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 Processor -- start 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.619+0000 7f19b5efe700 1 -- start start 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b00ffe40 0x7f19b0194a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b0100f90 0x7f19b0194fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b019c600 con 0x7f19b0101950 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b019c740 con 0x7f19b00ffe40 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b019c8d0 con 0x7f19b0100f90 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44192/0 (socket says 172.21.15.98:44192) 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 -- 172.21.15.98:0/698374646 learned_addr learned my addr 172.21.15.98:0/698374646 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19af7fe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b00ffe40 0x7f19b0194a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b0100f90 0x7f19b0194fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 -- 172.21.15.98:0/698374646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b0100f90 msgr2=0x7f19b0194fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b0100f90 0x7f19b0194fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 -- 172.21.15.98:0/698374646 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b00ffe40 msgr2=0x7f19b0194a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b00ffe40 0x7f19b0194a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 -- 172.21.15.98:0/698374646 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19a8009d00 con 0x7f19b0101950 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19affff700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b780 tx=0x7f19a800bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19ad7fa700 1 -- 172.21.15.98:0/698374646 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a800e040 con 0x7f19b0101950 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19ad7fa700 1 -- 172.21.15.98:0/698374646 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19a8004e60 con 0x7f19b0101950 2023-10-05T15:37:39.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19b019cb50 con 0x7f19b0101950 2023-10-05T15:37:39.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19ad7fa700 1 -- 172.21.15.98:0/698374646 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a801b740 con 0x7f19b0101950 2023-10-05T15:37:39.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.620+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b019d020 con 0x7f19b0101950 2023-10-05T15:37:39.631 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.623+0000 7f19ad7fa700 1 -- 172.21.15.98:0/698374646 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f19a801da40 con 0x7f19b0101950 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.623+0000 7f19ad7fa700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 0x7f199c0a5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.623+0000 7f19af7fe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 0x7f199c0a5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19ad7fa700 1 -- 172.21.15.98:0/698374646 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f19a80ce900 con 0x7f19b0101950 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19af7fe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 0x7f199c0a5bd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f19a0005950 tx=0x7f19a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 Processor -- start 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 -- start start 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee463a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 0x55bee463b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee45a2410 con 0x55bee463ba10 2023-10-05T15:37:39.632 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee4593bd0 con 0x55bee463a210 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.624+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee45914f0 con 0x55bee463ab70 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44200/0 (socket says 172.21.15.98:44200) 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 -- 172.21.15.98:0/309897071 learned_addr learned my addr 172.21.15.98:0/309897071 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 0x55bee463b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19af7fe700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee463a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 -- 172.21.15.98:0/309897071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 msgr2=0x55bee463b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 0x55bee463b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 -- 172.21.15.98:0/309897071 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 msgr2=0x55bee463a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee463a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 -- 172.21.15.98:0/309897071 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bee43b7d90 con 0x55bee463ba10 2023-10-05T15:37:39.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19af7fe700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee463a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 0x55bee463b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19affff700 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f19a80062a0 tx=0x7f19a801dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0bb5ae2f5ae37af server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19a5ffb700 1 -- 172.21.15.98:0/309897071 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a809c0b0 con 0x55bee463ba10 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19a5ffb700 1 -- 172.21.15.98:0/309897071 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19a809b9b0 con 0x55bee463ba10 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.625+0000 7f19a5ffb700 1 -- 172.21.15.98:0/309897071 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19a809be10 con 0x55bee463ba10 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- 172.21.15.98:0/309897071 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 msgr2=0x55bee463be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f19a80062a0 tx=0x7f19a801dde0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- 172.21.15.98:0/309897071 shutdown_connections 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee463a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ba10 0x55bee463be90 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/309897071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ab70 0x55bee463b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- 172.21.15.98:0/309897071 >> 172.21.15.98:0/309897071 conn(0x55bee45ae210 msgr2=0x55bee46350f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- 172.21.15.98:0/309897071 shutdown_connections 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- 172.21.15.98:0/309897071 wait complete. 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 -- start start 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.626+0000 7f19c20e8b80 1 Processor -- start 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4643dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee464b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee458cde0 con 0x55bee463ab70 2023-10-05T15:37:39.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee45296c0 con 0x55bee463ba10 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee4529360 con 0x55bee463a210 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19c20e8b80 10 client.0 _ll_register_callbacks cb 0x55bee43867b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44204/0 (socket says 172.21.15.98:44204) 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 -- 172.21.15.98:0/2581682159 learned_addr learned my addr 172.21.15.98:0/2581682159 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19af7fe700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4643dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19affff700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee464b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 -- 172.21.15.98:0/2581682159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 msgr2=0x55bee4643dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4643dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 -- 172.21.15.98:0/2581682159 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 msgr2=0x55bee464b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee464b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 -- 172.21.15.98:0/2581682159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b019d020 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1998013800 tx=0x7f1998013bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be29658026fe249 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f198effd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1998009890 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.627+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f1998011a00 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bee462cec0 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1998011bc0 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 10 client.15180 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bee43a0c10 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bee462cec0 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f199801d3f0 con 0x55bee463ab70 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 10 client.15180 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 10 client.15180 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 20 client.15180 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee464fa70 0x55bee464e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 4 client.15180 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bee4585dc0 con 0x55bee464fa70 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19af7fe700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee464fa70 0x55bee464e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f198effd700 10 client.15180 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.628+0000 7f19af7fe700 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee464fa70 0x55bee464e4f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9cd91ef8719e89c3 server_cookie=3ff3fa5ad5a3b434 in_seq=0 out_seq=0 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f198effd700 1 -- 172.21.15.98:0/2581682159 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bee4585dc0 con 0x55bee464fa70 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f198effd700 10 client.15180 handle_command_reply: tid=0 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 client.15180 shutdown 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 msgr2=0x55bee4644300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1998013800 tx=0x7f1998013bc0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 shutdown_connections 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee464b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee464fa70 0x55bee464e4f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4643dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f198effd700 0 client.15180 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/2581682159 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4644300 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 >> 172.21.15.98:0/2581682159 conn(0x55bee45ae210 msgr2=0x55bee4634f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 shutdown_connections 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 1 -- 172.21.15.98:0/2581682159 wait complete. 2023-10-05T15:37:39.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.629+0000 7f19c20e8b80 20 client.15180 trim_cache size 0 max 16384 2023-10-05T15:37:39.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 Processor -- start 2023-10-05T15:37:39.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 -- start start 2023-10-05T15:37:39.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4634f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee4641e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee440d8d0 con 0x55bee463ab70 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee45334d0 con 0x55bee463ba10 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee4419de0 con 0x55bee463a210 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44212/0 (socket says 172.21.15.98:44212) 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 -- 172.21.15.98:0/621799671 learned_addr learned my addr 172.21.15.98:0/621799671 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19af7fe700 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4634f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19affff700 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee4641e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 -- 172.21.15.98:0/621799671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 msgr2=0x55bee4634f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4634f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 -- 172.21.15.98:0/621799671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 msgr2=0x55bee4641e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee4641e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 -- 172.21.15.98:0/621799671 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bee43de200 con 0x55bee463ab70 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.647+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f199801d7d0 tx=0x7f1998011460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4896ded0306d43 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19a67fc700 1 -- 172.21.15.98:0/621799671 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f199801d9c0 con 0x55bee463ab70 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19a67fc700 1 -- 172.21.15.98:0/621799671 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f199801db20 con 0x55bee463ab70 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19a67fc700 1 -- 172.21.15.98:0/621799671 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1998011e70 con 0x55bee463ab70 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 -- 172.21.15.98:0/621799671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 msgr2=0x55bee464b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f199801d7d0 tx=0x7f1998011460 comp rx=0 tx=0).stop 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 -- 172.21.15.98:0/621799671 shutdown_connections 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463ba10 0x55bee4641e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463a210 0x55bee4634f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/621799671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee464b300 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 -- 172.21.15.98:0/621799671 >> 172.21.15.98:0/621799671 conn(0x55bee45ae210 msgr2=0x55bee4633b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 -- 172.21.15.98:0/621799671 shutdown_connections 2023-10-05T15:37:39.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.648+0000 7f19c20e8b80 1 -- 172.21.15.98:0/621799671 wait complete. 2023-10-05T15:37:39.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 -- start start 2023-10-05T15:37:39.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 Processor -- start 2023-10-05T15:37:39.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee4647e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 0x55bee46a3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee464b3a0 con 0x55bee463ab70 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee464b510 con 0x55bee463a210 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bee464b6d0 con 0x55bee463ba10 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19c20e8b80 10 client.0 _ll_register_callbacks cb 0x55bee43867b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44218/0 (socket says 172.21.15.98:44218) 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 -- 172.21.15.98:0/505753906 learned_addr learned my addr 172.21.15.98:0/505753906 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19af7fe700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee4647e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19affff700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 0x55bee46a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 -- 172.21.15.98:0/505753906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 msgr2=0x55bee46a3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 0x55bee46a3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 -- 172.21.15.98:0/505753906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 msgr2=0x55bee4647e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee4647e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19a6ffd700 1 -- 172.21.15.98:0/505753906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bee43a0c10 con 0x55bee463ab70 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.649+0000 7f19affff700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 0x55bee46a3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19a6ffd700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1998013800 tx=0x7f1998009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94cb0834e7e5e27d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1998036070 con 0x55bee463ab70 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f1998000e40 con 0x55bee463ab70 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f19a809b9b0 con 0x55bee463ab70 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1998011dc0 con 0x55bee463ab70 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 10 client.15186 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bee43b6260 con 0x55bee463ab70 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19a809b9b0 con 0x55bee463ab70 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f1998039020 con 0x55bee463ab70 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 10 client.15186 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 10 client.15186 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 20 client.15186 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee46a8720 0x55bee46a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 4 client.15186 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bee4585ae0 con 0x55bee46a8720 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.650+0000 7f19af7fe700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee46a8720 0x55bee46a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19af7fe700 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee46a8720 0x55bee46a4b80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=71847d0e9c4c4e60 server_cookie=a1bc8ed23d9a787 in_seq=0 out_seq=0 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f198effd700 10 client.15186 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f198effd700 1 -- 172.21.15.98:0/505753906 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55bee4585ae0 con 0x55bee46a8720 2023-10-05T15:37:39.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f198effd700 10 client.15186 handle_command_reply: tid=0 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 client.15186 shutdown 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 msgr2=0x55bee4648380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1998013800 tx=0x7f1998009980 comp rx=0 tx=0).stop 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 shutdown_connections 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bee463a210 0x55bee4647e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bee46a8720 0x55bee46a4b80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bee463ba10 0x55bee46a3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f198effd700 0 client.15186 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 --2- 172.21.15.98:0/505753906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bee463ab70 0x55bee4648380 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 >> 172.21.15.98:0/505753906 conn(0x55bee45ae210 msgr2=0x55bee463e980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 shutdown_connections 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 1 -- 172.21.15.98:0/505753906 wait complete. 2023-10-05T15:37:39.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.651+0000 7f19c20e8b80 20 client.15186 trim_cache size 0 max 16384 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 4, 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 14628, 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 57.805548584, 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:37:39.661 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 87.103524496999995 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 msgr2=0x7f199c0a5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 0x7f199c0a5bd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f19a0005950 tx=0x7f19a000b410 comp rx=0 tx=0).stop 2023-10-05T15:37:39.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 msgr2=0x7f19b019c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f19a800b780 tx=0x7f19a800bd00 comp rx=0 tx=0).stop 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 shutdown_connections 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f199c0a3710 0x7f199c0a5bd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f19b00ffe40 0x7f19b0194a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f19b0101950 0x7f19b019c030 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 --2- 172.21.15.98:0/698374646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f19b0100f90 0x7f19b0194fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 >> 172.21.15.98:0/698374646 conn(0x7f19b00fb3b0 msgr2=0x7f19b01044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 shutdown_connections 2023-10-05T15:37:39.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.652+0000 7f19b5efe700 1 -- 172.21.15.98:0/698374646 wait complete. 2023-10-05T15:37:39.665 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 -- 172.21.15.98:0/2864784762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430106bc0 msgr2=0x7f4430108fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 --2- 172.21.15.98:0/2864784762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430106bc0 0x7f4430108fd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f442800b0a0 tx=0x7f442800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 -- 172.21.15.98:0/2864784762 shutdown_connections 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 --2- 172.21.15.98:0/2864784762 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430106bc0 0x7f4430108fd0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 --2- 172.21.15.98:0/2864784762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 0x7f4430103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 --2- 172.21.15.98:0/2864784762 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430104290 0x7f4430106680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 -- 172.21.15.98:0/2864784762 >> 172.21.15.98:0/2864784762 conn(0x7f44300fb310 msgr2=0x7f44300fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 -- 172.21.15.98:0/2864784762 shutdown_connections 2023-10-05T15:37:39.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.786+0000 7f44353d6700 1 -- 172.21.15.98:0/2864784762 wait complete. 2023-10-05T15:37:39.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 Processor -- start 2023-10-05T15:37:39.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 -- start start 2023-10-05T15:37:39.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 0x7f4430196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430106bc0 0x7f443019e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f443019e7a0 con 0x7f4430104290 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f443019e910 con 0x7f4430106bc0 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f44353d6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f443019ead0 con 0x7f4430101960 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44232/0 (socket says 172.21.15.98:44232) 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 -- 172.21.15.98:0/1190518467 learned_addr learned my addr 172.21.15.98:0/1190518467 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442effd700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 0x7f4430196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430106bc0 0x7f443019e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 -- 172.21.15.98:0/1190518467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 msgr2=0x7f4430196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 0x7f4430196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 -- 172.21.15.98:0/1190518467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430106bc0 msgr2=0x7f443019e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.791 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430106bc0 0x7f443019e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 -- 172.21.15.98:0/1190518467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4428009d00 con 0x7f4430104290 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.787+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f442000d950 tx=0x7f442000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.788+0000 7f4417fff700 1 -- 172.21.15.98:0/1190518467 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4420009940 con 0x7f4430104290 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.788+0000 7f4417fff700 1 -- 172.21.15.98:0/1190518467 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4420010460 con 0x7f4430104290 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.788+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f443019edb0 con 0x7f4430104290 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.788+0000 7f4417fff700 1 -- 172.21.15.98:0/1190518467 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442000f620 con 0x7f4430104290 2023-10-05T15:37:39.792 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.788+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f443019f200 con 0x7f4430104290 2023-10-05T15:37:39.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.790+0000 7f4417fff700 1 -- 172.21.15.98:0/1190518467 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f44200108d0 con 0x7f4430104290 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.790+0000 7f4417fff700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 0x7f44180a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.790+0000 7f442effd700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 0x7f44180a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.790+0000 7f4417fff700 1 -- 172.21.15.98:0/1190518467 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f44200cce40 con 0x7f4430104290 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f442effd700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 0x7f44180a3940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4430198130 tx=0x7f4424009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 Processor -- start 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 -- start start 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebdca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebdd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eb40410 con 0x55994ebdde20 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eb31bd0 con 0x55994ebdcf80 2023-10-05T15:37:39.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f44415c0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eb2f4f0 con 0x55994ebdc620 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44242/0 (socket says 172.21.15.98:44242) 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f442f7fe700 1 -- 172.21.15.98:0/491604329 learned_addr learned my addr 172.21.15.98:0/491604329 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.791+0000 7f442effd700 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebdca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442e7fc700 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebdd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 -- 172.21.15.98:0/491604329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 msgr2=0x55994ebdca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebdca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 -- 172.21.15.98:0/491604329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 msgr2=0x55994ebdd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebdd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 -- 172.21.15.98:0/491604329 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55994e955d90 con 0x55994ebdde20 2023-10-05T15:37:39.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f442f7fe700 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f442800b780 tx=0x7f4428009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c27d6e106797589c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f44157fa700 1 -- 172.21.15.98:0/491604329 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442800e050 con 0x55994ebdde20 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f44157fa700 1 -- 172.21.15.98:0/491604329 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44280076e0 con 0x55994ebdde20 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.792+0000 7f44157fa700 1 -- 172.21.15.98:0/491604329 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4428005260 con 0x55994ebdde20 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- 172.21.15.98:0/491604329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 msgr2=0x55994ebde2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f442800b780 tx=0x7f4428009c60 comp rx=0 tx=0).stop 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- 172.21.15.98:0/491604329 shutdown_connections 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebde2a0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebdca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- 172.21.15.98:0/491604329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebdd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- 172.21.15.98:0/491604329 >> 172.21.15.98:0/491604329 conn(0x55994eb4c210 msgr2=0x55994ebd30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- 172.21.15.98:0/491604329 shutdown_connections 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- 172.21.15.98:0/491604329 wait complete. 2023-10-05T15:37:39.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- start start 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 Processor -- start 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdc620 0x55994ebe6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebe6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eb2ade0 con 0x55994ebdde20 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eac76c0 con 0x55994ebdc620 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994eac7360 con 0x55994ebdcf80 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f44415c0b80 10 client.0 _ll_register_callbacks cb 0x55994e9247b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.793+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44248/0 (socket says 172.21.15.98:44248) 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 -- 172.21.15.98:0/1301525894 learned_addr learned my addr 172.21.15.98:0/1301525894 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebe6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442effd700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdc620 0x55994ebe6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 -- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 msgr2=0x55994ebe6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebe6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 -- 172.21.15.98:0/1301525894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdc620 msgr2=0x55994ebe6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdc620 0x55994ebe6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 -- 172.21.15.98:0/1301525894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4430109bc0 con 0x55994ebdde20 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4428007a60 tx=0x7f442800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac233f5dcb9fe749 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f4412ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442802d070 con 0x55994ebdde20 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55994ebcaec0 con 0x55994ebdde20 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f442801b640 con 0x55994ebdde20 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4428007850 con 0x55994ebdde20 2023-10-05T15:37:39.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f44415c0b80 10 client.15198 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55994e93ec10 con 0x55994ebdde20 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.794+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55994ebcaec0 con 0x55994ebdde20 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4428030020 con 0x55994ebdde20 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 10 client.15198 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 10 client.15198 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 20 client.15198 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ebf1aa0 0x55994ebf07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 4 client.15198 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55994eb23dc0 con 0x55994ebf1aa0 2023-10-05T15:37:39.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f442effd700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ebf1aa0 0x55994ebf07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f4412ff5700 10 client.15198 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:37:39.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.795+0000 7f442effd700 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ebf1aa0 0x55994ebf07b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=335221925cec63ca server_cookie=f8f03eaae5876fea in_seq=0 out_seq=0 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f4412ff5700 1 -- 172.21.15.98:0/1301525894 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55994eb23dc0 con 0x55994ebf1aa0 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f4412ff5700 10 client.15198 handle_command_reply: tid=0 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 client.15198 shutdown 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 msgr2=0x55994ebed880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4428007a60 tx=0x7f442800bf90 comp rx=0 tx=0).stop 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 shutdown_connections 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ebf1aa0 0x55994ebf07b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdc620 0x55994ebe6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f4412ff5700 0 client.15198 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed880 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1301525894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebe6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.796+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 >> 172.21.15.98:0/1301525894 conn(0x55994eb4c210 msgr2=0x55994ebd2f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.797+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 shutdown_connections 2023-10-05T15:37:39.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.797+0000 7f44415c0b80 1 -- 172.21.15.98:0/1301525894 wait complete. 2023-10-05T15:37:39.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.797+0000 7f44415c0b80 20 client.15198 trim_cache size 0 max 16384 2023-10-05T15:37:39.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 Processor -- start 2023-10-05T15:37:39.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 -- start start 2023-10-05T15:37:39.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebed840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdde20 0x55994ebe4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994ebe5d10 con 0x55994ebdc620 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994e9ab8d0 con 0x55994ebdde20 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f44415c0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994ebe7200 con 0x55994ebdcf80 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44252/0 (socket says 172.21.15.98:44252) 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 -- 172.21.15.98:0/1938263240 learned_addr learned my addr 172.21.15.98:0/1938263240 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdde20 0x55994ebe4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebed840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 -- 172.21.15.98:0/1938263240 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 msgr2=0x55994ebed840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebed840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 -- 172.21.15.98:0/1938263240 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdde20 msgr2=0x55994ebe4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdde20 0x55994ebe4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.814+0000 7f442effd700 1 -- 172.21.15.98:0/1938263240 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55994e97c200 con 0x55994ebdc620 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f442effd700 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x55994ebe7360 tx=0x7f4424014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b308585f05bf157 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f4415ffb700 1 -- 172.21.15.98:0/1938263240 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442402c070 con 0x55994ebdc620 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f4415ffb700 1 -- 172.21.15.98:0/1938263240 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f442401f0d0 con 0x55994ebdc620 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f4415ffb700 1 -- 172.21.15.98:0/1938263240 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4424023040 con 0x55994ebdc620 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 -- 172.21.15.98:0/1938263240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 msgr2=0x55994ebd2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x55994ebe7360 tx=0x7f4424014000 comp rx=0 tx=0).stop 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 -- 172.21.15.98:0/1938263240 shutdown_connections 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdde20 0x55994ebe4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdc620 0x55994ebd2f00 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1938263240 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdcf80 0x55994ebed840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 -- 172.21.15.98:0/1938263240 >> 172.21.15.98:0/1938263240 conn(0x55994eb4c210 msgr2=0x55994ebd2610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 -- 172.21.15.98:0/1938263240 shutdown_connections 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.815+0000 7f44415c0b80 1 -- 172.21.15.98:0/1938263240 wait complete. 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 -- start start 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 Processor -- start 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebe8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebe8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994ebed930 con 0x55994ebdde20 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994ebedaa0 con 0x55994ebdcf80 2023-10-05T15:37:39.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55994ebedc10 con 0x55994ebdc620 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f44415c0b80 10 client.0 _ll_register_callbacks cb 0x7f4424005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44262/0 (socket says 172.21.15.98:44262) 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 -- 172.21.15.98:0/1438280954 learned_addr learned my addr 172.21.15.98:0/1438280954 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442e7fc700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebe8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442effd700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebe8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 -- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 msgr2=0x55994ebe8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebe8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 -- 172.21.15.98:0/1438280954 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 msgr2=0x55994ebe8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebe8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 -- 172.21.15.98:0/1438280954 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4424017070 con 0x55994ebdde20 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442effd700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebe8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f442f7fe700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f442800b780 tx=0x7f4428005a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80746768b292ad03 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.816+0000 7f4412ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442802d030 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f44280076e0 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f442802e070 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f442800e040 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 10 client.15204 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55994e954260 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44280076e0 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f442800b420 con 0x55994ebdde20 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 10 client.15204 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 10 client.15204 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 20 client.15204 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ec4a110 0x55994ec465c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 4 client.15204 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:37:39.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55994eb23ae0 con 0x55994ec4a110 2023-10-05T15:37:39.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.817+0000 7f442effd700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ec4a110 0x55994ec465c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f4412ff5700 10 client.15204 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:37:39.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f442effd700 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ec4a110 0x55994ec465c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c781908df86fd02e server_cookie=6a08a04190818c71 in_seq=0 out_seq=0 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f4412ff5700 1 -- 172.21.15.98:0/1438280954 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55994eb23ae0 con 0x55994ec4a110 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f4412ff5700 10 client.15204 handle_command_reply: tid=0 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 client.15204 shutdown 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 msgr2=0x55994ebed3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f442800b780 tx=0x7f4428005a50 comp rx=0 tx=0).stop 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 shutdown_connections 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55994ebdde20 0x55994ebed3f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55994ebdc620 0x55994ebe8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55994ec4a110 0x55994ec465c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 --2- 172.21.15.98:0/1438280954 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55994ebdcf80 0x55994ebe8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f4412ff5700 0 client.15204 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 >> 172.21.15.98:0/1438280954 conn(0x55994eb4c210 msgr2=0x55994ebe0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 shutdown_connections 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 1 -- 172.21.15.98:0/1438280954 wait complete. 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.818+0000 7f44415c0b80 20 client.15204 trim_cache size 0 max 16384 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 3, 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24457, 2023-10-05T15:37:39.827 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 58.945633845000003, 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 96.413081703000003 2023-10-05T15:37:39.828 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 msgr2=0x7f44180a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 0x7f44180a3940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4430198130 tx=0x7f4424009260 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 msgr2=0x7f44301971a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f442000d950 tx=0x7f442000dc60 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 shutdown_connections 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44180a1480 0x7f44180a3940 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4430106bc0 0x7f443019e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4430101960 0x7f4430196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 --2- 172.21.15.98:0/1190518467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4430104290 0x7f44301971a0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 >> 172.21.15.98:0/1190518467 conn(0x7f44300fb310 msgr2=0x7f44301025d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 shutdown_connections 2023-10-05T15:37:39.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.819+0000 7f44353d6700 1 -- 172.21.15.98:0/1190518467 wait complete. 2023-10-05T15:37:39.833 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 -- 172.21.15.98:0/1673368547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c0ffdc0 msgr2=0x7f090c1001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 --2- 172.21.15.98:0/1673368547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c0ffdc0 0x7f090c1001e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f08fc0099c0 tx=0x7f08fc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 -- 172.21.15.98:0/1673368547 shutdown_connections 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 --2- 172.21.15.98:0/1673368547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 0x7f090c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 --2- 172.21.15.98:0/1673368547 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c0ffdc0 0x7f090c1001e0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 --2- 172.21.15.98:0/1673368547 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c100fb0 0x7f090c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 -- 172.21.15.98:0/1673368547 >> 172.21.15.98:0/1673368547 conn(0x7f090c0fb330 msgr2=0x7f090c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 -- 172.21.15.98:0/1673368547 shutdown_connections 2023-10-05T15:37:39.956 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 -- 172.21.15.98:0/1673368547 wait complete. 2023-10-05T15:37:39.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.954+0000 7f0914580700 1 Processor -- start 2023-10-05T15:37:39.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 -- start start 2023-10-05T15:37:39.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 0x7f090c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 0x7f090c19df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f090c19e730 con 0x7f090c100fb0 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f090c19e8a0 con 0x7f090c0ffdc0 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f090c19ea60 con 0x7f090c101950 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44274/0 (socket says 172.21.15.98:44274) 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 -- 172.21.15.98:0/1804216207 learned_addr learned my addr 172.21.15.98:0/1804216207 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0912b1d700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 0x7f090c19df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f091231c700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 0x7f090c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 -- 172.21.15.98:0/1804216207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 msgr2=0x7f090c19df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 0x7f090c19df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 -- 172.21.15.98:0/1804216207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 msgr2=0x7f090c068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 0x7f090c068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 -- 172.21.15.98:0/1804216207 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08fc0095f0 con 0x7f090c100fb0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f091231c700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 0x7f090c068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f090800d950 tx=0x7f090800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f09037fe700 1 -- 172.21.15.98:0/1804216207 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0908009940 con 0x7f090c100fb0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f09037fe700 1 -- 172.21.15.98:0/1804216207 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0908010460 con 0x7f090c100fb0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f090c19ed40 con 0x7f090c100fb0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.955+0000 7f09037fe700 1 -- 172.21.15.98:0/1804216207 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090800f620 con 0x7f090c100fb0 2023-10-05T15:37:39.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.956+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f090c19f1f0 con 0x7f090c100fb0 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.957+0000 7f09037fe700 1 -- 172.21.15.98:0/1804216207 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f09080108d0 con 0x7f090c100fb0 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.958+0000 7f09037fe700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 0x7f08f80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.958+0000 7f09037fe700 1 -- 172.21.15.98:0/1804216207 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f09080ccea0 con 0x7f090c100fb0 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.958+0000 7f091231c700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 0x7f08f80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.958+0000 7f091231c700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 0x7f08f80a3940 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00b580 tx=0x7f08fc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 Processor -- start 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 -- start start 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 0x556715622630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715623e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55671558a410 con 0x556715622b70 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55671557bbd0 con 0x556715623a10 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f092076ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567155794f0 con 0x556715622210 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f0911b1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f0911b1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44282/0 (socket says 172.21.15.98:44282) 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.959+0000 7f0911b1b700 1 -- 172.21.15.98:0/2175232326 learned_addr learned my addr 172.21.15.98:0/2175232326 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f091231c700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 0x556715622630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0912b1d700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715623e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 -- 172.21.15.98:0/2175232326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 msgr2=0x556715622630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 0x556715622630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 -- 172.21.15.98:0/2175232326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 msgr2=0x556715623e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715623e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 -- 172.21.15.98:0/2175232326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55671539fd90 con 0x556715622b70 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f091231c700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 0x556715622630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0911b1b700 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0908096360 tx=0x7f09080998c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979fad4189d30081 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0900ff9700 1 -- 172.21.15.98:0/2175232326 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09080a21f0 con 0x556715622b70 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0900ff9700 1 -- 172.21.15.98:0/2175232326 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0908098200 con 0x556715622b70 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.960+0000 7f0900ff9700 1 -- 172.21.15.98:0/2175232326 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09080a1d60 con 0x556715622b70 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- 172.21.15.98:0/2175232326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 msgr2=0x556715623430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0908096360 tx=0x7f09080998c0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- 172.21.15.98:0/2175232326 shutdown_connections 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715623e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622210 0x556715622630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- 172.21.15.98:0/2175232326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622b70 0x556715623430 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- 172.21.15.98:0/2175232326 >> 172.21.15.98:0/2175232326 conn(0x556715596210 msgr2=0x55671561d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- 172.21.15.98:0/2175232326 shutdown_connections 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- 172.21.15.98:0/2175232326 wait complete. 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- start start 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 Processor -- start 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715633580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.961+0000 7f092076ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556715574de0 con 0x556715622210 2023-10-05T15:37:39.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567155116c0 con 0x556715623a10 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556715511360 con 0x556715622b70 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 10 client.0 _ll_register_callbacks cb 0x55671536e7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44286/0 (socket says 172.21.15.98:44286) 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 -- 172.21.15.98:0/434224892 learned_addr learned my addr 172.21.15.98:0/434224892 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f0911b1b700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f0912b1d700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715633580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 -- 172.21.15.98:0/434224892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 msgr2=0x55671562c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 -- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 msgr2=0x556715633580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715633580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 -- 172.21.15.98:0/434224892 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f090c19f1f0 con 0x556715622210 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f0911b1b700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f0912b1d700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715633580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f091231c700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f090c100e10 tx=0x7f08fc009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feea056c706fee7a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f08f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc004830 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f08fc004990 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556715614ec0 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08fc004b50 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 10 client.15216 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.962+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556715388c10 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556715614ec0 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f08fc00f620 con 0x556715622210 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 10 client.15216 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 10 client.15216 resolve_mds: resolved name 'h' to daemon mds.h 2023-10-05T15:37:39.970 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 20 client.15216 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715637c00 0x556715636640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 4 client.15216 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55671556ddc0 con 0x556715637c00 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.963+0000 7f0911b1b700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715637c00 0x556715636640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.964+0000 7f08f5ffb700 10 client.15216 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:37:39.971 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.964+0000 7f0911b1b700 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715637c00 0x556715636640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bda8907514a8b233 server_cookie=bf516ab5f729dfe in_seq=0 out_seq=0 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.964+0000 7f08f5ffb700 1 -- 172.21.15.98:0/434224892 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55671556ddc0 con 0x556715637c00 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.964+0000 7f08f5ffb700 10 client.15216 handle_command_reply: tid=0 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.964+0000 7f092076ab80 1 client.15216 shutdown 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 msgr2=0x55671562c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f090c100e10 tx=0x7f08fc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 shutdown_connections 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715633580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715637c00 0x556715636640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562c000 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f08f5ffb700 0 client.15216 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 --2- 172.21.15.98:0/434224892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 >> 172.21.15.98:0/434224892 conn(0x556715596210 msgr2=0x55671561cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 shutdown_connections 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 1 -- 172.21.15.98:0/434224892 wait complete. 2023-10-05T15:37:39.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.965+0000 7f092076ab80 20 client.15216 trim_cache size 0 max 16384 2023-10-05T15:37:39.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.983+0000 7f092076ab80 1 Processor -- start 2023-10-05T15:37:39.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.983+0000 7f092076ab80 1 -- start start 2023-10-05T15:37:39.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x556715626e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x55671562bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567153f58d0 con 0x556715622210 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567156351e0 con 0x556715623a10 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f092076ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556715570ed0 con 0x556715622b70 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44294/0 (socket says 172.21.15.98:44294) 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 -- 172.21.15.98:0/1913690490 learned_addr learned my addr 172.21.15.98:0/1913690490 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x556715626e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f0912b1d700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x55671562bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 -- 172.21.15.98:0/1913690490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 msgr2=0x556715626e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x556715626e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 -- 172.21.15.98:0/1913690490 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 msgr2=0x55671562bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x55671562bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 -- 172.21.15.98:0/1913690490 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567153c6200 con 0x556715622210 2023-10-05T15:37:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x556715626e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.984+0000 7f091231c700 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00f020 tx=0x7f08fc009530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ff42ceaef93086c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f09017fa700 1 -- 172.21.15.98:0/1913690490 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc005960 con 0x556715622210 2023-10-05T15:37:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f09017fa700 1 -- 172.21.15.98:0/1913690490 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f08fc028040 con 0x556715622210 2023-10-05T15:37:39.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f09017fa700 1 -- 172.21.15.98:0/1913690490 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc03ea60 con 0x556715622210 2023-10-05T15:37:39.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 -- 172.21.15.98:0/1913690490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 msgr2=0x5567156268e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00f020 tx=0x7f08fc009530 comp rx=0 tx=0).stop 2023-10-05T15:37:39.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 -- 172.21.15.98:0/1913690490 shutdown_connections 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x55671562bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x5567156268e0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 --2- 172.21.15.98:0/1913690490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x556715626e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.985+0000 7f092076ab80 1 -- 172.21.15.98:0/1913690490 >> 172.21.15.98:0/1913690490 conn(0x556715596210 msgr2=0x55671562ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- 172.21.15.98:0/1913690490 shutdown_connections 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- 172.21.15.98:0/1913690490 wait complete. 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- start start 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 Processor -- start 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715632f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567156334a0 con 0x556715622210 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556715633610 con 0x556715623a10 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567156337d0 con 0x556715622b70 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.986+0000 7f092076ab80 10 client.0 _ll_register_callbacks cb 0x7f08fc00bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44300/0 (socket says 172.21.15.98:44300) 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 -- 172.21.15.98:0/1550414037 learned_addr learned my addr 172.21.15.98:0/1550414037 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f0912b1d700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715632f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 -- 172.21.15.98:0/1550414037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 msgr2=0x55671562e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 -- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 msgr2=0x556715632f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715632f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 -- 172.21.15.98:0/1550414037 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556715388c10 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f091231c700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f08fc005f50 tx=0x7f08fc005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=736430581fb4c00b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f08f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc00f660 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0908098200 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f08fc03e430 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08fc00f7c0 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f092076ab80 10 client.15222 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.987+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55671539e260 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0908098200 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f08fc024780 con 0x556715622210 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 10 client.15222 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:39.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 10 client.15222 resolve_mds: resolved name 'h' to daemon mds.h 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 20 client.15222 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715698840 0x556715694cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 4 client.15222 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55671556dae0 con 0x556715698840 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715698840 0x556715694cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f08f5ffb700 10 client.15222 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.988+0000 7f0911b1b700 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715698840 0x556715694cc0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8d185d94c0f066b2 server_cookie=c34a8b1498bb0a3c in_seq=0 out_seq=0 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f08f5ffb700 1 -- 172.21.15.98:0/1550414037 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55671556dae0 con 0x556715698840 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f08f5ffb700 10 client.15222 handle_command_reply: tid=0 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 client.15222 shutdown 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 msgr2=0x55671562dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f08fc005f50 tx=0x7f08fc005c70 comp rx=0 tx=0).stop 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 shutdown_connections 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556715623a10 0x556715632f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x556715698840 0x556715694cc0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556715622210 0x55671562dbd0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 --2- 172.21.15.98:0/1550414037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556715622b70 0x55671562e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f08f5ffb700 0 client.15222 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 >> 172.21.15.98:0/1550414037 conn(0x556715596210 msgr2=0x5567156268e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 shutdown_connections 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 1 -- 172.21.15.98:0/1550414037 wait complete. 2023-10-05T15:37:39.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.989+0000 7f092076ab80 20 client.15222 trim_cache size 0 max 16384 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 2, 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24476, 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 60.124185525999998, 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:37:39.997 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:37:39.998 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 94.337382112 2023-10-05T15:37:39.998 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:37:39.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 msgr2=0x7f08f80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 0x7f08f80a3940 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00b580 tx=0x7f08fc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 msgr2=0x7f090c19b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f090800d950 tx=0x7f090800dc60 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 shutdown_connections 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f08f80a1480 0x7f08f80a3940 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f090c0ffdc0 0x7f090c068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f090c101950 0x7f090c19df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 --2- 172.21.15.98:0/1804216207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f090c100fb0 0x7f090c19b910 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 >> 172.21.15.98:0/1804216207 conn(0x7f090c0fb330 msgr2=0x7f090c0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 shutdown_connections 2023-10-05T15:37:39.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:39.990+0000 7f0914580700 1 -- 172.21.15.98:0/1804216207 wait complete. 2023-10-05T15:37:40.003 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 -- 172.21.15.98:0/713558715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 msgr2=0x7f9344101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 --2- 172.21.15.98:0/713558715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344101430 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f93400099c0 tx=0x7f9340009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 -- 172.21.15.98:0/713558715 shutdown_connections 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 --2- 172.21.15.98:0/713558715 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9344101970 0x7f9344108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 --2- 172.21.15.98:0/713558715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f93440ffde0 0x7f9344100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 --2- 172.21.15.98:0/713558715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344101430 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 -- 172.21.15.98:0/713558715 >> 172.21.15.98:0/713558715 conn(0x7f93440fb330 msgr2=0x7f93440fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 -- 172.21.15.98:0/713558715 shutdown_connections 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.124+0000 7f934b2e6700 1 -- 172.21.15.98:0/713558715 wait complete. 2023-10-05T15:37:40.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 Processor -- start 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 -- start start 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f93440ffde0 0x7f9344196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 0x7f934419e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934419e770 con 0x7f9344100fd0 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934419e8b0 con 0x7f93440ffde0 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f934b2e6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934419ea40 con 0x7f9344101970 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44316/0 (socket says 172.21.15.98:44316) 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 -- 172.21.15.98:0/4192319715 learned_addr learned my addr 172.21.15.98:0/4192319715 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9349082700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f93440ffde0 0x7f9344196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9349883700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 0x7f934419e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 -- 172.21.15.98:0/4192319715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 msgr2=0x7f934419e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 0x7f934419e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 -- 172.21.15.98:0/4192319715 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f93440ffde0 msgr2=0x7f9344196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f93440ffde0 0x7f9344196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9348881700 1 -- 172.21.15.98:0/4192319715 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93400095f0 con 0x7f9344100fd0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.125+0000 7f9349883700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 0x7f934419e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f9348881700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9340009990 tx=0x7f9340004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f933a7fc700 1 -- 172.21.15.98:0/4192319715 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934001d070 con 0x7f9344100fd0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f933a7fc700 1 -- 172.21.15.98:0/4192319715 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9340004090 con 0x7f9344100fd0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f934419ecc0 con 0x7f9344100fd0 2023-10-05T15:37:40.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f933a7fc700 1 -- 172.21.15.98:0/4192319715 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9340004a00 con 0x7f9344100fd0 2023-10-05T15:37:40.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.126+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f934419f170 con 0x7f9344100fd0 2023-10-05T15:37:40.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.128+0000 7f933a7fc700 1 -- 172.21.15.98:0/4192319715 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9340003bd0 con 0x7f9344100fd0 2023-10-05T15:37:40.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.129+0000 7f933a7fc700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 0x7f93300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.129+0000 7f9349082700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 0x7f93300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.129+0000 7f933a7fc700 1 -- 172.21.15.98:0/4192319715 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f93400cdf70 con 0x7f9344100fd0 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.129+0000 7f9349082700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 0x7f93300a3940 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9344100e30 tx=0x7f933400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 Processor -- start 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 -- start start 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 0x55ee11e82630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e83e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11dea410 con 0x55ee11e82b70 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11ddbbd0 con 0x55ee11e82210 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f93574d0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11dd94f0 con 0x55ee11e83a10 2023-10-05T15:37:40.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44324/0 (socket says 172.21.15.98:44324) 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 -- 172.21.15.98:0/4071600189 learned_addr learned my addr 172.21.15.98:0/4071600189 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9349082700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 0x55ee11e82630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9349883700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e83e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 -- 172.21.15.98:0/4071600189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 msgr2=0x55ee11e83e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e83e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 -- 172.21.15.98:0/4071600189 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 msgr2=0x55ee11e82630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 0x55ee11e82630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9348881700 1 -- 172.21.15.98:0/4071600189 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee11bffd90 con 0x55ee11e82b70 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.130+0000 7f9349082700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 0x55ee11e82630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:40.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f9348881700 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f93400a2df0 tx=0x7f9340009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61d9d471c0af29ec server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f932f7fe700 1 -- 172.21.15.98:0/4071600189 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934009b020 con 0x55ee11e82b70 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f932f7fe700 1 -- 172.21.15.98:0/4071600189 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f934009f170 con 0x55ee11e82b70 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f932f7fe700 1 -- 172.21.15.98:0/4071600189 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934009a770 con 0x55ee11e82b70 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 -- 172.21.15.98:0/4071600189 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 msgr2=0x55ee11e83430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f93400a2df0 tx=0x7f9340009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 -- 172.21.15.98:0/4071600189 shutdown_connections 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82210 0x55ee11e82630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e83e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 --2- 172.21.15.98:0/4071600189 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e83430 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 -- 172.21.15.98:0/4071600189 >> 172.21.15.98:0/4071600189 conn(0x55ee11df6210 msgr2=0x55ee11e7d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.131+0000 7f93574d0b80 1 -- 172.21.15.98:0/4071600189 shutdown_connections 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 -- 172.21.15.98:0/4071600189 wait complete. 2023-10-05T15:37:40.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 -- start start 2023-10-05T15:37:40.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 Processor -- start 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e8c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e931f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11dd4de0 con 0x55ee11e82210 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11d716c0 con 0x55ee11e82b70 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11d71360 con 0x55ee11e83a10 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f93574d0b80 10 client.0 _ll_register_callbacks cb 0x55ee11bce7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:40.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f9349082700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f9349082700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44328/0 (socket says 172.21.15.98:44328) 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.132+0000 7f9349082700 1 -- 172.21.15.98:0/3369440558 learned_addr learned my addr 172.21.15.98:0/3369440558 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349883700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e931f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9348881700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e8c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 -- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 msgr2=0x55ee11e931f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e931f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 -- 172.21.15.98:0/3369440558 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 msgr2=0x55ee11e8c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e8c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 -- 172.21.15.98:0/3369440558 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f934419f170 con 0x55ee11e82210 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9348881700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e8c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:40.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349883700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e931f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f9349082700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f93340114f0 tx=0x7f93340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e679b626e7685ad2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9334028670 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ee11e74ec0 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f9334017070 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93340287d0 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f93574d0b80 10 client.15234 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ee11be8c10 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ee11e74ec0 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.133+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f933401fb70 con 0x55ee11e82210 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 10 client.15234 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:40.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 10 client.15234 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 20 client.15234 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11e978a0 0x55ee11e96350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 4 client.15234 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ee11dcddc0 con 0x55ee11e978a0 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f9348881700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11e978a0 0x55ee11e96350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f9348881700 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11e978a0 0x55ee11e96350 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b53ecf368833905b server_cookie=ac3fa0a9d99e2d04 in_seq=0 out_seq=0 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.134+0000 7f932cff9700 10 client.15234 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f932cff9700 1 -- 172.21.15.98:0/3369440558 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ee11dcddc0 con 0x55ee11e978a0 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f932cff9700 10 client.15234 handle_command_reply: tid=0 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 client.15234 shutdown 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 msgr2=0x55ee11e8bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f93340114f0 tx=0x7f93340047c0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 shutdown_connections 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11e978a0 0x55ee11e96350 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e83a10 0x55ee11e931f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f932cff9700 0 client.15234 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82210 0x55ee11e8bc70 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 --2- 172.21.15.98:0/3369440558 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e8c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 >> 172.21.15.98:0/3369440558 conn(0x55ee11df6210 msgr2=0x55ee11e7cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 shutdown_connections 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.135+0000 7f93574d0b80 1 -- 172.21.15.98:0/3369440558 wait complete. 2023-10-05T15:37:40.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.136+0000 7f93574d0b80 20 client.15234 trim_cache size 0 max 16384 2023-10-05T15:37:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1462129580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:39 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4016226952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:39 smithi173 ceph-mon[104029]: pgmap v295: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:40.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 Processor -- start 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 -- start start 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e868e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e931b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11c558d0 con 0x55ee11e83a10 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11dcddc0 con 0x55ee11e82b70 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f93574d0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11dd0ed0 con 0x55ee11e82210 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44340/0 (socket says 172.21.15.98:44340) 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 -- 172.21.15.98:0/1384361291 learned_addr learned my addr 172.21.15.98:0/1384361291 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9348881700 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e931b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349082700 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e868e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 -- 172.21.15.98:0/1384361291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 msgr2=0x55ee11e868e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e868e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 -- 172.21.15.98:0/1384361291 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 msgr2=0x55ee11e931b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e931b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.153+0000 7f9349883700 1 -- 172.21.15.98:0/1384361291 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee11c26200 con 0x55ee11e83a10 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f9349883700 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f933c009c50 tx=0x7f933c009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b956bb8ef50f2fa3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f932ffff700 1 -- 172.21.15.98:0/1384361291 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c00e070 con 0x55ee11e83a10 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f932ffff700 1 -- 172.21.15.98:0/1384361291 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f933c004bb0 con 0x55ee11e83a10 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f932ffff700 1 -- 172.21.15.98:0/1384361291 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c005640 con 0x55ee11e83a10 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 -- 172.21.15.98:0/1384361291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 msgr2=0x55ee11e86e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f933c009c50 tx=0x7f933c009040 comp rx=0 tx=0).stop 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 -- 172.21.15.98:0/1384361291 shutdown_connections 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e83a10 0x55ee11e86e20 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e868e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 --2- 172.21.15.98:0/1384361291 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e82b70 0x55ee11e931b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 -- 172.21.15.98:0/1384361291 >> 172.21.15.98:0/1384361291 conn(0x55ee11df6210 msgr2=0x55ee11e939c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.154+0000 7f93574d0b80 1 -- 172.21.15.98:0/1384361291 shutdown_connections 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 -- 172.21.15.98:0/1384361291 wait complete. 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 -- start start 2023-10-05T15:37:40.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 Processor -- start 2023-10-05T15:37:40.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e8d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e83a10 0x55ee11e8dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11e8e3e0 con 0x55ee11e82b70 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11e8e550 con 0x55ee11e83a10 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee11eeb290 con 0x55ee11e82210 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f93574d0b80 10 client.0 _ll_register_callbacks cb 0x7f9334010c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f9348881700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44344/0 (socket says 172.21.15.98:44344) 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f9348881700 1 -- 172.21.15.98:0/115043255 learned_addr learned my addr 172.21.15.98:0/115043255 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.155+0000 7f9349082700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e8d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9349883700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e83a10 0x55ee11e8dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 -- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 msgr2=0x55ee11e8d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e8d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 -- 172.21.15.98:0/115043255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e83a10 msgr2=0x55ee11e8dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e83a10 0x55ee11e8dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 -- 172.21.15.98:0/115043255 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f933c011040 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f9348881700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f934009ad20 tx=0x7f9340097490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2205347e7faed3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934009b020 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f93400993c0 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f934009f170 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93400b9170 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 10 client.15240 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ee11bfe260 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f934009f170 con 0x55ee11e82b70 2023-10-05T15:37:40.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f93400a2e90 con 0x55ee11e82b70 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 10 client.15240 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 10 client.15240 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 20 client.15240 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.156+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11ef00e0 0x55ee11eec560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f93574d0b80 4 client.15240 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ee11dcdae0 con 0x55ee11ef00e0 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f9349082700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11ef00e0 0x55ee11eec560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f9349082700 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11ef00e0 0x55ee11eec560 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b96efec666780447 server_cookie=a06cff8da649f926 in_seq=0 out_seq=0 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f932cff9700 10 client.15240 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f932cff9700 1 -- 172.21.15.98:0/115043255 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55ee11dcdae0 con 0x55ee11ef00e0 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f932cff9700 10 client.15240 handle_command_reply: tid=0 2023-10-05T15:37:40.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.157+0000 7f93574d0b80 1 client.15240 shutdown 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 msgr2=0x55ee11e92ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f934009ad20 tx=0x7f9340097490 comp rx=0 tx=0).stop 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 shutdown_connections 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55ee11ef00e0 0x55ee11eec560 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ee11e83a10 0x55ee11e8dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ee11e82210 0x55ee11e8d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f932cff9700 0 client.15240 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 --2- 172.21.15.98:0/115043255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ee11e82b70 0x55ee11e92ed0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 >> 172.21.15.98:0/115043255 conn(0x55ee11df6210 msgr2=0x55ee11e868e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 shutdown_connections 2023-10-05T15:37:40.166 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 1 -- 172.21.15.98:0/115043255 wait complete. 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f93574d0b80 20 client.15240 trim_cache size 0 max 16384 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 1, 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24478, 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 61.304175405999999, 2023-10-05T15:37:40.167 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:37:40.168 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:37:40.168 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:37:40.168 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 92.240278646999997 2023-10-05T15:37:40.168 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:37:40.168 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 msgr2=0x7f93300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 0x7f93300a3940 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9344100e30 tx=0x7f933400b410 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 msgr2=0x7f9344197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9340009990 tx=0x7f9340004730 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 shutdown_connections 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f93300a1480 0x7f93300a3940 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f93440ffde0 0x7f9344196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9344101970 0x7f934419e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 --2- 172.21.15.98:0/4192319715 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9344100fd0 0x7f9344197130 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 >> 172.21.15.98:0/4192319715 conn(0x7f93440fb330 msgr2=0x7f9344069070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 shutdown_connections 2023-10-05T15:37:40.169 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.158+0000 7f934b2e6700 1 -- 172.21.15.98:0/4192319715 wait complete. 2023-10-05T15:37:40.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1462129580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:39 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4016226952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:39 smithi115 ceph-mon[103691]: pgmap v295: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:40.171 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1462129580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.171 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:39 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4016226952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:37:40.171 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:39 smithi098 ceph-mon[99243]: pgmap v295: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:40.172 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 -- 172.21.15.98:0/2555182901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 msgr2=0x7f3a6c1013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 --2- 172.21.15.98:0/2555182901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c1013f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3a60009990 tx=0x7f3a60009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 -- 172.21.15.98:0/2555182901 shutdown_connections 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 --2- 172.21.15.98:0/2555182901 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c101930 0x7f3a6c108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 --2- 172.21.15.98:0/2555182901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c0ffe20 0x7f3a6c100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 --2- 172.21.15.98:0/2555182901 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c1013f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 -- 172.21.15.98:0/2555182901 >> 172.21.15.98:0/2555182901 conn(0x7f3a6c0fb370 msgr2=0x7f3a6c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.291+0000 7f3a715f1700 1 -- 172.21.15.98:0/2555182901 shutdown_connections 2023-10-05T15:37:40.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 -- 172.21.15.98:0/2555182901 wait complete. 2023-10-05T15:37:40.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 Processor -- start 2023-10-05T15:37:40.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 -- start start 2023-10-05T15:37:40.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c0ffe20 0x7f3a6c069dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 0x7f3a6c19df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a6c19e710 con 0x7f3a6c100f70 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a6c19e880 con 0x7f3a6c0ffe20 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.292+0000 7f3a715f1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a6c19ea40 con 0x7f3a6c101930 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44358/0 (socket says 172.21.15.98:44358) 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 -- 172.21.15.98:0/3481696917 learned_addr learned my addr 172.21.15.98:0/3481696917 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 0x7f3a6c19df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c0ffe20 0x7f3a6c069dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 -- 172.21.15.98:0/3481696917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 msgr2=0x7f3a6c19df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 0x7f3a6c19df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 -- 172.21.15.98:0/3481696917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c0ffe20 msgr2=0x7f3a6c069dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c0ffe20 0x7f3a6c069dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 -- 172.21.15.98:0/3481696917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a600095f0 con 0x7f3a6c100f70 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 0x7f3a6c19df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3a60004760 tx=0x7f3a60004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a53fff700 1 -- 172.21.15.98:0/3481696917 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6001d070 con 0x7f3a6c100f70 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a6c19ecc0 con 0x7f3a6c100f70 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a53fff700 1 -- 172.21.15.98:0/3481696917 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a60004cf0 con 0x7f3a6c100f70 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a53fff700 1 -- 172.21.15.98:0/3481696917 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a60005280 con 0x7f3a6c100f70 2023-10-05T15:37:40.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.293+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a6c19f110 con 0x7f3a6c100f70 2023-10-05T15:37:40.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.296+0000 7f3a53fff700 1 -- 172.21.15.98:0/3481696917 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3a600053e0 con 0x7f3a6c100f70 2023-10-05T15:37:40.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.296+0000 7f3a53fff700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 0x7f3a540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a53fff700 1 -- 172.21.15.98:0/3481696917 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f3a600ce100 con 0x7f3a6c100f70 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 0x7f3a540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 0x7f3a540a3940 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c005950 tx=0x7f3a5c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 Processor -- start 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 -- start start 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b0599d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b0599e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b05905410 con 0x561b0599ea10 2023-10-05T15:37:40.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b058f6bd0 con 0x561b0599db70 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b058f44f0 con 0x561b0599d210 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44368/0 (socket says 172.21.15.98:44368) 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3752570786 learned_addr learned my addr 172.21.15.98:0/3752570786 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.297+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b0599e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b0599d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3752570786 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 msgr2=0x561b0599d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b0599d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3752570786 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 msgr2=0x561b0599e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b0599e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3752570786 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b0571ad90 con 0x561b0599ea10 2023-10-05T15:37:40.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009e50 tx=0x7f3a640077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0acb17250bb52f4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a517fa700 1 -- 172.21.15.98:0/3752570786 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64014610 con 0x561b0599ea10 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a517fa700 1 -- 172.21.15.98:0/3752570786 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a6400f050 con 0x561b0599ea10 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.298+0000 7f3a517fa700 1 -- 172.21.15.98:0/3752570786 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64013a70 con 0x561b0599ea10 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3752570786 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 msgr2=0x561b0599ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009e50 tx=0x7f3a640077e0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3752570786 shutdown_connections 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b0599ee90 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b0599d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3752570786 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b0599e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3752570786 >> 172.21.15.98:0/3752570786 conn(0x561b05911210 msgr2=0x561b059980f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3752570786 shutdown_connections 2023-10-05T15:37:40.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3752570786 wait complete. 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- start start 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 Processor -- start 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599d210 0x561b059a6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599db70 0x561b059a7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b058efde0 con 0x561b0599ea10 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0588c6c0 con 0x561b0599d210 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0588c360 con 0x561b0599db70 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a7d7dbb80 10 client.0 _ll_register_callbacks cb 0x561b056e97b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.299+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44374/0 (socket says 172.21.15.98:44374) 2023-10-05T15:37:40.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3836346221 learned_addr learned my addr 172.21.15.98:0/3836346221 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599d210 0x561b059a6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599db70 0x561b059a7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3836346221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599db70 msgr2=0x561b059a7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599db70 0x561b059a7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599d210 msgr2=0x561b059a6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599d210 0x561b059a6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/3836346221 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a64009a80 con 0x561b0599ea10 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3a64000f80 tx=0x7f3a64013a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9fb81b516167cfe server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a4eff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64013410 con 0x561b0599ea10 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f3a64003a50 con 0x561b0599ea10 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b0598fec0 con 0x561b0599ea10 2023-10-05T15:37:40.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a64003c10 con 0x561b0599ea10 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a7d7dbb80 10 client.15252 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b05703c10 con 0x561b0599ea10 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.300+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561b0598fec0 con 0x561b0599ea10 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3a6401d490 con 0x561b0599ea10 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 10 client.15252 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 10 client.15252 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 20 client.15252 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b059b1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 4 client.15252 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b058e8dc0 con 0x561b059b2ba0 2023-10-05T15:37:40.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b059b1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a4eff5700 10 client.15252 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.301+0000 7f3a6affd700 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b059b1620 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e364fc706874bc2 server_cookie=53731d98076cb222 in_seq=0 out_seq=0 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a4eff5700 1 -- 172.21.15.98:0/3836346221 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x561b058e8dc0 con 0x561b059b2ba0 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a4eff5700 10 client.15252 handle_command_reply: tid=0 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 client.15252 shutdown 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 msgr2=0x561b059ae570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3a64000f80 tx=0x7f3a64013a20 comp rx=0 tx=0).stop 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 shutdown_connections 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b059b1620 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599d210 0x561b059a6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a4eff5700 0 client.15252 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:37:40.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059ae570 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/3836346221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599db70 0x561b059a7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 >> 172.21.15.98:0/3836346221 conn(0x561b05911210 msgr2=0x561b05997f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 shutdown_connections 2023-10-05T15:37:40.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/3836346221 wait complete. 2023-10-05T15:37:40.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.302+0000 7f3a7d7dbb80 20 client.15252 trim_cache size 0 max 16384 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.319+0000 7f3a7d7dbb80 1 Processor -- start 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.319+0000 7f3a7d7dbb80 1 -- start start 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.319+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059ae530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b057708d0 con 0x561b0599ea10 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b059a81e0 con 0x561b0599db70 2023-10-05T15:37:40.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b058ebed0 con 0x561b0599d210 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44382/0 (socket says 172.21.15.98:44382) 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/222451780 learned_addr learned my addr 172.21.15.98:0/222451780 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6affd700 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/222451780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 msgr2=0x561b059a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/222451780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 msgr2=0x561b059ae530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059ae530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/222451780 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b05741200 con 0x561b0599ea10 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3a64007b30 tx=0x7f3a64007b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b92b69a6c15a5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a51ffb700 1 -- 172.21.15.98:0/222451780 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64013a90 con 0x561b0599ea10 2023-10-05T15:37:40.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a51ffb700 1 -- 172.21.15.98:0/222451780 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a6401ddf0 con 0x561b0599ea10 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.320+0000 7f3a51ffb700 1 -- 172.21.15.98:0/222451780 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a640135d0 con 0x561b0599ea10 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/222451780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 msgr2=0x561b059a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3a64007b30 tx=0x7f3a64007b60 comp rx=0 tx=0).stop 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/222451780 shutdown_connections 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059a1e20 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/222451780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059ae530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/222451780 >> 172.21.15.98:0/222451780 conn(0x561b05911210 msgr2=0x561b059a5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/222451780 shutdown_connections 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/222451780 wait complete. 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- start start 2023-10-05T15:37:40.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 Processor -- start 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059a8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b059ae320 con 0x561b0599ea10 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b059ae490 con 0x561b0599db70 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b059ae650 con 0x561b0599d210 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a7d7dbb80 10 client.0 _ll_register_callbacks cb 0x7f3a60005c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.321+0000 7f3a6b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44388/0 (socket says 172.21.15.98:44388) 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/196314834 learned_addr learned my addr 172.21.15.98:0/196314834 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6affd700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6a7fc700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059a8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/196314834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 msgr2=0x561b059a8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 msgr2=0x561b059a8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059a8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 -- 172.21.15.98:0/196314834 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b05703c10 con 0x561b0599ea10 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a6b7fe700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f3a6401d940 tx=0x7f3a6401d660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75eb647d0a78c455 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a4eff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a64013570 con 0x561b0599ea10 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f3a64027460 con 0x561b0599ea10 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a6400f050 con 0x561b0599ea10 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a64013ac0 con 0x561b0599ea10 2023-10-05T15:37:40.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a7d7dbb80 10 client.15258 fetch_fsmap learned FSMap version 28 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b05719260 con 0x561b0599ea10 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.322+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a6400f050 con 0x561b0599ea10 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3a64032690 con 0x561b0599ea10 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 10 client.15258 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 10 client.15258 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 20 client.15258 populate_metadata read hostname 'smithi098' 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b05a07250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 4 client.15258 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "status"}) v1 -- 0x561b058e8ae0 con 0x561b059b2ba0 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a6affd700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b05a07250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a4eff5700 10 client.15258 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:37:40.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a6affd700 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b05a07250 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49839a1497e4596e server_cookie=7c9ba4feaa6df6c6 in_seq=0 out_seq=0 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a4eff5700 1 -- 172.21.15.98:0/196314834 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x561b058e8ae0 con 0x561b059b2ba0 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a4eff5700 10 client.15258 handle_command_reply: tid=0 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.323+0000 7f3a7d7dbb80 1 client.15258 shutdown 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 msgr2=0x561b059adde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f3a6401d940 tx=0x7f3a6401d660 comp rx=0 tx=0).stop 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 shutdown_connections 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x561b0599ea10 0x561b059adde0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561b0599d210 0x561b059a8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x561b059b2ba0 0x561b05a07250 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 --2- 172.21.15.98:0/196314834 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x561b0599db70 0x561b059a8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 >> 172.21.15.98:0/196314834 conn(0x561b05911210 msgr2=0x561b059a18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a4eff5700 0 client.15258 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 shutdown_connections 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 1 -- 172.21.15.98:0/196314834 wait complete. 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a7d7dbb80 20 client.15258 trim_cache size 0 max 16384 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 0, 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24506, 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:37:40.333 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 80.334027066999994, 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 85.531014661 2023-10-05T15:37:40.334 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 msgr2=0x7f3a540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 0x7f3a540a3940 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c005950 tx=0x7f3a5c00b410 comp rx=0 tx=0).stop 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 msgr2=0x7f3a6c19b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3a60004760 tx=0x7f3a60004790 comp rx=0 tx=0).stop 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 shutdown_connections 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a540a1480 0x7f3a540a3940 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.335 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a6c0ffe20 0x7f3a6c069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a6c101930 0x7f3a6c19df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 --2- 172.21.15.98:0/3481696917 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a6c100f70 0x7f3a6c19b8f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:40.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 >> 172.21.15.98:0/3481696917 conn(0x7f3a6c0fb370 msgr2=0x7f3a6c0fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:40.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 shutdown_connections 2023-10-05T15:37:40.336 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:40.324+0000 7f3a715f1700 1 -- 172.21.15.98:0/3481696917 wait complete. 2023-10-05T15:37:40.338 INFO:tasks.cephadm:Setup complete, yielding 2023-10-05T15:37:40.338 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-05T15:37:40.347 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:37:40.347 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch status' 2023-10-05T15:37:40.900 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:42.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 -- 172.21.15.98:0/1025364485 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a80100a80 msgr2=0x7f8a80108320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/1025364485 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a80100a80 0x7f8a80108320 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f8a7800b0a0 tx=0x7f8a7800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 -- 172.21.15.98:0/1025364485 shutdown_connections 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/1025364485 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a80100a80 0x7f8a80108320 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/1025364485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801014f0 0x7f8a80101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/1025364485 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a801000c0 0x7f8a80100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 -- 172.21.15.98:0/1025364485 >> 172.21.15.98:0/1025364485 conn(0x7f8a800fab70 msgr2=0x7f8a800fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.268+0000 7f8a87bfd700 1 -- 172.21.15.98:0/1025364485 shutdown_connections 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 -- 172.21.15.98:0/1025364485 wait complete. 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 Processor -- start 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 -- start start 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801000c0 0x7f8a80196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:42.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a80100a80 0x7f8a80197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8019e860 con 0x7f8a801014f0 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8019e9a0 con 0x7f8a80100a80 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a87bfd700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8019eb60 con 0x7f8a801000c0 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a8619a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a8619a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44400/0 (socket says 172.21.15.98:44400) 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a8619a700 1 -- 172.21.15.98:0/2792080923 learned_addr learned my addr 172.21.15.98:0/2792080923 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a85198700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a80100a80 0x7f8a80197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.269+0000 7f8a85999700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801000c0 0x7f8a80196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 -- 172.21.15.98:0/2792080923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801000c0 msgr2=0x7f8a80196d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:42.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801000c0 0x7f8a80196d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 -- 172.21.15.98:0/2792080923 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a80100a80 msgr2=0x7f8a80197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a80100a80 0x7f8a80197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 -- 172.21.15.98:0/2792080923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a78009d00 con 0x7f8a801014f0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a8619a700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8a780062a0 tx=0x7f8a78004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7800e040 con 0x7f8a801014f0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a7800cec0 con 0x7f8a801014f0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a8019ede0 con 0x7f8a801014f0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7801baf0 con 0x7f8a801014f0 2023-10-05T15:37:42.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.270+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a8019f1a0 con 0x7f8a801014f0 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.271+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a8010b6e0 con 0x7f8a801014f0 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.272+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8a7801bc50 con 0x7f8a801014f0 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.273+0000 7f8a76ffd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 0x7f8a6c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.273+0000 7f8a85999700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 0x7f8a6c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.273+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f8a780cf300 con 0x7f8a801014f0 2023-10-05T15:37:42.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.273+0000 7f8a85999700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 0x7f8a6c0a3940 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005950 tx=0x7f8a7000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:42.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.276+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8a78098690 con 0x7f8a801014f0 2023-10-05T15:37:42.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.480+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f8a800fbb00 con 0x7f8a6c0a1480 2023-10-05T15:37:42.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.481+0000 7f8a76ffd700 1 -- 172.21.15.98:0/2792080923 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f8a800fbb00 con 0x7f8a6c0a1480 2023-10-05T15:37:42.483 INFO:teuthology.orchestra.run.smithi098.stdout:Backend: cephadm 2023-10-05T15:37:42.483 INFO:teuthology.orchestra.run.smithi098.stdout:Available: Yes 2023-10-05T15:37:42.483 INFO:teuthology.orchestra.run.smithi098.stdout:Paused: No 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 msgr2=0x7f8a6c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 0x7f8a6c0a3940 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005950 tx=0x7f8a7000a300 comp rx=0 tx=0).stop 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 msgr2=0x7f8a8019e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8a780062a0 tx=0x7f8a78004d00 comp rx=0 tx=0).stop 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 shutdown_connections 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8a6c0a1480 0x7f8a6c0a3940 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8a801014f0 0x7f8a8019e290 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a801000c0 0x7f8a80196d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 --2- 172.21.15.98:0/2792080923 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8a80100a80 0x7f8a80197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:42.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 >> 172.21.15.98:0/2792080923 conn(0x7f8a800fab70 msgr2=0x7f8a800fb3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:42.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 shutdown_connections 2023-10-05T15:37:42.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:42.483+0000 7f8a87bfd700 1 -- 172.21.15.98:0/2792080923 wait complete. 2023-10-05T15:37:42.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:42 smithi098 ceph-mon[99243]: pgmap v296: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:42.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:42 smithi173 ceph-mon[104029]: pgmap v296: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:42.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:42 smithi115 ceph-mon[103691]: pgmap v296: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:37:42.952 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ps' 2023-10-05T15:37:43.509 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:43.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:43 smithi173 ceph-mon[104029]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:43.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:43 smithi115 ceph-mon[103691]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:43.921 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:43 smithi098 ceph-mon[99243]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:44.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 -- 172.21.15.98:0/1906407139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004102b10 msgr2=0x7fa0041093c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:44.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/1906407139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004102b10 0x7fa0041093c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc00b0d0 tx=0x7f9ffc00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 -- 172.21.15.98:0/1906407139 shutdown_connections 2023-10-05T15:37:44.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/1906407139 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004102b10 0x7fa0041093c0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/1906407139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004100f70 0x7fa004101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/1906407139 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 -- 172.21.15.98:0/1906407139 >> 172.21.15.98:0/1906407139 conn(0x7fa0040fc4d0 msgr2=0x7fa0040fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 -- 172.21.15.98:0/1906407139 shutdown_connections 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 -- 172.21.15.98:0/1906407139 wait complete. 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.747+0000 7fa00c0e5700 1 Processor -- start 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 -- start start 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004102b10 0x7fa00419e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00419e7f0 con 0x7fa004100f70 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00419e930 con 0x7fa004102170 2023-10-05T15:37:44.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00c0e5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00419eaf0 con 0x7fa004102b10 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44408/0 (socket says 172.21.15.98:44408) 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 -- 172.21.15.98:0/3647626809 learned_addr learned my addr 172.21.15.98:0/3647626809 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa00a682700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004102b10 0x7fa00419e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009680700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 -- 172.21.15.98:0/3647626809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004102b10 msgr2=0x7fa00419e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004102b10 0x7fa00419e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 -- 172.21.15.98:0/3647626809 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 msgr2=0x7fa0041971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 -- 172.21.15.98:0/3647626809 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ffc009d00 con 0x7fa004100f70 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009680700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.748+0000 7fa009e81700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9ff400c990 tx=0x7f9ff400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:44.753 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4007b00 con 0x7fa004100f70 2023-10-05T15:37:44.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa00419edd0 con 0x7fa004100f70 2023-10-05T15:37:44.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ff4007c60 con 0x7fa004100f70 2023-10-05T15:37:44.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4018660 con 0x7fa004100f70 2023-10-05T15:37:44.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa00419f1f0 con 0x7fa004100f70 2023-10-05T15:37:44.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.749+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa00410c780 con 0x7fa004100f70 2023-10-05T15:37:44.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.751+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9ff400f450 con 0x7fa004100f70 2023-10-05T15:37:44.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.752+0000 7f9ffaffd700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 0x7f9ff00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:44.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.752+0000 7fa009680700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 0x7f9ff00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:44.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.752+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f9ff40cd240 con 0x7fa004100f70 2023-10-05T15:37:44.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.752+0000 7fa009680700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 0x7f9ff00a3940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa004198180 tx=0x7fa000005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:44.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.755+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9ff40965a0 con 0x7fa004100f70 2023-10-05T15:37:44.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:44 smithi173 ceph-mon[104029]: pgmap v297: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:44 smithi115 ceph-mon[103691]: pgmap v297: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:44.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.953+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fa0040612f0 con 0x7f9ff00a1480 2023-10-05T15:37:44.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.967+0000 7f9ffaffd700 1 -- 172.21.15.98:0/3647626809 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7fa0040612f0 con 0x7f9ff00a1480 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.a smithi098 running (92s) 19s ago 92s - - 18.0.0-6578-g689b3d5a 83c9d078d785 9f046e3721ca 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.b smithi115 running (90s) 20s ago 90s 22.6M - 18.0.0-6578-g689b3d5a 83c9d078d785 be3efaeba62d 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.c smithi173 running (101s) 20s ago 101s 18.4M - 18.0.0-6578-g689b3d5a 83c9d078d785 ffcee1fd48d2 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.d smithi098 running (108s) 19s ago 108s - - 18.0.0-6578-g689b3d5a 83c9d078d785 098430a9d455 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.e smithi115 running (106s) 20s ago 105s 17.4M - 18.0.0-6578-g689b3d5a 83c9d078d785 9364f443958f 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.f smithi173 running (104s) 20s ago 103s 19.4M - 18.0.0-6578-g689b3d5a 83c9d078d785 8662b633d0c4 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.g smithi098 running (95s) 19s ago 94s - - 18.0.0-6578-g689b3d5a 83c9d078d785 edbab4925d4c 2023-10-05T15:37:44.969 INFO:teuthology.orchestra.run.smithi098.stdout:mds.h smithi115 running (99s) 20s ago 99s 18.4M - 18.0.0-6578-g689b3d5a 83c9d078d785 cc57b41f4dc9 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mds.i smithi173 running (97s) 20s ago 96s 19.8M - 18.0.0-6578-g689b3d5a 83c9d078d785 9f7e9afc2d20 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mds.j smithi098 running (110s) 19s ago 110s - - 18.0.0-6578-g689b3d5a 83c9d078d785 9921546136e1 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mds.k smithi115 running (112s) 20s ago 112s 17.3M - 18.0.0-6578-g689b3d5a 83c9d078d785 2a057cdd102b 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mds.l smithi173 running (115s) 20s ago 114s 17.3M - 18.0.0-6578-g689b3d5a 83c9d078d785 632c91cdb325 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.x smithi098 *:9283,8765 running (8m) 19s ago 8m - - 18.0.0-6578-g689b3d5a 83c9d078d785 f6f52809af73 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.y smithi115 *:8443,8765 running (6m) 20s ago 6m 452M - 18.0.0-6578-g689b3d5a 83c9d078d785 b222998e6c01 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mgr.z smithi173 *:8443,8765 running (6m) 20s ago 6m 451M - 18.0.0-6578-g689b3d5a 83c9d078d785 9b9d4b864cb8 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mon.a smithi098 running (8m) 19s ago 8m - 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 a945f4fd6762 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mon.b smithi115 running (6m) 20s ago 6m 59.1M 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 1ada3ca84180 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:mon.c smithi173 running (6m) 20s ago 6m 59.3M 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 7f7a3bac4c6d 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 smithi098 running (6m) 19s ago 6m - 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 c9fb98dbb875 2023-10-05T15:37:44.970 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 smithi115 running (5m) 20s ago 5m 75.2M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 8ae0bb6fdb96 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 smithi173 running (5m) 20s ago 5m 72.2M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 26602e6d5921 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 smithi098 running (4m) 19s ago 4m - 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 eb145b7d56bd 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 smithi115 running (4m) 20s ago 4m 65.1M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 2d0a8b87736f 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 smithi173 running (4m) 20s ago 4m 70.4M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 b49e5c9cd3ac 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 smithi098 running (3m) 19s ago 3m - 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 10ad9f210962 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 smithi115 running (3m) 20s ago 3m 69.5M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 86c0b4bff0ce 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.8 smithi173 running (3m) 20s ago 3m 62.4M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 742f57954c41 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.9 smithi098 running (2m) 19s ago 2m - 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 3197ca2cda10 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.10 smithi115 running (2m) 20s ago 2m 63.6M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 e270c6d9fe1f 2023-10-05T15:37:44.971 INFO:teuthology.orchestra.run.smithi098.stdout:osd.11 smithi173 running (2m) 20s ago 2m 53.6M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 892b84c3f04b 2023-10-05T15:37:44.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 msgr2=0x7f9ff00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:44.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 0x7f9ff00a3940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa004198180 tx=0x7fa000005f50 comp rx=0 tx=0).stop 2023-10-05T15:37:44.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 msgr2=0x7fa004196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:44.972 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9ff400c990 tx=0x7f9ff400cd50 comp rx=0 tx=0).stop 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 shutdown_connections 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9ff00a1480 0x7f9ff00a3940 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa004102b10 0x7fa00419e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa004100f70 0x7fa004196c70 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 --2- 172.21.15.98:0/3647626809 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa004102170 0x7fa0041971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 >> 172.21.15.98:0/3647626809 conn(0x7fa0040fc4d0 msgr2=0x7fa0040fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 shutdown_connections 2023-10-05T15:37:44.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:44.969+0000 7fa00c0e5700 1 -- 172.21.15.98:0/3647626809 wait complete. 2023-10-05T15:37:44.994 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:44 smithi098 ceph-mon[99243]: pgmap v297: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:45.372 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-10-05T15:37:45.929 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:46 smithi098 ceph-mon[99243]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:46.788 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:46 smithi098 ceph-mon[99243]: pgmap v298: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:46 smithi173 ceph-mon[104029]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:46 smithi173 ceph-mon[104029]: pgmap v298: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:46 smithi115 ceph-mon[103691]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:46.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:46 smithi115 ceph-mon[103691]: pgmap v298: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:47.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 -- 172.21.15.98:0/4180501066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 msgr2=0x7fd334101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:47.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 --2- 172.21.15.98:0/4180501066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334101390 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd3280099c0 tx=0x7fd328009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 -- 172.21.15.98:0/4180501066 shutdown_connections 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 --2- 172.21.15.98:0/4180501066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102b10 0x7fd3341093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 --2- 172.21.15.98:0/4180501066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334101390 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 --2- 172.21.15.98:0/4180501066 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102170 0x7fd3341025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.134+0000 7fd3388c1700 1 -- 172.21.15.98:0/4180501066 >> 172.21.15.98:0/4180501066 conn(0x7fd3340fc4f0 msgr2=0x7fd3340fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- 172.21.15.98:0/4180501066 shutdown_connections 2023-10-05T15:37:47.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- 172.21.15.98:0/4180501066 wait complete. 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 Processor -- start 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- start start 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 0x7fd3340732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 0x7fd3340737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd334073f60 con 0x7fd334100f70 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3340740d0 con 0x7fd334102b10 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.135+0000 7fd3388c1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3341a0d10 con 0x7fd334102170 2023-10-05T15:37:47.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44422/0 (socket says 172.21.15.98:44422) 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 -- 172.21.15.98:0/1336535010 learned_addr learned my addr 172.21.15.98:0/1336535010 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd331d9b700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 0x7fd3340732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd332d9d700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 0x7fd3340737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 -- 172.21.15.98:0/1336535010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 msgr2=0x7fd3340732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 0x7fd3340732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 -- 172.21.15.98:0/1336535010 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 msgr2=0x7fd3340737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 0x7fd3340737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 -- 172.21.15.98:0/1336535010 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3280095f0 con 0x7fd334100f70 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd331d9b700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 0x7fd3340732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd332d9d700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 0x7fd3340737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd33259c700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd328009990 tx=0x7fd328003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32801d070 con 0x7fd334100f70 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd328004640 con 0x7fd334100f70 2023-10-05T15:37:47.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3341a0f90 con 0x7fd334100f70 2023-10-05T15:37:47.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32800f460 con 0x7fd334100f70 2023-10-05T15:37:47.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.136+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3341a13a0 con 0x7fd334100f70 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.137+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd33410c860 con 0x7fd334100f70 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.138+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd328004050 con 0x7fd334100f70 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.139+0000 7fd3237fe700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 0x7fd31c0a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.139+0000 7fd331d9b700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 0x7fd31c0a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.139+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fd3280ceb50 con 0x7fd334100f70 2023-10-05T15:37:47.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.139+0000 7fd331d9b700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 0x7fd31c0a3a40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd3240099d0 tx=0x7fd324008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:47.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.142+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd328097ee0 con 0x7fd334100f70 2023-10-05T15:37:47.342 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.340+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fd3340612f0 con 0x7fd31c0a1580 2023-10-05T15:37:47.347 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.346+0000 7fd3237fe700 1 -- 172.21.15.98:0/1336535010 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+985 (secure 0 0 0) 0x7fd3340612f0 con 0x7fd31c0a1580 2023-10-05T15:37:47.348 INFO:teuthology.orchestra.run.smithi098.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-10-05T15:37:47.348 INFO:teuthology.orchestra.run.smithi098.stdout:mds.all 12/12 23s ago 119s smithi098=a;smithi098=d;smithi098=g;smithi098=j;smithi115=b;smithi115=e;smithi115=h;smithi115=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2023-10-05T15:37:47.348 INFO:teuthology.orchestra.run.smithi098.stdout:mgr 3/3 23s ago 6m smithi098=x;smithi115=y;smithi173=z;count:3 2023-10-05T15:37:47.348 INFO:teuthology.orchestra.run.smithi098.stdout:mon 3/3 23s ago 6m smithi098:172.21.15.98=a;smithi115:172.21.15.115=b;smithi173:172.21.15.173=c;count:3 2023-10-05T15:37:47.348 INFO:teuthology.orchestra.run.smithi098.stdout:osd 12 23s ago - 2023-10-05T15:37:47.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.347+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 msgr2=0x7fd31c0a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:47.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.347+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 0x7fd31c0a3a40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd3240099d0 tx=0x7fd324008040 comp rx=0 tx=0).stop 2023-10-05T15:37:47.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.347+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 msgr2=0x7fd334074c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:47.350 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.347+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd328009990 tx=0x7fd328003ba0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 shutdown_connections 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fd31c0a1580 0x7fd31c0a3a40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fd334102b10 0x7fd3340737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fd334100f70 0x7fd334074c50 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 --2- 172.21.15.98:0/1336535010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd334102170 0x7fd3340732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 >> 172.21.15.98:0/1336535010 conn(0x7fd3340fc4f0 msgr2=0x7fd3340fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 shutdown_connections 2023-10-05T15:37:47.351 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:47.348+0000 7fd3388c1700 1 -- 172.21.15.98:0/1336535010 wait complete. 2023-10-05T15:37:47.781 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch host ls' 2023-10-05T15:37:48.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:47 smithi098 ceph-mon[99243]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:48.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:47 smithi098 ceph-mon[99243]: pgmap v299: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:47 smithi173 ceph-mon[104029]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:47 smithi173 ceph-mon[104029]: pgmap v299: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:47 smithi115 ceph-mon[103691]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:47 smithi115 ceph-mon[103691]: pgmap v299: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:48.338 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 -- 172.21.15.98:0/961826444 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c101990 msgr2=0x7f064c1082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 --2- 172.21.15.98:0/961826444 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c101990 0x7f064c1082b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f064400b0a0 tx=0x7f064400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 -- 172.21.15.98:0/961826444 shutdown_connections 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 --2- 172.21.15.98:0/961826444 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c101990 0x7f064c1082b0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 --2- 172.21.15.98:0/961826444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 --2- 172.21.15.98:0/961826444 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c100fd0 0x7f064c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 -- 172.21.15.98:0/961826444 >> 172.21.15.98:0/961826444 conn(0x7f064c0fb3f0 msgr2=0x7f064c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 -- 172.21.15.98:0/961826444 shutdown_connections 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.647+0000 7f0654555700 1 -- 172.21.15.98:0/961826444 wait complete. 2023-10-05T15:37:49.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 Processor -- start 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 -- start start 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c195b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 0x7f064c19d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c19d700 con 0x7f064c100fd0 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c19d840 con 0x7f064c101990 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0654555700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f064c19d9d0 con 0x7f064c0ffe70 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0651af0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0651af0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44436/0 (socket says 172.21.15.98:44436) 2023-10-05T15:37:49.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0651af0700 1 -- 172.21.15.98:0/2106915884 learned_addr learned my addr 172.21.15.98:0/2106915884 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.648+0000 7f0652af2700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 0x7f064c19d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f06522f1700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c195b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 -- 172.21.15.98:0/2106915884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 msgr2=0x7f064c195b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c195b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 -- 172.21.15.98:0/2106915884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 msgr2=0x7f064c19d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 0x7f064c19d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 -- 172.21.15.98:0/2106915884 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0644009d00 con 0x7f064c100fd0 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0652af2700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 0x7f064c19d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f06522f1700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c195b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0651af0700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f064800c9e0 tx=0x7f064800cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0648007ac0 con 0x7f064c100fd0 2023-10-05T15:37:49.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0648007c20 con 0x7f064c100fd0 2023-10-05T15:37:49.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f064c19dcb0 con 0x7f064c100fd0 2023-10-05T15:37:49.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0648018660 con 0x7f064c100fd0 2023-10-05T15:37:49.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.649+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f064c19e1b0 con 0x7f064c100fd0 2023-10-05T15:37:49.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.650+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f064c10b680 con 0x7f064c100fd0 2023-10-05T15:37:49.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.651+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f064800f450 con 0x7f064c100fd0 2023-10-05T15:37:49.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.651+0000 7f06437fe700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 0x7f06380a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:49.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.652+0000 7f06522f1700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 0x7f06380a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:49.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.652+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f06480cd100 con 0x7f064c100fd0 2023-10-05T15:37:49.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.652+0000 7f06522f1700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 0x7f06380a39c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f063c005fd0 tx=0x7f063c005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:49.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.655+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f06480964e0 con 0x7f064c100fd0 2023-10-05T15:37:49.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.853+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f064c0612f0 con 0x7f06380a1500 2023-10-05T15:37:49.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.854+0000 7f06437fe700 1 -- 172.21.15.98:0/2106915884 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f064c0612f0 con 0x7f06380a1500 2023-10-05T15:37:49.856 INFO:teuthology.orchestra.run.smithi098.stdout:HOST ADDR LABELS STATUS 2023-10-05T15:37:49.856 INFO:teuthology.orchestra.run.smithi098.stdout:smithi098 172.21.15.98 2023-10-05T15:37:49.856 INFO:teuthology.orchestra.run.smithi098.stdout:smithi115 172.21.15.115 2023-10-05T15:37:49.856 INFO:teuthology.orchestra.run.smithi098.stdout:smithi173 172.21.15.173 2023-10-05T15:37:49.857 INFO:teuthology.orchestra.run.smithi098.stdout:3 hosts in cluster 2023-10-05T15:37:49.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 msgr2=0x7f06380a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 0x7f06380a39c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f063c005fd0 tx=0x7f063c005dc0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 msgr2=0x7f064c1960b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f064800c9e0 tx=0x7f064800cda0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 shutdown_connections 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f06380a1500 0x7f06380a39c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f064c101990 0x7f064c19d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f064c0ffe70 0x7f064c195b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 --2- 172.21.15.98:0/2106915884 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f064c100fd0 0x7f064c1960b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.856+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 >> 172.21.15.98:0/2106915884 conn(0x7f064c0fb3f0 msgr2=0x7f064c0fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.857+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 shutdown_connections 2023-10-05T15:37:49.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:49.857+0000 7f0654555700 1 -- 172.21.15.98:0/2106915884 wait complete. 2023-10-05T15:37:50.286 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch device ls' 2023-10-05T15:37:50.842 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:50 smithi173 ceph-mon[104029]: pgmap v300: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:37:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:50 smithi115 ceph-mon[103691]: pgmap v300: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:37:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:50 smithi098 ceph-mon[99243]: pgmap v300: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:37:51.665 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:51 smithi098 ceph-mon[99243]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:51.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:51 smithi173 ceph-mon[104029]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:51.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:51 smithi115 ceph-mon[103691]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 -- 172.21.15.98:0/2434911051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 msgr2=0x7f2354100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 --2- 172.21.15.98:0/2434911051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354100290 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f234400b0a0 tx=0x7f234400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 -- 172.21.15.98:0/2434911051 shutdown_connections 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 --2- 172.21.15.98:0/2434911051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 0x7f23541082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 --2- 172.21.15.98:0/2434911051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354100290 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 --2- 172.21.15.98:0/2434911051 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 0x7f2354101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 -- 172.21.15.98:0/2434911051 >> 172.21.15.98:0/2434911051 conn(0x7f23540fb3f0 msgr2=0x7f23540fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:52.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 -- 172.21.15.98:0/2434911051 shutdown_connections 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.132+0000 7f235b55f700 1 -- 172.21.15.98:0/2434911051 wait complete. 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 Processor -- start 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 -- start start 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 0x7f235419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 0x7f235419e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f235419e950 con 0x7f23540ffe70 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f235419eac0 con 0x7f2354100fd0 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f235b55f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f235419ec80 con 0x7f2354101990 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:52.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44448/0 (socket says 172.21.15.98:44448) 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 -- 172.21.15.98:0/3545600216 learned_addr learned my addr 172.21.15.98:0/3545600216 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f2358afa700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 0x7f235419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f2359afc700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 0x7f235419e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 -- 172.21.15.98:0/3545600216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 msgr2=0x7f235419e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 0x7f235419e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 -- 172.21.15.98:0/3545600216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 msgr2=0x7f235419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 0x7f235419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.133+0000 7f23592fb700 1 -- 172.21.15.98:0/3545600216 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2344009d00 con 0x7f23540ffe70 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f23592fb700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2344006070 tx=0x7f2344004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234400e040 con 0x7f23540ffe70 2023-10-05T15:37:52.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f234401db50 con 0x7f23540ffe70 2023-10-05T15:37:52.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23541958f0 con 0x7f23540ffe70 2023-10-05T15:37:52.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234401bce0 con 0x7f23540ffe70 2023-10-05T15:37:52.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.134+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2354195df0 con 0x7f23540ffe70 2023-10-05T15:37:52.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.135+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2354107480 con 0x7f23540ffe70 2023-10-05T15:37:52.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.136+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f234401b450 con 0x7f23540ffe70 2023-10-05T15:37:52.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.136+0000 7f23527fc700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 0x7f233c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:52.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.136+0000 7f2358afa700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 0x7f233c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:52.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.136+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f23440cee90 con 0x7f23540ffe70 2023-10-05T15:37:52.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.137+0000 7f2358afa700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 0x7f233c0a3940 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2348009a10 tx=0x7f2348009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:52.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.141+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2344098280 con 0x7f23540ffe70 2023-10-05T15:37:52.339 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.337+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f235402d140 con 0x7f233c0a1480 2023-10-05T15:37:52.341 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.339+0000 7f23527fc700 1 -- 172.21.15.98:0/3545600216 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f235402d140 con 0x7f233c0a1480 2023-10-05T15:37:52.341 INFO:teuthology.orchestra.run.smithi098.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-10-05T15:37:52.341 INFO:teuthology.orchestra.run.smithi098.stdout:smithi098 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204010H400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:37:52.341 INFO:teuthology.orchestra.run.smithi098.stdout:smithi115 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400UU400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:37:52.341 INFO:teuthology.orchestra.run.smithi098.stdout:smithi173 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204019S400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:37:52.343 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 msgr2=0x7f233c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 0x7f233c0a3940 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2348009a10 tx=0x7f2348009190 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 msgr2=0x7f2354069560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2344006070 tx=0x7f2344004d00 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 shutdown_connections 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f233c0a1480 0x7f233c0a3940 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2354101990 0x7f235419e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f23540ffe70 0x7f2354069560 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 --2- 172.21.15.98:0/3545600216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2354100fd0 0x7f235419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.341+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 >> 172.21.15.98:0/3545600216 conn(0x7f23540fb3f0 msgr2=0x7f23541045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.342+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 shutdown_connections 2023-10-05T15:37:52.344 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:52.342+0000 7f235b55f700 1 -- 172.21.15.98:0/3545600216 wait complete. 2023-10-05T15:37:52.697 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:52 smithi098 ceph-mon[99243]: pgmap v301: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:37:52.703 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-05T15:37:52.713 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:37:52.713 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph fs dump' 2023-10-05T15:37:52.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:52 smithi173 ceph-mon[104029]: pgmap v301: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:37:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:52 smithi115 ceph-mon[103691]: pgmap v301: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:37:53.267 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:53.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:53 smithi098 ceph-mon[99243]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:53.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:53 smithi173 ceph-mon[104029]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:53.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:53 smithi115 ceph-mon[103691]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:37:54.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- 172.21.15.98:0/3716685013 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8100100 msgr2=0x7f67b8100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:54.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- 172.21.15.98:0/3716685013 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8100100 0x7f67b8100580 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f67a8009990 tx=0x7f67a8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- 172.21.15.98:0/3716685013 shutdown_connections 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- 172.21.15.98:0/3716685013 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 0x7f67b8108360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- 172.21.15.98:0/3716685013 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8101530 0x7f67b8101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- 172.21.15.98:0/3716685013 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8100100 0x7f67b8100580 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- 172.21.15.98:0/3716685013 >> 172.21.15.98:0/3716685013 conn(0x7f67b80fabd0 msgr2=0x7f67b80fd010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- 172.21.15.98:0/3716685013 shutdown_connections 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- 172.21.15.98:0/3716685013 wait complete. 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 Processor -- start 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 -- start start 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8100100 0x7f67b8103ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.610+0000 7f67c01ec700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 0x7f67b81024f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:54.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67b81031b0 con 0x7f67b8101530 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67b8103320 con 0x7f67b8100ac0 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67b81a0d90 con 0x7f67b8100100 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67bdf88700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8100100 0x7f67b8103ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44466/0 (socket says 172.21.15.98:44466) 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 -- 172.21.15.98:0/979422215 learned_addr learned my addr 172.21.15.98:0/979422215 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67bd787700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 0x7f67b81024f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 -- 172.21.15.98:0/979422215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8100100 msgr2=0x7f67b8103ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8100100 0x7f67b8103ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 -- 172.21.15.98:0/979422215 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 msgr2=0x7f67b81024f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:54.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 0x7f67b81024f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 -- 172.21.15.98:0/979422215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67a80095f0 con 0x7f67b8101530 2023-10-05T15:37:54.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67be789700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b970 tx=0x7f67b000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:54.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b000d860 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67b81a1070 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f67b000de80 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67b0017400 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.611+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67b81a15a0 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.612+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67b810b7b0 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.613+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f67b000e630 con 0x7f67b8101530 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.614+0000 7f67aeffd700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 0x7f67a40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:54.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.614+0000 7f67bdf88700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 0x7f67a40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:54.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.614+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f67b0006e40 con 0x7f67b8101530 2023-10-05T15:37:54.619 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.614+0000 7f67bdf88700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 0x7f67a40a3940 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f67b4009a10 tx=0x7f67b4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:54.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.619+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f67b0095fa0 con 0x7f67b8101530 2023-10-05T15:37:54.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:54 smithi098 ceph-mon[99243]: pgmap v302: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:54.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.850+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f67b810b970 con 0x7f67b8101530 2023-10-05T15:37:54.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.850+0000 7f67aeffd700 1 -- 172.21.15.98:0/979422215 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) v1 ==== 76+0+2975 (secure 0 0 0) 0x7f67b00995c0 con 0x7f67b8101530 2023-10-05T15:37:54.853 INFO:teuthology.orchestra.run.smithi098.stdout:e28 2023-10-05T15:37:54.853 INFO:teuthology.orchestra.run.smithi098.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:37:54.853 INFO:teuthology.orchestra.run.smithi098.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:legacy client fscid: 1 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:Filesystem 'cephfs' (1) 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:fs_name cephfs 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:epoch 28 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:created 2023-10-05T15:36:19.363652+0000 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:modified 2023-10-05T15:36:42.850286+0000 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:tableserver 0 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:root 0 2023-10-05T15:37:54.854 INFO:teuthology.orchestra.run.smithi098.stdout:session_timeout 300 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:session_autoclose 300 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:max_file_size 1099511627776 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:max_xattr_size 65536 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:required_client_features {} 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:last_failure 0 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:last_failure_osd_epoch 0 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:max_mds 5 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:in 0,1,2,3,4 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:up {0=24506,1=24478,2=24476,3=24457,4=14628} 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:failed 2023-10-05T15:37:54.855 INFO:teuthology.orchestra.run.smithi098.stdout:damaged 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:stopped 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:data_pools [3,4] 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:metadata_pool 2 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:inline_data disabled 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:balancer 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:bal_rank_mask -1 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:standby_count_wanted 0 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.b{0:24506} state up:active seq 3 addr [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.e{0:24449} state up:standby-replay seq 1 addr [v2:172.21.15.115:6834/3082174363,v1:172.21.15.115:6835/3082174363] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.i{1:24478} state up:active seq 9 addr [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.f{1:24448} state up:standby-replay seq 1 addr [v2:172.21.15.173:6834/2237605527,v1:172.21.15.173:6835/2237605527] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.856 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.h{2:24476} state up:active seq 10 addr [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.k{2:24422} state up:standby-replay seq 1 addr [v2:172.21.15.115:6832/2058052314,v1:172.21.15.115:6833/2058052314] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.c{3:24457} state up:active seq 11 addr [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.l{3:24421} state up:standby-replay seq 1 addr [v2:172.21.15.173:6832/2860278494,v1:172.21.15.173:6833/2860278494] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.a{4:14628} state up:active seq 9 addr [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.g{4:14616} state up:standby-replay seq 1 addr [v2:172.21.15.98:6838/1540864387,v1:172.21.15.98:6839/1540864387] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:Standby daemons: 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.j{-1:14556} state up:standby seq 1 addr [v2:172.21.15.98:6834/845942226,v1:172.21.15.98:6835/845942226] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.857 INFO:teuthology.orchestra.run.smithi098.stdout:[mds.d{-1:14568} state up:standby seq 1 addr [v2:172.21.15.98:6836/1325902802,v1:172.21.15.98:6837/1325902802] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:37:54.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 msgr2=0x7f67a40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:54.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 0x7f67a40a3940 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f67b4009a10 tx=0x7f67b4009190 comp rx=0 tx=0).stop 2023-10-05T15:37:54.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 msgr2=0x7f67b8102a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:54.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b970 tx=0x7f67b000bc80 comp rx=0 tx=0).stop 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 shutdown_connections 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f67a40a1480 0x7f67a40a3940 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f67b8101530 0x7f67b8102a30 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67b8100100 0x7f67b8103ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 --2- 172.21.15.98:0/979422215 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f67b8100ac0 0x7f67b81024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 >> 172.21.15.98:0/979422215 conn(0x7f67b80fabd0 msgr2=0x7f67b80fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 shutdown_connections 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:54.852+0000 7f67c01ec700 1 -- 172.21.15.98:0/979422215 wait complete. 2023-10-05T15:37:54.859 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:37:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:54 smithi173 ceph-mon[104029]: pgmap v302: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:54 smithi115 ceph-mon[103691]: pgmap v302: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:37:55.418 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd dump' 2023-10-05T15:37:55.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:55 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/979422215' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:37:55.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:55 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/979422215' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:37:55.977 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:37:56.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:55 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/979422215' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:37:56.807 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:56 smithi098 ceph-mon[99243]: pgmap v303: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:56.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:56 smithi173 ceph-mon[104029]: pgmap v303: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:56 smithi115 ceph-mon[103691]: pgmap v303: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 -- 172.21.15.98:0/1581178368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 msgr2=0x7fe7d8100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/1581178368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8100290 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009990 tx=0x7fe7c0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 -- 172.21.15.98:0/1581178368 shutdown_connections 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/1581178368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8101990 0x7fe7d81082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/1581178368 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8100290 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/1581178368 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8100fd0 0x7fe7d8101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 -- 172.21.15.98:0/1581178368 >> 172.21.15.98:0/1581178368 conn(0x7fe7d80fb3f0 msgr2=0x7fe7d80fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 -- 172.21.15.98:0/1581178368 shutdown_connections 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.322+0000 7fe7dcab8700 1 -- 172.21.15.98:0/1581178368 wait complete. 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 Processor -- start 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 -- start start 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8100fd0 0x7fe7d8102440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 0x7fe7d8102980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d8103100 con 0x7fe7d80ffe70 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d8103270 con 0x7fe7d8101990 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7dcab8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d81a0cc0 con 0x7fe7d8100fd0 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7d659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:57.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7d659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44474/0 (socket says 172.21.15.98:44474) 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7d659c700 1 -- 172.21.15.98:0/859012620 learned_addr learned my addr 172.21.15.98:0/859012620 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7d5d9b700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8100fd0 0x7fe7d8102440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.323+0000 7fe7d6d9d700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 0x7fe7d8102980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 -- 172.21.15.98:0/859012620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8100fd0 msgr2=0x7fe7d8102440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8100fd0 0x7fe7d8102440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 -- 172.21.15.98:0/859012620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 msgr2=0x7fe7d8102980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 0x7fe7d8102980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 -- 172.21.15.98:0/859012620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c00095f0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d6d9d700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 0x7fe7d8102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7d659c700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0004760 tx=0x7fe7c0004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c001d070 con 0x7fe7d80ffe70 2023-10-05T15:37:57.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c0004cf0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7d81a0f40 con 0x7fe7d80ffe70 2023-10-05T15:37:57.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0005280 con 0x7fe7d80ffe70 2023-10-05T15:37:57.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.324+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d81a12a0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.325+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7d810b680 con 0x7fe7d80ffe70 2023-10-05T15:37:57.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.326+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe7c00053e0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.327+0000 7fe7cf7fe700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 0x7fe7c40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:57.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.327+0000 7fe7d5d9b700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 0x7fe7c40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:57.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.327+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fe7c00ce0b0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.327+0000 7fe7d5d9b700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 0x7fe7c40a3940 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8005950 tx=0x7fe7c800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:57.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.331+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe7c005c100 con 0x7fe7d80ffe70 2023-10-05T15:37:57.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.520+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fe7d81a1490 con 0x7fe7d80ffe70 2023-10-05T15:37:57.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.521+0000 7fe7cf7fe700 1 -- 172.21.15.98:0/859012620 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) v1 ==== 56+0+5578 (secure 0 0 0) 0x7fe7c00974a0 con 0x7fe7d80ffe70 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:epoch 88 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:created 2023-10-05T15:29:30.345278+0000 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:modified 2023-10-05T15:37:26.634165+0000 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:crush_version 27 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:full_ratio 0.95 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:backfillfull_ratio 0.9 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:nearfull_ratio 0.85 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:require_min_compat_client luminous 2023-10-05T15:37:57.523 INFO:teuthology.orchestra.run.smithi098.stdout:min_compat_client luminous 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:require_osd_release reef 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:stretch_mode_enabled false 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 81 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:max_osd 12 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6802/854270906,v1:172.21.15.98:6803/854270906] [v2:172.21.15.98:6804/854270906,v1:172.21.15.98:6805/854270906] exists,up 2bb35603-65c8-4591-b24f-58d8a13cbd5e 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.115:6800/3286131377,v1:172.21.15.115:6801/3286131377] [v2:172.21.15.115:6802/3286131377,v1:172.21.15.115:6803/3286131377] exists,up bff1157d-2aaa-40b4-aebb-adcf44b23083 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:osd.2 up in weight 1 up_from 18 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6800/1529824505,v1:172.21.15.173:6801/1529824505] [v2:172.21.15.173:6802/1529824505,v1:172.21.15.173:6803/1529824505] exists,up 8cde0988-2d1e-453e-8834-3d71eda1a01b 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:osd.3 up in weight 1 up_from 25 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6810/3341994177,v1:172.21.15.98:6811/3341994177] [v2:172.21.15.98:6812/3341994177,v1:172.21.15.98:6813/3341994177] exists,up 8956dde8-d64e-46d9-8634-9c2b5c594170 2023-10-05T15:37:57.524 INFO:teuthology.orchestra.run.smithi098.stdout:osd.4 up in weight 1 up_from 33 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.115:6808/3332615889,v1:172.21.15.115:6809/3332615889] [v2:172.21.15.115:6810/3332615889,v1:172.21.15.115:6811/3332615889] exists,up 8093824e-9f3a-476f-b4ea-7a69ddaac28e 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.5 up in weight 1 up_from 38 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6808/4028280474,v1:172.21.15.173:6809/4028280474] [v2:172.21.15.173:6810/4028280474,v1:172.21.15.173:6811/4028280474] exists,up d9b77eb4-5883-4336-9570-ad3cdc8c1ee2 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.6 up in weight 1 up_from 45 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6818/1703507473,v1:172.21.15.98:6819/1703507473] [v2:172.21.15.98:6820/1703507473,v1:172.21.15.98:6821/1703507473] exists,up 04c3c310-af76-4a87-b685-5d82fb03e922 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.7 up in weight 1 up_from 50 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.115:6816/481946514,v1:172.21.15.115:6817/481946514] [v2:172.21.15.115:6818/481946514,v1:172.21.15.115:6819/481946514] exists,up c3c9397a-12f1-4393-ab81-3e663220226f 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.8 up in weight 1 up_from 57 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6816/1316179950,v1:172.21.15.173:6817/1316179950] [v2:172.21.15.173:6818/1316179950,v1:172.21.15.173:6819/1316179950] exists,up a0078ccd-5376-405e-bda8-ca6c0c6396ce 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.9 up in weight 1 up_from 64 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.98:6826/3483398667,v1:172.21.15.98:6827/3483398667] [v2:172.21.15.98:6828/3483398667,v1:172.21.15.98:6829/3483398667] exists,up a2679cfd-295b-494d-9216-10463dfdb9a8 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.10 up in weight 1 up_from 69 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.115:6824/635517942,v1:172.21.15.115:6825/635517942] [v2:172.21.15.115:6826/635517942,v1:172.21.15.115:6827/635517942] exists,up 4799e5b9-d0e0-45aa-b363-bfb8c613d0d3 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:osd.11 up in weight 1 up_from 77 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6824/4142760373,v1:172.21.15.173:6825/4142760373] [v2:172.21.15.173:6826/4142760373,v1:172.21.15.173:6827/4142760373] exists,up a9e32996-c202-45da-b25c-f517c7e69501 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 2.e [2,4] 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 3.5 [3,9] 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 3.6 [4,6] 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 3.1a [5,7] 2023-10-05T15:37:57.525 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 3.34 [4,9] 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 3.3c [4,9] 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 4.2 [9,1] 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 4.f [9,8,5,10] 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:pg_upmap_items 4.17 [9,8] 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:6800/1178534296 expires 2023-10-06T15:30:25.452043+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:6801/1178534296 expires 2023-10-06T15:30:25.452043+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/2584105342 expires 2023-10-06T15:30:25.452043+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/3899645988 expires 2023-10-06T15:30:25.452043+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/4077232647 expires 2023-10-06T15:30:03.203788+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/4021317212 expires 2023-10-06T15:30:25.452043+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:6801/1251923816 expires 2023-10-06T15:30:03.203788+0000 2023-10-05T15:37:57.526 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:6800/1251923816 expires 2023-10-06T15:30:03.203788+0000 2023-10-05T15:37:57.527 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/3624022215 expires 2023-10-06T15:30:03.203788+0000 2023-10-05T15:37:57.527 INFO:teuthology.orchestra.run.smithi098.stdout:blocklist 172.21.15.98:0/1230633181 expires 2023-10-06T15:30:03.203788+0000 2023-10-05T15:37:57.527 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 msgr2=0x7fe7c40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:57.527 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 0x7fe7c40a3940 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8005950 tx=0x7fe7c800b410 comp rx=0 tx=0).stop 2023-10-05T15:37:57.527 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 msgr2=0x7fe7d8103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0004760 tx=0x7fe7c0004790 comp rx=0 tx=0).stop 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 shutdown_connections 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe7c40a1480 0x7fe7c40a3940 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe7d8101990 0x7fe7d8102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe7d80ffe70 0x7fe7d8103df0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 --2- 172.21.15.98:0/859012620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d8100fd0 0x7fe7d8102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 >> 172.21.15.98:0/859012620 conn(0x7fe7d80fb3f0 msgr2=0x7fe7d8068a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 shutdown_connections 2023-10-05T15:37:57.528 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:57.523+0000 7fe7dcab8700 1 -- 172.21.15.98:0/859012620 wait complete. 2023-10-05T15:37:57.868 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:57 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/859012620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:37:57.869 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:57 smithi098 ceph-mon[99243]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:57.933 INFO:teuthology.run_tasks:Running task fs.ready... 2023-10-05T15:37:57.943 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:37:58.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- 172.21.15.98:0/3796339701 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c102060 msgr2=0x7f643c1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- 172.21.15.98:0/3796339701 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c102060 0x7f643c1024e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f64280098f0 tx=0x7f6428009c00 comp rx=0 tx=0).stop 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- 172.21.15.98:0/3796339701 shutdown_connections 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- 172.21.15.98:0/3796339701 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102a20 0x7f643c109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- 172.21.15.98:0/3796339701 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c100e80 0x7f643c1012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- 172.21.15.98:0/3796339701 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c102060 0x7f643c1024e0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- 172.21.15.98:0/3796339701 >> 172.21.15.98:0/3796339701 conn(0x7f643c0fc420 msgr2=0x7f643c0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- 172.21.15.98:0/3796339701 shutdown_connections 2023-10-05T15:37:58.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- 172.21.15.98:0/3796339701 wait complete. 2023-10-05T15:37:58.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 Processor -- start 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 -- start start 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102060 0x7f643c0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.067+0000 7f6442c55700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 0x7f643c0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6442c55700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643c073f80 con 0x7f643c100e80 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6442c55700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643c0740f0 con 0x7f643c102060 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6442c55700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643c1a0bf0 con 0x7f643c102a20 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44484/0 (socket says 172.21.15.98:44484) 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 -- 172.21.15.98:0/4012867920 learned_addr learned my addr 172.21.15.98:0/4012867920 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:58.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64411f2700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 0x7f643c0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f643bfff700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102060 0x7f643c0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 -- 172.21.15.98:0/4012867920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 msgr2=0x7f643c0737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 0x7f643c0737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 -- 172.21.15.98:0/4012867920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102060 msgr2=0x7f643c0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102060 0x7f643c0732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 -- 172.21.15.98:0/4012867920 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6428009520 con 0x7f643c100e80 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64411f2700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 0x7f643c0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f64409f1700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f643000e9f0 tx=0x7f643000edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643000cbd0 con 0x7f643c100e80 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f64300044e0 con 0x7f643c100e80 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f643c1a0ed0 con 0x7f643c100e80 2023-10-05T15:37:58.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6430003d90 con 0x7f643c100e80 2023-10-05T15:37:58.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.068+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f643c1a1350 con 0x7f643c100e80 2023-10-05T15:37:58.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.069+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f643c1084e0 con 0x7f643c100e80 2023-10-05T15:37:58.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.070+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6430003f30 con 0x7f643c100e80 2023-10-05T15:37:58.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.071+0000 7f6439ffb700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 0x7f642c0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.071+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f6430014070 con 0x7f643c100e80 2023-10-05T15:37:58.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.071+0000 7f643bfff700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 0x7f642c0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.071+0000 7f643bfff700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 0x7f642c0a3a10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6428009230 tx=0x7f6428005b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.075+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f64300966d0 con 0x7f643c100e80 2023-10-05T15:37:58.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:57 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/859012620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:37:58.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:57 smithi173 ceph-mon[104029]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:57 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/859012620' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:37:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:57 smithi115 ceph-mon[103691]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:37:58.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.268+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f643c10c6f0 con 0x7f643c100e80 2023-10-05T15:37:58.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.270+0000 7f6439ffb700 1 -- 172.21.15.98:0/4012867920 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f6430099cf0 con 0x7f643c100e80 2023-10-05T15:37:58.272 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:37:58.272 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:37:58.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 msgr2=0x7f642c0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.274 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 0x7f642c0a3a10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6428009230 tx=0x7f6428005b40 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 msgr2=0x7f643c074c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f643000e9f0 tx=0x7f643000edb0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 shutdown_connections 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f642c0a1550 0x7f642c0a3a10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f643c102a20 0x7f643c0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f643c100e80 0x7f643c074c60 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 --2- 172.21.15.98:0/4012867920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f643c102060 0x7f643c0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 >> 172.21.15.98:0/4012867920 conn(0x7f643c0fc420 msgr2=0x7f643c105620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 shutdown_connections 2023-10-05T15:37:58.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.272+0000 7f6442c55700 1 -- 172.21.15.98:0/4012867920 wait complete. 2023-10-05T15:37:58.287 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:37:58.288 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 -- 172.21.15.98:0/823431259 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29680ff540 msgr2=0x7f29680ff960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 --2- 172.21.15.98:0/823431259 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29680ff540 0x7f29680ff960 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f295800aad0 tx=0x7f295800ade0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 -- 172.21.15.98:0/823431259 shutdown_connections 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 --2- 172.21.15.98:0/823431259 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29681010d0 0x7f2968107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 --2- 172.21.15.98:0/823431259 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29680ff540 0x7f29680ff960 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 --2- 172.21.15.98:0/823431259 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 0x7f2968100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 -- 172.21.15.98:0/823431259 >> 172.21.15.98:0/823431259 conn(0x7f29680faab0 msgr2=0x7f29680fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 -- 172.21.15.98:0/823431259 shutdown_connections 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.409+0000 7f296fafe700 1 -- 172.21.15.98:0/823431259 wait complete. 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 Processor -- start 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 -- start start 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29680ff540 0x7f2968194a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 0x7f2968194f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f296819c580 con 0x7f29681010d0 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f296819c6c0 con 0x7f29680ff540 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296fafe700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f296819c850 con 0x7f2968100730 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.414 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44502/0 (socket says 172.21.15.98:44502) 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 -- 172.21.15.98:0/1846086430 learned_addr learned my addr 172.21.15.98:0/1846086430 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296d89a700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29680ff540 0x7f2968194a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296d099700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 0x7f2968194f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 -- 172.21.15.98:0/1846086430 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 msgr2=0x7f2968194f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 0x7f2968194f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 -- 172.21.15.98:0/1846086430 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29680ff540 msgr2=0x7f2968194a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29680ff540 0x7f2968194a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 -- 172.21.15.98:0/1846086430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f295800a700 con 0x7f29681010d0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.410+0000 7f296e09b700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f2960007ee0 tx=0x7f296000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.411+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296000dd20 con 0x7f29681010d0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.411+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f296000f040 con 0x7f29681010d0 2023-10-05T15:37:58.415 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.411+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f296819cb30 con 0x7f29681010d0 2023-10-05T15:37:58.416 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.411+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29600048a0 con 0x7f29681010d0 2023-10-05T15:37:58.416 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.411+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f296819cff0 con 0x7f29681010d0 2023-10-05T15:37:58.416 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.412+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2968106520 con 0x7f29681010d0 2023-10-05T15:37:58.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.412+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2960003a00 con 0x7f29681010d0 2023-10-05T15:37:58.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.413+0000 7f295effd700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 0x7f29540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.413+0000 7f296d89a700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 0x7f29540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.413+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f29600cc860 con 0x7f29681010d0 2023-10-05T15:37:58.417 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.414+0000 7f296d89a700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 0x7f29540a3940 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f295800a9f0 tx=0x7f2958005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.419 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.418+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f296004f100 con 0x7f29681010d0 2023-10-05T15:37:58.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.609+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f296802d190 con 0x7f29681010d0 2023-10-05T15:37:58.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.609+0000 7f295effd700 1 -- 172.21.15.98:0/1846086430 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2960095bc0 con 0x7f29681010d0 2023-10-05T15:37:58.612 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 msgr2=0x7f29540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 0x7f29540a3940 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f295800a9f0 tx=0x7f2958005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 msgr2=0x7f296819bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f2960007ee0 tx=0x7f296000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 shutdown_connections 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f29540a1480 0x7f29540a3940 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f29680ff540 0x7f2968194a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f29681010d0 0x7f296819bfb0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 --2- 172.21.15.98:0/1846086430 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2968100730 0x7f2968194f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 >> 172.21.15.98:0/1846086430 conn(0x7f29680faab0 msgr2=0x7f29680fce20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 shutdown_connections 2023-10-05T15:37:58.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.612+0000 7f296fafe700 1 -- 172.21.15.98:0/1846086430 wait complete. 2023-10-05T15:37:58.626 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:37:58.751 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 -- 172.21.15.98:0/4085262356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 msgr2=0x7f7fb81026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 --2- 172.21.15.98:0/4085262356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb81026b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009990 tx=0x7f7fac009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 -- 172.21.15.98:0/4085262356 shutdown_connections 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 --2- 172.21.15.98:0/4085262356 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb8102bf0 0x7f7fb81094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 --2- 172.21.15.98:0/4085262356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb80ff1e0 0x7f7fb80ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 --2- 172.21.15.98:0/4085262356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb81026b0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 -- 172.21.15.98:0/4085262356 >> 172.21.15.98:0/4085262356 conn(0x7f7fb80faaf0 msgr2=0x7f7fb80fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 -- 172.21.15.98:0/4085262356 shutdown_connections 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.749+0000 7f7fbd462700 1 -- 172.21.15.98:0/4085262356 wait complete. 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 Processor -- start 2023-10-05T15:37:58.752 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 -- start start 2023-10-05T15:37:58.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb80ff1e0 0x7f7fb8101bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.754 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 0x7f7fb8100740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fb8100ee0 con 0x7f7fb8102250 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fb8101050 con 0x7f7fb80ff1e0 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fbd462700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fb81a0c40 con 0x7f7fb8102bf0 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fb67fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fb67fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44514/0 (socket says 172.21.15.98:44514) 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.750+0000 7f7fb67fc700 1 -- 172.21.15.98:0/3627865823 learned_addr learned my addr 172.21.15.98:0/3627865823 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb6ffd700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb80ff1e0 0x7f7fb8101bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb77fe700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 0x7f7fb8100740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 -- 172.21.15.98:0/3627865823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 msgr2=0x7f7fb8100740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 0x7f7fb8100740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 -- 172.21.15.98:0/3627865823 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb80ff1e0 msgr2=0x7f7fb8101bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb80ff1e0 0x7f7fb8101bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 -- 172.21.15.98:0/3627865823 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fac0095f0 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb77fe700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 0x7f7fb8100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fb67fc700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7fac004730 tx=0x7f7fac005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fac01d070 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fb81a0ec0 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fac004cd0 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fac005610 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.751+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fb81a1280 con 0x7f7fb8102250 2023-10-05T15:37:58.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.752+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fb8107f90 con 0x7f7fb8102250 2023-10-05T15:37:58.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.753+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7fac00fc70 con 0x7f7fb8102250 2023-10-05T15:37:58.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.754+0000 7f7f9ffff700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 0x7f7fa00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.754+0000 7f7fb6ffd700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 0x7f7fa00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.754+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7fac0ce920 con 0x7f7fb8102250 2023-10-05T15:37:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.754+0000 7f7fb6ffd700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 0x7f7fa00a39c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8005fd0 tx=0x7f7fa8005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:58.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.757+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7fac097cb0 con 0x7f7fb8102250 2023-10-05T15:37:58.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.952+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7fb802cf70 con 0x7f7fb8102250 2023-10-05T15:37:58.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.953+0000 7f7f9ffff700 1 -- 172.21.15.98:0/3627865823 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7fac09b2d0 con 0x7f7fb8102250 2023-10-05T15:37:58.955 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 msgr2=0x7f7fa00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 0x7f7fa00a39c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8005fd0 tx=0x7f7fa8005dd0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 msgr2=0x7f7fb8100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7fac004730 tx=0x7f7fac005ef0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 shutdown_connections 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7fa00a1500 0x7f7fa00a39c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7fb80ff1e0 0x7f7fb8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7fb8102bf0 0x7f7fb8100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 --2- 172.21.15.98:0/3627865823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7fb8102250 0x7f7fb8100200 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 >> 172.21.15.98:0/3627865823 conn(0x7f7fb80faaf0 msgr2=0x7f7fb80fcd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:58.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 shutdown_connections 2023-10-05T15:37:58.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:58.955+0000 7f7fbd462700 1 -- 172.21.15.98:0/3627865823 wait complete. 2023-10-05T15:37:58.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:58 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4012867920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:58.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:58 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1846086430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:58.969 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.091+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/4115654427 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 msgr2=0x7ff29c100480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.091+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/4115654427 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c100480 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff288009990 tx=0x7ff288009ca0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.091+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/4115654427 shutdown_connections 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.091+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/4115654427 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 0x7ff29c101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/4115654427 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 0x7ff29c108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/4115654427 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c100480 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/4115654427 >> 172.21.15.98:0/4115654427 conn(0x7ff29c0faab0 msgr2=0x7ff29c0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/4115654427 shutdown_connections 2023-10-05T15:37:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/4115654427 wait complete. 2023-10-05T15:37:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 Processor -- start 2023-10-05T15:37:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.092+0000 7ff2a2fe9700 1 -- start start 2023-10-05T15:37:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 0x7ff29c196030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 0x7ff29c19d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c19d670 con 0x7ff29c100000 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c19d7b0 con 0x7ff29c101440 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff29c19d940 con 0x7ff29c1009c0 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44526/0 (socket says 172.21.15.98:44526) 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 -- 172.21.15.98:0/144982213 learned_addr learned my addr 172.21.15.98:0/144982213 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff29bfff700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 0x7ff29c196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a1586700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 0x7ff29c19d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 -- 172.21.15.98:0/144982213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 msgr2=0x7ff29c196030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 0x7ff29c196030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 -- 172.21.15.98:0/144982213 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 msgr2=0x7ff29c19d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 0x7ff29c19d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 -- 172.21.15.98:0/144982213 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2880095f0 con 0x7ff29c100000 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a0d85700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff29000d950 tx=0x7ff29000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff290009940 con 0x7ff29c100000 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff29c19dc20 con 0x7ff29c100000 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff290010460 con 0x7ff29c100000 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.093+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff29000f620 con 0x7ff29c100000 2023-10-05T15:37:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.094+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff29c19e130 con 0x7ff29c100000 2023-10-05T15:37:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.094+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff29c10b600 con 0x7ff29c100000 2023-10-05T15:37:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.095+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff2900108d0 con 0x7ff29c100000 2023-10-05T15:37:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.096+0000 7ff299ffb700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 0x7ff28c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.096+0000 7ff29bfff700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 0x7ff28c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.096+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7ff2900ccdd0 con 0x7ff29c100000 2023-10-05T15:37:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.097+0000 7ff29bfff700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 0x7ff28c0a3940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff28800b5c0 tx=0x7ff288005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.100+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff290096130 con 0x7ff29c100000 2023-10-05T15:37:59.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:58 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4012867920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:59.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:58 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1846086430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:59.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:58 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4012867920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:37:59.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:58 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1846086430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:37:59.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.293+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff29c106d70 con 0x7ff29c100000 2023-10-05T15:37:59.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.294+0000 7ff299ffb700 1 -- 172.21.15.98:0/144982213 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff2900160a0 con 0x7ff29c100000 2023-10-05T15:37:59.296 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:37:59.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 msgr2=0x7ff28c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 0x7ff28c0a3940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff28800b5c0 tx=0x7ff288005fb0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 msgr2=0x7ff29c195af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff29000d950 tx=0x7ff29000dc60 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 shutdown_connections 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff28c0a1480 0x7ff28c0a3940 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff29c101440 0x7ff29c19d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff29c100000 0x7ff29c195af0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 --2- 172.21.15.98:0/144982213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff29c1009c0 0x7ff29c196030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 >> 172.21.15.98:0/144982213 conn(0x7ff29c0faab0 msgr2=0x7ff29c0fcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 shutdown_connections 2023-10-05T15:37:59.299 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.296+0000 7ff2a2fe9700 1 -- 172.21.15.98:0/144982213 wait complete. 2023-10-05T15:37:59.310 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 -- 172.21.15.98:0/1233830291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 msgr2=0x7fc2f01001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/1233830291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f01001e0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0099c0 tx=0x7fc2ec009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 -- 172.21.15.98:0/1233830291 shutdown_connections 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/1233830291 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0101950 0x7fc2f0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/1233830291 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f01001e0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/1233830291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0100fb0 0x7fc2f0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 -- 172.21.15.98:0/1233830291 >> 172.21.15.98:0/1233830291 conn(0x7fc2f00fb330 msgr2=0x7fc2f00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 -- 172.21.15.98:0/1233830291 shutdown_connections 2023-10-05T15:37:59.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 -- 172.21.15.98:0/1233830291 wait complete. 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.435+0000 7fc2f80fa700 1 Processor -- start 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 -- start start 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 0x7fc2f019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 0x7fc2f019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f019e720 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f019e890 con 0x7fc2f0100fb0 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f019ea50 con 0x7fc2f0101950 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44540/0 (socket says 172.21.15.98:44540) 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 -- 172.21.15.98:0/67462509 learned_addr learned my addr 172.21.15.98:0/67462509 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:59.440 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f6697700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 0x7fc2f019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5695700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 0x7fc2f019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 -- 172.21.15.98:0/67462509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 msgr2=0x7fc2f019df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 0x7fc2f019df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 -- 172.21.15.98:0/67462509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 msgr2=0x7fc2f019b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 0x7fc2f019b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 -- 172.21.15.98:0/67462509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ec0095f0 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f6697700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 0x7fc2f019df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5695700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 0x7fc2f019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f5e96700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00b580 tx=0x7fc2ec005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec01d070 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2f019ecd0 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc2ec004120 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.436+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec00f460 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.437+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2f019f0f0 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.437+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2f010b640 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.438+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc2ec022600 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.439+0000 7fc2e6ffd700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 0x7fc2dc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.439+0000 7fc2f5695700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 0x7fc2dc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.439+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fc2ec0cec20 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.443 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.439+0000 7fc2f5695700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 0x7fc2dc0a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0005fd0 tx=0x7fc2e0005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.442+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc2ec098010 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.633+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc2f0106d60 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.634+0000 7fc2e6ffd700 1 -- 172.21.15.98:0/67462509 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc2ec09b630 con 0x7fc2f00ffdc0 2023-10-05T15:37:59.636 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 msgr2=0x7fc2dc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 0x7fc2dc0a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0005fd0 tx=0x7fc2e0005ee0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 msgr2=0x7fc2f0068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00b580 tx=0x7fc2ec005ef0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 shutdown_connections 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc2dc0a1480 0x7fc2dc0a3940 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2f0101950 0x7fc2f019df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc2f00ffdc0 0x7fc2f0068bd0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 --2- 172.21.15.98:0/67462509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc2f0100fb0 0x7fc2f019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 >> 172.21.15.98:0/67462509 conn(0x7fc2f00fb330 msgr2=0x7fc2f00fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:59.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 shutdown_connections 2023-10-05T15:37:59.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.636+0000 7fc2f80fa700 1 -- 172.21.15.98:0/67462509 wait complete. 2023-10-05T15:37:59.650 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/854782898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 msgr2=0x7f5f44101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/854782898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44101450 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f5f400099c0 tx=0x7f5f40009cd0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/854782898 shutdown_connections 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/854782898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f44100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/854782898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f44101990 0x7f5f44108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/854782898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44101450 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/854782898 >> 172.21.15.98:0/854782898 conn(0x7f5f440fb370 msgr2=0x7f5f440fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:37:59.772 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/854782898 shutdown_connections 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/854782898 wait complete. 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.768+0000 7f5f4bf0f700 1 Processor -- start 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 -- start start 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f441959c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f44101990 0x7f5f4419cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f4419d540 con 0x7f5f44100ff0 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f4419d680 con 0x7f5f440ffe00 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f4419d810 con 0x7f5f44101990 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44556/0 (socket says 172.21.15.98:44556) 2023-10-05T15:37:59.773 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 -- 172.21.15.98:0/3160279279 learned_addr learned my addr 172.21.15.98:0/3160279279 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 -- 172.21.15.98:0/3160279279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f44101990 msgr2=0x7f5f4419cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f44101990 0x7f5f4419cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 -- 172.21.15.98:0/3160279279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 msgr2=0x7f5f441959c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f49cab700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f441959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f441959c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 -- 172.21.15.98:0/3160279279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f400095f0 con 0x7f5f44100ff0 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f49cab700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f441959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f494aa700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009990 tx=0x7f5f40003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f4001d070 con 0x7f5f44100ff0 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f40004640 con 0x7f5f44100ff0 2023-10-05T15:37:59.774 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f4419da90 con 0x7f5f44100ff0 2023-10-05T15:37:59.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.769+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f4000f460 con 0x7f5f44100ff0 2023-10-05T15:37:59.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.770+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f4419df40 con 0x7f5f44100ff0 2023-10-05T15:37:59.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.770+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f441072b0 con 0x7f5f44100ff0 2023-10-05T15:37:59.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.772+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5f40022470 con 0x7f5f44100ff0 2023-10-05T15:37:59.775 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.772+0000 7f5f3affd700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 0x7f5f300a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:37:59.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.773+0000 7f5f49cab700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 0x7f5f300a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:37:59.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.773+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f5f400ced70 con 0x7f5f44100ff0 2023-10-05T15:37:59.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.773+0000 7f5f49cab700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 0x7f5f300a3990 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005fd0 tx=0x7f5f34005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:37:59.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:37:59.776+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5f40098100 con 0x7f5f44100ff0 2023-10-05T15:38:00.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.015+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5f4402d1b0 con 0x7f5f44100ff0 2023-10-05T15:38:00.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.016+0000 7f5f3affd700 1 -- 172.21.15.98:0/3160279279 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f5f4009b720 con 0x7f5f44100ff0 2023-10-05T15:38:00.018 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:00.018 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:38:00.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 msgr2=0x7f5f300a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 0x7f5f300a3990 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005fd0 tx=0x7f5f34005e40 comp rx=0 tx=0).stop 2023-10-05T15:38:00.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 msgr2=0x7f5f44195f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009990 tx=0x7f5f40003ba0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 shutdown_connections 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5f300a14d0 0x7f5f300a3990 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5f440ffe00 0x7f5f441959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f44101990 0x7f5f4419cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 --2- 172.21.15.98:0/3160279279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5f44100ff0 0x7f5f44195f00 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 >> 172.21.15.98:0/3160279279 conn(0x7f5f440fb370 msgr2=0x7f5f441043f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 shutdown_connections 2023-10-05T15:38:00.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.018+0000 7f5f4bf0f700 1 -- 172.21.15.98:0/3160279279 wait complete. 2023-10-05T15:38:00.022 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:38:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:59 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3627865823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:59 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/144982213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.031 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:59 smithi098 ceph-mon[99243]: pgmap v305: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:38:00.032 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:37:59 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/67462509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.033 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:59 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3627865823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:59 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/144982213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:59 smithi173 ceph-mon[104029]: pgmap v305: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:38:00.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:37:59 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/67462509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 -- 172.21.15.98:0/159581856 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102080 msgr2=0x7ff50c102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 --2- 172.21.15.98:0/159581856 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102080 0x7ff50c102500 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc009990 tx=0x7ff4fc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 -- 172.21.15.98:0/159581856 shutdown_connections 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 --2- 172.21.15.98:0/159581856 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 --2- 172.21.15.98:0/159581856 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102a40 0x7ff50c109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 --2- 172.21.15.98:0/159581856 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102080 0x7ff50c102500 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 -- 172.21.15.98:0/159581856 >> 172.21.15.98:0/159581856 conn(0x7ff50c0fc420 msgr2=0x7ff50c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 -- 172.21.15.98:0/159581856 shutdown_connections 2023-10-05T15:38:00.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.151+0000 7ff510e10700 1 -- 172.21.15.98:0/159581856 wait complete. 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 Processor -- start 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 -- start start 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102080 0x7ff50c0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff50c073f80 con 0x7ff50c102a40 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff50c0740f0 con 0x7ff50c100ea0 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff510e10700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff50c1a0c00 con 0x7ff50c102080 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff50ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff50ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44572/0 (socket says 172.21.15.98:44572) 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.152+0000 7ff50ad9d700 1 -- 172.21.15.98:0/4168984708 learned_addr learned my addr 172.21.15.98:0/4168984708 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff509d9b700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102080 0x7ff50c0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 -- 172.21.15.98:0/4168984708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102080 msgr2=0x7ff50c0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50a59c700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102080 0x7ff50c0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 -- 172.21.15.98:0/4168984708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 msgr2=0x7ff50c074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 -- 172.21.15.98:0/4168984708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4fc0095f0 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50a59c700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff50ad9d700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff50400ef30 tx=0x7ff50400c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff504018070 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff50400f040 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff50c1a0e80 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff504003dc0 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.153+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff50c1a12b0 con 0x7ff50c102a40 2023-10-05T15:38:00.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.154+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff50c1084c0 con 0x7ff50c102a40 2023-10-05T15:38:00.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.155+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff50400caa0 con 0x7ff50c102a40 2023-10-05T15:38:00.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.155+0000 7ff4fb7fe700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 0x7ff4f40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.156+0000 7ff50a59c700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 0x7ff4f40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.156+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7ff5040ccce0 con 0x7ff50c102a40 2023-10-05T15:38:00.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.156+0000 7ff50a59c700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 0x7ff4f40a3990 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff500005fd0 tx=0x7ff500005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.160+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff5040960d0 con 0x7ff50c102a40 2023-10-05T15:38:00.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:59 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3627865823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:59 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/144982213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:59 smithi115 ceph-mon[103691]: pgmap v305: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-05T15:38:00.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:37:59 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/67462509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:00.354 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.352+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff50c10c710 con 0x7ff50c102a40 2023-10-05T15:38:00.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.354+0000 7ff4fb7fe700 1 -- 172.21.15.98:0/4168984708 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7ff5040996f0 con 0x7ff50c102a40 2023-10-05T15:38:00.356 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:00.357 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:00.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.356+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 msgr2=0x7ff4f40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.356+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 0x7ff4f40a3990 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff500005fd0 tx=0x7ff500005dc0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.356+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 msgr2=0x7ff50c0737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.356+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff50400ef30 tx=0x7ff50400c450 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 shutdown_connections 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff4f40a14d0 0x7ff4f40a3990 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff50c100ea0 0x7ff50c074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff50c102a40 0x7ff50c0737e0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 --2- 172.21.15.98:0/4168984708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff50c102080 0x7ff50c0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 >> 172.21.15.98:0/4168984708 conn(0x7ff50c0fc420 msgr2=0x7ff50c105600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 shutdown_connections 2023-10-05T15:38:00.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.357+0000 7ff510e10700 1 -- 172.21.15.98:0/4168984708 wait complete. 2023-10-05T15:38:00.372 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:38:00.372 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 -- 172.21.15.98:0/2923826330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 msgr2=0x7f3040108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 --2- 172.21.15.98:0/2923826330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f3040108250 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f303800b0a0 tx=0x7f303800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 -- 172.21.15.98:0/2923826330 shutdown_connections 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 --2- 172.21.15.98:0/2923826330 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f30400ffe20 0x7f3040100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 --2- 172.21.15.98:0/2923826330 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f3040108250 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 --2- 172.21.15.98:0/2923826330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3040100f70 0x7f30401013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 -- 172.21.15.98:0/2923826330 >> 172.21.15.98:0/2923826330 conn(0x7f30400fb370 msgr2=0x7f30400fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 -- 172.21.15.98:0/2923826330 shutdown_connections 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.494+0000 7f30459fd700 1 -- 172.21.15.98:0/2923826330 wait complete. 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 Processor -- start 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 -- start start 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30400ffe20 0x7f3040069da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 0x7f304019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304019e880 con 0x7f3040101930 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304019e9f0 con 0x7f3040100f70 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f30459fd700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304019ebb0 con 0x7f30400ffe20 2023-10-05T15:38:00.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44586/0 (socket says 172.21.15.98:44586) 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 -- 172.21.15.98:0/2532718713 learned_addr learned my addr 172.21.15.98:0/2532718713 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303e7fc700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 0x7f304019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303effd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30400ffe20 0x7f3040069da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 -- 172.21.15.98:0/2532718713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30400ffe20 msgr2=0x7f3040069da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30400ffe20 0x7f3040069da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 -- 172.21.15.98:0/2532718713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 msgr2=0x7f304019baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 0x7f304019baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303f7fe700 1 -- 172.21.15.98:0/2532718713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3038009d00 con 0x7f3040101930 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.495+0000 7f303e7fc700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 0x7f304019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f303f7fe700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f303800d010 tx=0x7f3038007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303800e040 con 0x7f3040101930 2023-10-05T15:38:00.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f303801d480 con 0x7f3040101930 2023-10-05T15:38:00.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f304019ee30 con 0x7f3040101930 2023-10-05T15:38:00.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3038007ea0 con 0x7f3040101930 2023-10-05T15:38:00.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.496+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f304019f250 con 0x7f3040101930 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.497+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3040106d40 con 0x7f3040101930 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.498+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f303801d8f0 con 0x7f3040101930 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.499+0000 7f30449fb700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 0x7f302c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.499+0000 7f303effd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 0x7f302c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.499+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f30380cdb60 con 0x7f3040101930 2023-10-05T15:38:00.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.499+0000 7f303effd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 0x7f302c0a39c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3028009bf0 tx=0x7f3028009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.503+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3038096f50 con 0x7f3040101930 2023-10-05T15:38:00.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.695+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f304002cf70 con 0x7f3040101930 2023-10-05T15:38:00.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.696+0000 7f30449fb700 1 -- 172.21.15.98:0/2532718713 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f303800be60 con 0x7f3040101930 2023-10-05T15:38:00.698 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 msgr2=0x7f302c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 0x7f302c0a39c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3028009bf0 tx=0x7f3028009260 comp rx=0 tx=0).stop 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 msgr2=0x7f304019e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f303800d010 tx=0x7f3038007bc0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 shutdown_connections 2023-10-05T15:38:00.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f302c0a1500 0x7f302c0a39c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3040101930 0x7f304019e0e0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30400ffe20 0x7f3040069da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 --2- 172.21.15.98:0/2532718713 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3040100f70 0x7f304019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 >> 172.21.15.98:0/2532718713 conn(0x7f30400fb370 msgr2=0x7f30400fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 shutdown_connections 2023-10-05T15:38:00.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.698+0000 7f30459fd700 1 -- 172.21.15.98:0/2532718713 wait complete. 2023-10-05T15:38:00.712 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:38:00.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.835+0000 7effc763e700 1 -- 172.21.15.98:0/3647648238 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 msgr2=0x7effc0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.835+0000 7effc763e700 1 --2- 172.21.15.98:0/3647648238 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc0108200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7effb800b0d0 tx=0x7effb800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- 172.21.15.98:0/3647648238 shutdown_connections 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- 172.21.15.98:0/3647648238 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc0108200 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- 172.21.15.98:0/3647648238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 0x7effc01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- 172.21.15.98:0/3647648238 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 0x7effc0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- 172.21.15.98:0/3647648238 >> 172.21.15.98:0/3647648238 conn(0x7effc00fb330 msgr2=0x7effc00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- 172.21.15.98:0/3647648238 shutdown_connections 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- 172.21.15.98:0/3647648238 wait complete. 2023-10-05T15:38:00.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 Processor -- start 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- start start 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 0x7effc0196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 0x7effc0197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019e850 con 0x7effc0101950 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019e9c0 con 0x7effc0100fb0 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.836+0000 7effc763e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc019eb80 con 0x7effc00ffdc0 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc53da700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 0x7effc0196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44600/0 (socket says 172.21.15.98:44600) 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 -- 172.21.15.98:0/1374830262 learned_addr learned my addr 172.21.15.98:0/1374830262 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc4bd9700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 0x7effc0197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 -- 172.21.15.98:0/1374830262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 msgr2=0x7effc0196d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 0x7effc0196d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 -- 172.21.15.98:0/1374830262 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 msgr2=0x7effc0197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 0x7effc0197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 -- 172.21.15.98:0/1374830262 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effb8009d00 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc5bdb700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7effb8007a00 tx=0x7effb80094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effb800e040 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effb8003e10 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effc019ee00 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effb8012a90 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.837+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effc019f1d0 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.838+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effc0107ea0 con 0x7effc0101950 2023-10-05T15:38:00.845 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.839+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7effb80056c0 con 0x7effc0101950 2023-10-05T15:38:00.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.840+0000 7effb67fc700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 0x7effac0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:00.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.840+0000 7effc53da700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 0x7effac0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:00.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.840+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7effb80cee30 con 0x7effc0101950 2023-10-05T15:38:00.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.840+0000 7effc53da700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 0x7effac0a39c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7effc01981e0 tx=0x7effbc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:00.846 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:00.844+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7effb8098220 con 0x7effc0101950 2023-10-05T15:38:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:00 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3160279279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:00 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4168984708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:00 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2532718713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:01.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.036+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7effc010b5e0 con 0x7effc0101950 2023-10-05T15:38:01.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.037+0000 7effb67fc700 1 -- 172.21.15.98:0/1374830262 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7effb809b840 con 0x7effc0101950 2023-10-05T15:38:01.039 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:01.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 msgr2=0x7effac0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 0x7effac0a39c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7effc01981e0 tx=0x7effbc00b410 comp rx=0 tx=0).stop 2023-10-05T15:38:01.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 msgr2=0x7effc019e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7effb8007a00 tx=0x7effb80094c0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 shutdown_connections 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7effac0a1500 0x7effac0a39c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7effc0101950 0x7effc019e280 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effc00ffdc0 0x7effc0196d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 --2- 172.21.15.98:0/1374830262 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7effc0100fb0 0x7effc0197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 >> 172.21.15.98:0/1374830262 conn(0x7effc00fb330 msgr2=0x7effc00fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 shutdown_connections 2023-10-05T15:38:01.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.039+0000 7effc763e700 1 -- 172.21.15.98:0/1374830262 wait complete. 2023-10-05T15:38:01.053 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:38:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:00 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3160279279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:00 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4168984708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:00 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2532718713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:00 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3160279279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:00 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4168984708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:00 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2532718713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 -- 172.21.15.98:0/275329772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3394101950 msgr2=0x7f3394108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 --2- 172.21.15.98:0/275329772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3394101950 0x7f3394108200 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f338c00b0d0 tx=0x7f338c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 -- 172.21.15.98:0/275329772 shutdown_connections 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 --2- 172.21.15.98:0/275329772 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f33940ffdc0 0x7f33941001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 --2- 172.21.15.98:0/275329772 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3394101950 0x7f3394108200 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 --2- 172.21.15.98:0/275329772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 0x7f3394101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 -- 172.21.15.98:0/275329772 >> 172.21.15.98:0/275329772 conn(0x7f33940fb330 msgr2=0x7f33940fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 -- 172.21.15.98:0/275329772 shutdown_connections 2023-10-05T15:38:01.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 -- 172.21.15.98:0/275329772 wait complete. 2023-10-05T15:38:01.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.176+0000 7f3399e63700 1 Processor -- start 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 -- start start 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 0x7f3394197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3394101950 0x7f339419e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419e860 con 0x7f33940ffdc0 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419e9d0 con 0x7f3394101950 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419eb90 con 0x7f3394100fb0 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44608/0 (socket says 172.21.15.98:44608) 2023-10-05T15:38:01.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 -- 172.21.15.98:0/652659862 learned_addr learned my addr 172.21.15.98:0/652659862 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3393fff700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3394101950 0x7f339419e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3392ffd700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 0x7f3394197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 -- 172.21.15.98:0/652659862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 msgr2=0x7f3394197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 0x7f3394197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 -- 172.21.15.98:0/652659862 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3394101950 msgr2=0x7f339419e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3394101950 0x7f339419e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 -- 172.21.15.98:0/652659862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f338c009d00 con 0x7f33940ffdc0 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f33937fe700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f338800c970 tx=0x7f338800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3388004220 con 0x7f33940ffdc0 2023-10-05T15:38:01.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.177+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f339419ee70 con 0x7f33940ffdc0 2023-10-05T15:38:01.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.178+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3388007d60 con 0x7f33940ffdc0 2023-10-05T15:38:01.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.178+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3388003c90 con 0x7f33940ffdc0 2023-10-05T15:38:01.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.178+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f339419f320 con 0x7f33940ffdc0 2023-10-05T15:38:01.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.178+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3394106cf0 con 0x7f33940ffdc0 2023-10-05T15:38:01.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.179+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3388004380 con 0x7f33940ffdc0 2023-10-05T15:38:01.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.180+0000 7f3390ff9700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 0x7f337c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.180+0000 7f3392ffd700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 0x7f337c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.180+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f33880ccba0 con 0x7f33940ffdc0 2023-10-05T15:38:01.184 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.180+0000 7f3392ffd700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 0x7f337c0a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3384006fd0 tx=0x7f3384008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.186 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.184+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3388095f00 con 0x7f33940ffdc0 2023-10-05T15:38:01.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.377+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f339402d1f0 con 0x7f33940ffdc0 2023-10-05T15:38:01.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.378+0000 7f3390ff9700 1 -- 172.21.15.98:0/652659862 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3388099520 con 0x7f33940ffdc0 2023-10-05T15:38:01.380 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:38:01.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 msgr2=0x7f337c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 0x7f337c0a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3384006fd0 tx=0x7f3384008040 comp rx=0 tx=0).stop 2023-10-05T15:38:01.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 msgr2=0x7f3394196d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f338800c970 tx=0x7f338800cc80 comp rx=0 tx=0).stop 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 shutdown_connections 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f337c0a1480 0x7f337c0a3940 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3394101950 0x7f339419e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f33940ffdc0 0x7f3394196d20 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 --2- 172.21.15.98:0/652659862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3394100fb0 0x7f3394197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 >> 172.21.15.98:0/652659862 conn(0x7f33940fb330 msgr2=0x7f33940fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 shutdown_connections 2023-10-05T15:38:01.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.380+0000 7f3399e63700 1 -- 172.21.15.98:0/652659862 wait complete. 2023-10-05T15:38:01.394 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:38:01.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.516+0000 7f7451636700 1 -- 172.21.15.98:0/4022641966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c100fe0 msgr2=0x7f744c101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.520 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.516+0000 7f7451636700 1 --2- 172.21.15.98:0/4022641966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c100fe0 0x7f744c101440 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f743c0099c0 tx=0x7f743c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 -- 172.21.15.98:0/4022641966 shutdown_connections 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 --2- 172.21.15.98:0/4022641966 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c101980 0x7f744c108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 --2- 172.21.15.98:0/4022641966 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 --2- 172.21.15.98:0/4022641966 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c100fe0 0x7f744c101440 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 -- 172.21.15.98:0/4022641966 >> 172.21.15.98:0/4022641966 conn(0x7f744c0fb380 msgr2=0x7f744c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 -- 172.21.15.98:0/4022641966 shutdown_connections 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 -- 172.21.15.98:0/4022641966 wait complete. 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 Processor -- start 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 -- start start 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c103d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.521 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.517+0000 7f7451636700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c100fe0 0x7f744c1023c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744c1030a0 con 0x7f744c101980 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744c103210 con 0x7f744c100fe0 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744c1a0c60 con 0x7f744c0ffdf0 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44626/0 (socket says 172.21.15.98:44626) 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 -- 172.21.15.98:0/1558590882 learned_addr learned my addr 172.21.15.98:0/1558590882 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744a7fc700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c100fe0 0x7f744c1023c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744affd700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c103d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 -- 172.21.15.98:0/1558590882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 msgr2=0x7f744c103d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.522 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c103d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 -- 172.21.15.98:0/1558590882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c100fe0 msgr2=0x7f744c1023c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c100fe0 0x7f744c1023c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 -- 172.21.15.98:0/1558590882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f743c0095f0 con 0x7f744c101980 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744affd700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f744b7fe700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7444007d70 tx=0x7f744400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744400ad40 con 0x7f744c101980 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f74440128e0 con 0x7f744c101980 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f744c1a0f40 con 0x7f744c101980 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74440116b0 con 0x7f744c101980 2023-10-05T15:38:01.523 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.518+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f744c1a13c0 con 0x7f744c101980 2023-10-05T15:38:01.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.519+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f744c10b6a0 con 0x7f744c101980 2023-10-05T15:38:01.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.520+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7444012420 con 0x7f744c101980 2023-10-05T15:38:01.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.521+0000 7f7433fff700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 0x7f74340a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.524 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.521+0000 7f744affd700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 0x7f74340a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.521+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f74440cd200 con 0x7f744c101980 2023-10-05T15:38:01.525 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.521+0000 7f744affd700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 0x7f74340a3940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f744c100e40 tx=0x7f7440008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.527 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.525+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7444096560 con 0x7f744c101980 2023-10-05T15:38:01.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.717+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f744c1a1610 con 0x7f744c101980 2023-10-05T15:38:01.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.717+0000 7f7433fff700 1 -- 172.21.15.98:0/1558590882 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f7444099b80 con 0x7f744c101980 2023-10-05T15:38:01.720 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:01.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 msgr2=0x7f74340a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 0x7f74340a3940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f744c100e40 tx=0x7f7440008040 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 msgr2=0x7f744c102900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7444007d70 tx=0x7f744400a340 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 shutdown_connections 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f74340a1480 0x7f74340a3940 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.719+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f744c101980 0x7f744c102900 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.720+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f744c0ffdf0 0x7f744c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.720+0000 7f7451636700 1 --2- 172.21.15.98:0/1558590882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f744c100fe0 0x7f744c1023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.720+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 >> 172.21.15.98:0/1558590882 conn(0x7f744c0fb380 msgr2=0x7f744c069250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.720+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 shutdown_connections 2023-10-05T15:38:01.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.720+0000 7f7451636700 1 -- 172.21.15.98:0/1558590882 wait complete. 2023-10-05T15:38:01.734 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 -- 172.21.15.98:0/1076645826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 msgr2=0x7f50d81001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1076645826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d81001e0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f50c80099c0 tx=0x7f50c8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 -- 172.21.15.98:0/1076645826 shutdown_connections 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1076645826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d8108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1076645826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d81001e0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1076645826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 0x7f50d8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 -- 172.21.15.98:0/1076645826 >> 172.21.15.98:0/1076645826 conn(0x7f50d80fb310 msgr2=0x7f50d80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:01.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 -- 172.21.15.98:0/1076645826 shutdown_connections 2023-10-05T15:38:01.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.853+0000 7f50dfe71700 1 -- 172.21.15.98:0/1076645826 wait complete. 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 Processor -- start 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 -- start start 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 0x7f50d8195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d819cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50d819d590 con 0x7f50d80ffdc0 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50d819d6d0 con 0x7f50d8100fb0 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dfe71700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50d819d860 con 0x7f50d8101950 2023-10-05T15:38:01.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44636/0 (socket says 172.21.15.98:44636) 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 -- 172.21.15.98:0/1002104080 learned_addr learned my addr 172.21.15.98:0/1002104080 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50dd40c700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 0x7f50d8195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50de40e700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d819cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 -- 172.21.15.98:0/1002104080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 msgr2=0x7f50d819cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d819cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 -- 172.21.15.98:0/1002104080 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 msgr2=0x7f50d8195f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 0x7f50d8195f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50ddc0d700 1 -- 172.21.15.98:0/1002104080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50c80095f0 con 0x7f50d80ffdc0 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.854+0000 7f50de40e700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d819cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:01.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50ddc0d700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f50c80036f0 tx=0x7f50c8005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c801d070 con 0x7f50d80ffdc0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50c8004110 con 0x7f50d80ffdc0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50d819dae0 con 0x7f50d80ffdc0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c8022e40 con 0x7f50d80ffdc0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.855+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50d819df90 con 0x7f50d80ffdc0 2023-10-05T15:38:01.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.856+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50d8107330 con 0x7f50d80ffdc0 2023-10-05T15:38:01.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.857+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f50c8022570 con 0x7f50d80ffdc0 2023-10-05T15:38:01.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.858+0000 7f50ceffd700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 0x7f50c40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:01.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.858+0000 7f50dd40c700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 0x7f50c40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:01.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.858+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f50c80ceaa0 con 0x7f50d80ffdc0 2023-10-05T15:38:01.861 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.858+0000 7f50dd40c700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 0x7f50c40a3990 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f50d4005950 tx=0x7f50d400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:01.863 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:01.861+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f50c8097e90 con 0x7f50d80ffdc0 2023-10-05T15:38:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:01 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1374830262' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:01 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/652659862' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:01 smithi098 ceph-mon[99243]: pgmap v306: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:38:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:01 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1558590882' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.096+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f50d810b820 con 0x7f50d80ffdc0 2023-10-05T15:38:02.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.096+0000 7f50ceffd700 1 -- 172.21.15.98:0/1002104080 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f50c809b4b0 con 0x7f50d80ffdc0 2023-10-05T15:38:02.098 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:02.099 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 msgr2=0x7f50c40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 0x7f50c40a3990 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f50d4005950 tx=0x7f50d400a300 comp rx=0 tx=0).stop 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 msgr2=0x7f50d8195a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f50c80036f0 tx=0x7f50c8005720 comp rx=0 tx=0).stop 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 shutdown_connections 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50c40a14d0 0x7f50c40a3990 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50d8101950 0x7f50d819cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50d80ffdc0 0x7f50d8195a10 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 --2- 172.21.15.98:0/1002104080 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50d8100fb0 0x7f50d8195f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 >> 172.21.15.98:0/1002104080 conn(0x7f50d80fb310 msgr2=0x7f50d8104470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 shutdown_connections 2023-10-05T15:38:02.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.099+0000 7f50dfe71700 1 -- 172.21.15.98:0/1002104080 wait complete. 2023-10-05T15:38:02.102 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:38:02.113 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:01 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1374830262' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:01 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/652659862' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:01 smithi173 ceph-mon[104029]: pgmap v306: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:38:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:01 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1558590882' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:01 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1374830262' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:01 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/652659862' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:01 smithi115 ceph-mon[103691]: pgmap v306: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-05T15:38:02.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:01 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1558590882' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:02.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 -- 172.21.15.98:0/365677874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5934100910 msgr2=0x7f5934108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 --2- 172.21.15.98:0/365677874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5934100910 0x7f5934108240 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f592c00b0a0 tx=0x7f592c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 -- 172.21.15.98:0/365677874 shutdown_connections 2023-10-05T15:38:02.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 --2- 172.21.15.98:0/365677874 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5934100910 0x7f5934108240 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 --2- 172.21.15.98:0/365677874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f5934101720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 --2- 172.21.15.98:0/365677874 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59340fff50 0x7f59341003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 -- 172.21.15.98:0/365677874 >> 172.21.15.98:0/365677874 conn(0x7f59340faac0 msgr2=0x7f59340fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 -- 172.21.15.98:0/365677874 shutdown_connections 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.233+0000 7f59393f5700 1 -- 172.21.15.98:0/365677874 wait complete. 2023-10-05T15:38:02.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 Processor -- start 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 -- start start 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5934100910 0x7f593419b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f593419dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f593419e790 con 0x7f59340fff50 2023-10-05T15:38:02.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f593419e900 con 0x7f5934100910 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59393f5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f593419eac0 con 0x7f5934101300 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44650/0 (socket says 172.21.15.98:44650) 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 -- 172.21.15.98:0/531097506 learned_addr learned my addr 172.21.15.98:0/531097506 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59327fc700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5934100910 0x7f593419b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59337fe700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f593419dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 -- 172.21.15.98:0/531097506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 msgr2=0x7f593419dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f593419dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 -- 172.21.15.98:0/531097506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5934100910 msgr2=0x7f593419b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5934100910 0x7f593419b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f5932ffd700 1 -- 172.21.15.98:0/531097506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f592c009d00 con 0x7f59340fff50 2023-10-05T15:38:02.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.234+0000 7f59337fe700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f593419dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f5932ffd700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f592400e970 tx=0x7f592400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5924009790 con 0x7f59340fff50 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59240044e0 con 0x7f59340fff50 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5924003e30 con 0x7f59340fff50 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f593419eda0 con 0x7f59340fff50 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.235+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f593419f1a0 con 0x7f59340fff50 2023-10-05T15:38:02.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.236+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5934106c90 con 0x7f59340fff50 2023-10-05T15:38:02.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.237+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5924003f90 con 0x7f59340fff50 2023-10-05T15:38:02.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.237+0000 7f592bfff700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 0x7f59200a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.237+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f5924014070 con 0x7f59340fff50 2023-10-05T15:38:02.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.237+0000 7f59327fc700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 0x7f59200a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.238+0000 7f59327fc700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 0x7f59200a3990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f591c005950 tx=0x7f591c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.242+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5924096650 con 0x7f59340fff50 2023-10-05T15:38:02.437 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.435+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f593410b640 con 0x7f59340fff50 2023-10-05T15:38:02.439 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.437+0000 7f592bfff700 1 -- 172.21.15.98:0/531097506 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f5924099c70 con 0x7f59340fff50 2023-10-05T15:38:02.439 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:02.439 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:02.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 msgr2=0x7f59200a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.441 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 0x7f59200a3990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f591c005950 tx=0x7f591c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 msgr2=0x7f59340ff9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f592400e970 tx=0x7f592400ed30 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 shutdown_connections 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59200a14d0 0x7f59200a3990 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5934101300 0x7f593419dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59340fff50 0x7f59340ff9d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 --2- 172.21.15.98:0/531097506 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5934100910 0x7f593419b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 >> 172.21.15.98:0/531097506 conn(0x7f59340faac0 msgr2=0x7f59340fcc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.439+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 shutdown_connections 2023-10-05T15:38:02.442 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.440+0000 7f59393f5700 1 -- 172.21.15.98:0/531097506 wait complete. 2023-10-05T15:38:02.454 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-05T15:36:19.363652+0000', 'modified': '2023-10-05T15:36:42.850286+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24506, 'mds_1': 24478, 'mds_2': 24476, 'mds_3': 24457, 'mds_4': 14628}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.98:6839/1540864387', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6838', 'nonce': 1540864387}, {'type': 'v1', 'addr': '172.21.15.98:6839', 'nonce': 1540864387}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.98:6841/2262173749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.98:6840', 'nonce': 2262173749}, {'type': 'v1', 'addr': '172.21.15.98:6841', 'nonce': 2262173749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6833/2860278494', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6832', 'nonce': 2860278494}, {'type': 'v1', 'addr': '172.21.15.173:6833', 'nonce': 2860278494}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24422': {'gid': 24422, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.115:6833/2058052314', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6832', 'nonce': 2058052314}, {'type': 'v1', 'addr': '172.21.15.115:6833', 'nonce': 2058052314}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24448': {'gid': 24448, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6835/2237605527', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6834', 'nonce': 2237605527}, {'type': 'v1', 'addr': '172.21.15.173:6835', 'nonce': 2237605527}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24449': {'gid': 24449, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.115:6835/3082174363', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6834', 'nonce': 3082174363}, {'type': 'v1', 'addr': '172.21.15.115:6835', 'nonce': 3082174363}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.173:6837/113202655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6836', 'nonce': 113202655}, {'type': 'v1', 'addr': '172.21.15.173:6837', 'nonce': 113202655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.115:6837/3290931099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6836', 'nonce': 3290931099}, {'type': 'v1', 'addr': '172.21.15.115:6837', 'nonce': 3290931099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.173:6839/4212584526', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6838', 'nonce': 4212584526}, {'type': 'v1', 'addr': '172.21.15.173:6839', 'nonce': 4212584526}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.115:6839/821480418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.115:6838', 'nonce': 821480418}, {'type': 'v1', 'addr': '172.21.15.115:6839', 'nonce': 821480418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-05T15:38:02.455 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-10-05T15:38:02.455 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-10-05T15:38:02.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 -- 172.21.15.98:0/3864892117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc40ff1a0 msgr2=0x7fbfc40ff5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 --2- 172.21.15.98:0/3864892117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc40ff5c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009990 tx=0x7fbfb8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 -- 172.21.15.98:0/3864892117 shutdown_connections 2023-10-05T15:38:02.577 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 --2- 172.21.15.98:0/3864892117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc4102bb0 0x7fbfc4109460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 --2- 172.21.15.98:0/3864892117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc40ff5c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 --2- 172.21.15.98:0/3864892117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4102670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 -- 172.21.15.98:0/3864892117 >> 172.21.15.98:0/3864892117 conn(0x7fbfc40faab0 msgr2=0x7fbfc40fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 -- 172.21.15.98:0/3864892117 shutdown_connections 2023-10-05T15:38:02.578 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.575+0000 7fbfc885f700 1 -- 172.21.15.98:0/3864892117 wait complete. 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 Processor -- start 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 -- start start 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc4196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419e750 con 0x7fbfc4102bb0 2023-10-05T15:38:02.580 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419e890 con 0x7fbfc40ff1a0 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc885f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc419ea20 con 0x7fbfc4102210 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44668/0 (socket says 172.21.15.98:44668) 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2775424553 learned_addr learned my addr 172.21.15.98:0/2775424553 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.576+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc4196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2775424553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 msgr2=0x7fbfc4197110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4197110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2775424553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc40ff1a0 msgr2=0x7fbfc4196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc4196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2775424553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb80095f0 con 0x7fbfc4102bb0 2023-10-05T15:38:02.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc007ee0 tx=0x7fbfbc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfb37fe700 1 -- 172.21.15.98:0/2775424553 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc00ddd0 con 0x7fbfc4102bb0 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfb37fe700 1 -- 172.21.15.98:0/2775424553 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfbc00f040 con 0x7fbfc4102bb0 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfc419ed00 con 0x7fbfc4102bb0 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfb37fe700 1 -- 172.21.15.98:0/2775424553 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc0048e0 con 0x7fbfc4102bb0 2023-10-05T15:38:02.582 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.577+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc419f1c0 con 0x7fbfc4102bb0 2023-10-05T15:38:02.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.580+0000 7fbfb37fe700 1 -- 172.21.15.98:0/2775424553 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbfbc003a00 con 0x7fbfc4102bb0 2023-10-05T15:38:02.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.580+0000 7fbfb37fe700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 0x7fbfac0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.580+0000 7fbfb37fe700 1 -- 172.21.15.98:0/2775424553 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fbfbc0cc8a0 con 0x7fbfc4102bb0 2023-10-05T15:38:02.584 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.580+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 0x7fbfac0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.581+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 0x7fbfac0a39c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fbfb800b5c0 tx=0x7fbfb8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.581+0000 7fbfd4a49b80 1 Processor -- start 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.581+0000 7fbfd4a49b80 1 -- start start 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf64630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf65e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76becc410 con 0x55e76bf64b70 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bebdbd0 con 0x55e76bf64210 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bebb4f0 con 0x55e76bf65a10 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44674/0 (socket says 172.21.15.98:44674) 2023-10-05T15:38:02.585 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/1047686339 learned_addr learned my addr 172.21.15.98:0/1047686339 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf65e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc259c700 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf64630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/1047686339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 msgr2=0x55e76bf65e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf65e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/1047686339 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 msgr2=0x55e76bf64630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf64630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/1047686339 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e76bce1d90 con 0x55e76bf64b70 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbfb400bca0 tx=0x7fbfb400d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ec4f2842d1f9f1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfb0ff9700 1 -- 172.21.15.98:0/1047686339 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb400de80 con 0x55e76bf64b70 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfb0ff9700 1 -- 172.21.15.98:0/1047686339 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfb40178e0 con 0x55e76bf64b70 2023-10-05T15:38:02.586 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.582+0000 7fbfb0ff9700 1 -- 172.21.15.98:0/1047686339 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb400fac0 con 0x55e76bf64b70 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/1047686339 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 msgr2=0x55e76bf65430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbfb400bca0 tx=0x7fbfb400d340 comp rx=0 tx=0).stop 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/1047686339 shutdown_connections 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf64630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf65e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/1047686339 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf65430 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/1047686339 >> 172.21.15.98:0/1047686339 conn(0x55e76bed8210 msgr2=0x55e76bf5f0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/1047686339 shutdown_connections 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/1047686339 wait complete. 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.583+0000 7fbfd4a49b80 1 -- start start 2023-10-05T15:38:02.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 Processor -- start 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf6df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76beb6de0 con 0x55e76bf64b70 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76be536c0 con 0x55e76bf64210 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76be53360 con 0x55e76bf65a10 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfd4a49b80 10 client.0 _ll_register_callbacks cb 0x55e76bcb07b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44680/0 (socket says 172.21.15.98:44680) 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/2493132515 learned_addr learned my addr 172.21.15.98:0/2493132515 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf6df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.592 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/2493132515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 msgr2=0x55e76bf75500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/2493132515 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 msgr2=0x55e76bf6df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf6df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 -- 172.21.15.98:0/2493132515 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfb400b8d0 con 0x55e76bf64b70 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf6df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbfb4005f10 tx=0x7fbfb4017a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd7556e84fa0598 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.584+0000 7fbfa9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb4017630 con 0x55e76bf64b70 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e76bf56ec0 con 0x55e76bf64b70 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fbfb4013070 con 0x55e76bf64b70 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbfb400f7c0 con 0x55e76bf64b70 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 10 client.15390 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e76bccac10 con 0x55e76bf64b70 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e76bf56ec0 con 0x55e76bf64b70 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fbfb401f070 con 0x55e76bf64b70 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 10 client.15390 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 10 client.15390 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 20 client.15390 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bf79b10 0x55e76bf78570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 4 client.15390 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e76beafdc0 con 0x55e76bf79b10 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.585+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bf79b10 0x55e76bf78570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfa9ffb700 10 client.15390 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bf79b10 0x55e76bf78570 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=40fe877f88eab29f server_cookie=b5f6bb5ddb360b03 in_seq=0 out_seq=0 2023-10-05T15:38:02.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2493132515 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e76beafdc0 con 0x55e76bf79b10 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfa9ffb700 10 client.15390 handle_command_reply: tid=0 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 client.15390 shutdown 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 msgr2=0x55e76bf6e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbfb4005f10 tx=0x7fbfb4017a50 comp rx=0 tx=0).stop 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 shutdown_connections 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64210 0x55e76bf6df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bf79b10 0x55e76bf78570 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfa9ffb700 0 client.15390 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2493132515 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64b70 0x55e76bf6e4c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 >> 172.21.15.98:0/2493132515 conn(0x55e76bed8210 msgr2=0x55e76bf5ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.595 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 shutdown_connections 2023-10-05T15:38:02.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.586+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2493132515 wait complete. 2023-10-05T15:38:02.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.587+0000 7fbfd4a49b80 20 client.15390 trim_cache size 0 max 16384 2023-10-05T15:38:02.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 Processor -- start 2023-10-05T15:38:02.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 -- start start 2023-10-05T15:38:02.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf68eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bd378d0 con 0x55e76bf64210 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bf6f1a0 con 0x55e76bf64b70 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76beb2ed0 con 0x55e76bf65a10 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44686/0 (socket says 172.21.15.98:44686) 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 -- 172.21.15.98:0/2682351439 learned_addr learned my addr 172.21.15.98:0/2682351439 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf68eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 -- 172.21.15.98:0/2682351439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 msgr2=0x55e76bf75420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 -- 172.21.15.98:0/2682351439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 msgr2=0x55e76bf68eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf68eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.604+0000 7fbfc259c700 1 -- 172.21.15.98:0/2682351439 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e76bd08200 con 0x55e76bf64210 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009990 tx=0x7fbfb8005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb824ccec0fba2e6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfb17fa700 1 -- 172.21.15.98:0/2682351439 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8032a70 con 0x55e76bf64210 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfb17fa700 1 -- 172.21.15.98:0/2682351439 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfb8029040 con 0x55e76bf64210 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfb17fa700 1 -- 172.21.15.98:0/2682351439 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8005530 con 0x55e76bf64210 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2682351439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 msgr2=0x55e76bf68970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009990 tx=0x7fbfb8005000 comp rx=0 tx=0).stop 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2682351439 shutdown_connections 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf65a10 0x55e76bf75420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf64210 0x55e76bf68970 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2682351439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf68eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2682351439 >> 172.21.15.98:0/2682351439 conn(0x55e76bed8210 msgr2=0x55e76bf6be60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2682351439 shutdown_connections 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.605+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2682351439 wait complete. 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 -- start start 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 Processor -- start 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 0x55e76bf75180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf71c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bf726a0 con 0x55e76bf65a10 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bf72810 con 0x55e76bf64b70 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e76bfcd500 con 0x55e76bf64210 2023-10-05T15:38:02.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfd4a49b80 10 client.0 _ll_register_callbacks cb 0x7fbfb400baf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44696/0 (socket says 172.21.15.98:44696) 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2183279552 learned_addr learned my addr 172.21.15.98:0/2183279552 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf71c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 0x55e76bf75180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2183279552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 msgr2=0x55e76bf75180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 0x55e76bf75180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2183279552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 msgr2=0x55e76bf71c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf71c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc2d9d700 1 -- 172.21.15.98:0/2183279552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc4109c50 con 0x55e76bf65a10 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 0x55e76bf75180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.606+0000 7fbfc1d9b700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf71c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfc2d9d700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc096330 tx=0x7fbfbc099480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4c656f0ffd5df68 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc0998c0 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fbfbc09da10 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbfb40178e0 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbfbc0a1c50 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 10 client.15396 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e76bce0260 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfb40178e0 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fbfbc098db0 con 0x55e76bf65a10 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 10 client.15396 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 10 client.15396 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-05T15:38:02.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 20 client.15396 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bfd2740 0x55e76bfcebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 4 client.15396 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e76beafae0 con 0x55e76bfd2740 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.607+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bfd2740 0x55e76bfcebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfa9ffb700 10 client.15396 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfc259c700 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bfd2740 0x55e76bfcebe0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4a913ba1df8075ea server_cookie=4096d7125ba9aa0d in_seq=0 out_seq=0 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfa9ffb700 1 -- 172.21.15.98:0/2183279552 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55e76beafae0 con 0x55e76bfd2740 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfa9ffb700 10 client.15396 handle_command_reply: tid=0 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 client.15396 shutdown 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 msgr2=0x55e76bf72160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc096330 tx=0x7fbfbc099480 comp rx=0 tx=0).stop 2023-10-05T15:38:02.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 shutdown_connections 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55e76bfd2740 0x55e76bfcebe0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55e76bf65a10 0x55e76bf72160 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e76bf64210 0x55e76bf75180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 --2- 172.21.15.98:0/2183279552 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55e76bf64b70 0x55e76bf71c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfa9ffb700 0 client.15396 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 >> 172.21.15.98:0/2183279552 conn(0x55e76bed8210 msgr2=0x55e76bf68970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 shutdown_connections 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 1 -- 172.21.15.98:0/2183279552 wait complete. 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.608+0000 7fbfd4a49b80 20 client.15396 trim_cache size 0 max 16384 2023-10-05T15:38:02.618 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 4, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 14628, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 80.762496771000002, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 110.060472766 2023-10-05T15:38:02.619 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:02.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 msgr2=0x7fbfac0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 0x7fbfac0a39c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fbfb800b5c0 tx=0x7fbfb8005fd0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.620 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 msgr2=0x7fbfc419e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc007ee0 tx=0x7fbfbc00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 shutdown_connections 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbfac0a1500 0x7fbfac0a39c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbfc40ff1a0 0x7fbfc4196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbfc4102bb0 0x7fbfc419e180 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 --2- 172.21.15.98:0/2775424553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfc4102210 0x7fbfc4197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 >> 172.21.15.98:0/2775424553 conn(0x7fbfc40faab0 msgr2=0x7fbfc4105750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 shutdown_connections 2023-10-05T15:38:02.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.609+0000 7fbfc885f700 1 -- 172.21.15.98:0/2775424553 wait complete. 2023-10-05T15:38:02.623 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 -- 172.21.15.98:0/74633228 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 msgr2=0x7f502c108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 --2- 172.21.15.98:0/74633228 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c108220 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f502400b0d0 tx=0x7f502400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 -- 172.21.15.98:0/74633228 shutdown_connections 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 --2- 172.21.15.98:0/74633228 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c108220 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 --2- 172.21.15.98:0/74633228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c0ffde0 0x7f502c100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 --2- 172.21.15.98:0/74633228 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c100fd0 0x7f502c101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 -- 172.21.15.98:0/74633228 >> 172.21.15.98:0/74633228 conn(0x7f502c0fb330 msgr2=0x7f502c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 -- 172.21.15.98:0/74633228 shutdown_connections 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.743+0000 7f5033430700 1 -- 172.21.15.98:0/74633228 wait complete. 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 Processor -- start 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 -- start start 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c0ffde0 0x7f502c069c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c100fd0 0x7f502c19ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502c19e870 con 0x7f502c101970 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502c19e9e0 con 0x7f502c0ffde0 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f5033430700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502c19eba0 con 0x7f502c100fd0 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.748 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44710/0 (socket says 172.21.15.98:44710) 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 -- 172.21.15.98:0/3245639708 learned_addr learned my addr 172.21.15.98:0/3245639708 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50311cc700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c0ffde0 0x7f502c069c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50309cb700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c100fd0 0x7f502c19ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 -- 172.21.15.98:0/3245639708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c100fd0 msgr2=0x7f502c19ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c100fd0 0x7f502c19ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 -- 172.21.15.98:0/3245639708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c0ffde0 msgr2=0x7f502c069c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c0ffde0 0x7f502c069c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 -- 172.21.15.98:0/3245639708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5024009d00 con 0x7f502c101970 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.744+0000 7f50319cd700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5024007a00 tx=0x7f5024009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.745+0000 7f50227fc700 1 -- 172.21.15.98:0/3245639708 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f502400e040 con 0x7f502c101970 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.745+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f502c19ee20 con 0x7f502c101970 2023-10-05T15:38:02.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.745+0000 7f50227fc700 1 -- 172.21.15.98:0/3245639708 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5024003e10 con 0x7f502c101970 2023-10-05T15:38:02.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.745+0000 7f50227fc700 1 -- 172.21.15.98:0/3245639708 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5024005610 con 0x7f502c101970 2023-10-05T15:38:02.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.745+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f502c19f210 con 0x7f502c101970 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.747+0000 7f50227fc700 1 -- 172.21.15.98:0/3245639708 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5024005770 con 0x7f502c101970 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.747+0000 7f50227fc700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 0x7f50180a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.747+0000 7f50311cc700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 0x7f50180a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.747+0000 7f50227fc700 1 -- 172.21.15.98:0/3245639708 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f50240ce8b0 con 0x7f502c101970 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f50311cc700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 0x7f50180a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f501c005950 tx=0x7f501c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 Processor -- start 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 -- start start 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d27630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d28430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c8f410 con 0x55c852d28a10 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c80bd0 con 0x55c852d27210 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.748+0000 7f503f61ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c7e4f0 con 0x55c852d27b70 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44718/0 (socket says 172.21.15.98:44718) 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 -- 172.21.15.98:0/2997714896 learned_addr learned my addr 172.21.15.98:0/2997714896 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50309cb700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d28430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50311cc700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d27630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 -- 172.21.15.98:0/2997714896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 msgr2=0x55c852d28430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d28430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 -- 172.21.15.98:0/2997714896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 msgr2=0x55c852d27630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d27630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 -- 172.21.15.98:0/2997714896 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c852aa4d90 con 0x55c852d28a10 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50309cb700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d28430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50311cc700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d27630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50319cd700 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f502409b8f0 tx=0x7f5024097d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b20ca60df0a3eddf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50177fe700 1 -- 172.21.15.98:0/2997714896 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5024019350 con 0x55c852d28a10 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50177fe700 1 -- 172.21.15.98:0/2997714896 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f502409c060 con 0x55c852d28a10 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.749+0000 7f50177fe700 1 -- 172.21.15.98:0/2997714896 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5024099b50 con 0x55c852d28a10 2023-10-05T15:38:02.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- 172.21.15.98:0/2997714896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 msgr2=0x55c852d28e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f502409b8f0 tx=0x7f5024097d70 comp rx=0 tx=0).stop 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- 172.21.15.98:0/2997714896 shutdown_connections 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d27630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d28e90 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2997714896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d28430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- 172.21.15.98:0/2997714896 >> 172.21.15.98:0/2997714896 conn(0x55c852c9b210 msgr2=0x55c852d220f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- 172.21.15.98:0/2997714896 shutdown_connections 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- 172.21.15.98:0/2997714896 wait complete. 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 -- start start 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.750+0000 7f503f61ab80 1 Processor -- start 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27210 0x55c852d30dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d31300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c79de0 con 0x55c852d28a10 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c166c0 con 0x55c852d27b70 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c16360 con 0x55c852d27210 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 10 client.0 _ll_register_callbacks cb 0x55c852a737b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44724/0 (socket says 172.21.15.98:44724) 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 -- 172.21.15.98:0/3857069502 learned_addr learned my addr 172.21.15.98:0/3857069502 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50309cb700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d31300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50311cc700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27210 0x55c852d30dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 -- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27210 msgr2=0x55c852d30dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27210 0x55c852d30dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 -- 172.21.15.98:0/3857069502 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 msgr2=0x55c852d31300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d31300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 -- 172.21.15.98:0/3857069502 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f502c19f210 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f50319cd700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f50240a3e20 tx=0x7f50240193d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2b55f4ad8335f1f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f5014ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5024099b10 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f502409bdd0 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.751+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c852d19ec0 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50240b40d0 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 10 client.15408 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c852a8dc10 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5024067020 con 0x55c852d28a10 2023-10-05T15:38:02.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f50240a37d0 con 0x55c852d28a10 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 10 client.15408 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 10 client.15408 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 20 client.15408 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d3c3c0 0x55c852d3b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 4 client.15408 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c852c72dc0 con 0x55c852d3c3c0 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.752+0000 7f50311cc700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d3c3c0 0x55c852d3b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.753+0000 7f5014ff9700 10 client.15408 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.753+0000 7f50311cc700 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d3c3c0 0x55c852d3b1e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c73248224f759ca4 server_cookie=4db82959b46616b0 in_seq=0 out_seq=0 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.753+0000 7f5014ff9700 1 -- 172.21.15.98:0/3857069502 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c852c72dc0 con 0x55c852d3c3c0 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.753+0000 7f5014ff9700 10 client.15408 handle_command_reply: tid=0 2023-10-05T15:38:02.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.753+0000 7f503f61ab80 1 client.15408 shutdown 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 msgr2=0x55c852d38340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f50240a3e20 tx=0x7f50240193d0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 shutdown_connections 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d38340 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27210 0x55c852d30dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d3c3c0 0x55c852d3b1e0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3857069502 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d31300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f5014ff9700 0 client.15408 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 >> 172.21.15.98:0/3857069502 conn(0x55c852c9b210 msgr2=0x55c852d21f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 shutdown_connections 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 1 -- 172.21.15.98:0/3857069502 wait complete. 2023-10-05T15:38:02.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.754+0000 7f503f61ab80 20 client.15408 trim_cache size 0 max 16384 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 Processor -- start 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 -- start start 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d21f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d38300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852afa8d0 con 0x55c852d28a10 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c7b070 con 0x55c852d27210 2023-10-05T15:38:02.776 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.772+0000 7f503f61ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852c204d0 con 0x55c852d27b70 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44732/0 (socket says 172.21.15.98:44732) 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 -- 172.21.15.98:0/3693849035 learned_addr learned my addr 172.21.15.98:0/3693849035 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50309cb700 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d38300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50311cc700 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d21f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 -- 172.21.15.98:0/3693849035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 msgr2=0x55c852d38300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d38300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 -- 172.21.15.98:0/3693849035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 msgr2=0x55c852d21f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d21f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 -- 172.21.15.98:0/3693849035 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c852acb200 con 0x55c852d28a10 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f50319cd700 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f502409bb20 tx=0x7f502409c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efbd397d214608f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.777 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f5017fff700 1 -- 172.21.15.98:0/3693849035 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f502409c2f0 con 0x55c852d28a10 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f5017fff700 1 -- 172.21.15.98:0/3693849035 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5024067040 con 0x55c852d28a10 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.773+0000 7f5017fff700 1 -- 172.21.15.98:0/3693849035 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5024099aa0 con 0x55c852d28a10 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- 172.21.15.98:0/3693849035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 msgr2=0x55c852d3b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f502409bb20 tx=0x7f502409c1d0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- 172.21.15.98:0/3693849035 shutdown_connections 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27210 0x55c852d21f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d28a10 0x55c852d3b1e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 --2- 172.21.15.98:0/3693849035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d27b70 0x55c852d38300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- 172.21.15.98:0/3693849035 >> 172.21.15.98:0/3693849035 conn(0x55c852c9b210 msgr2=0x55c852d20b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- 172.21.15.98:0/3693849035 shutdown_connections 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- 172.21.15.98:0/3693849035 wait complete. 2023-10-05T15:38:02.778 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 -- start start 2023-10-05T15:38:02.779 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.774+0000 7f503f61ab80 1 Processor -- start 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d37880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d28a10 0x55c852d37e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852d38550 con 0x55c852d27210 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852d386c0 con 0x55c852d27b70 2023-10-05T15:38:02.782 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c852d8fe00 con 0x55c852d28a10 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 10 client.0 _ll_register_callbacks cb 0x55c852a737b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44734/0 (socket says 172.21.15.98:44734) 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 -- 172.21.15.98:0/2450928282 learned_addr learned my addr 172.21.15.98:0/2450928282 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50309cb700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d37880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50319cd700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d28a10 0x55c852d37e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 -- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d28a10 msgr2=0x55c852d37e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d28a10 0x55c852d37e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 -- 172.21.15.98:0/2450928282 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 msgr2=0x55c852d37880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d37880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 -- 172.21.15.98:0/2450928282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c852a8dc10 con 0x55c852d27210 2023-10-05T15:38:02.783 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f50311cc700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x55c852d3d0f0 tx=0x7f501c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1413f0e60240cd3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f5014ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f501c027c90 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f501c024070 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f502409c060 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.775+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f501c00fea0 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 10 client.15414 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c852aa3260 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f502409c060 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f501c01f760 con 0x55c852d27210 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 10 client.15414 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 10 client.15414 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:38:02.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 20 client.15414 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d95130 0x55c852d91590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 4 client.15414 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c852c72ae0 con 0x55c852d95130 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f50309cb700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d95130 0x55c852d91590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f5014ff9700 10 client.15414 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.776+0000 7f50309cb700 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d95130 0x55c852d91590 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7fd7020d7a354bc7 server_cookie=71c5280dc67e7afe in_seq=0 out_seq=0 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5014ff9700 1 -- 172.21.15.98:0/2450928282 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55c852c72ae0 con 0x55c852d95130 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5014ff9700 10 client.15414 handle_command_reply: tid=0 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 client.15414 shutdown 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 msgr2=0x55c852d37340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x55c852d3d0f0 tx=0x7f501c0047c0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 shutdown_connections 2023-10-05T15:38:02.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c852d28a10 0x55c852d37e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55c852d27210 0x55c852d37340 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55c852d95130 0x55c852d91590 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 --2- 172.21.15.98:0/2450928282 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55c852d27b70 0x55c852d37880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5014ff9700 0 client.15414 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 >> 172.21.15.98:0/2450928282 conn(0x55c852c9b210 msgr2=0x55c852d21ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 shutdown_connections 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 1 -- 172.21.15.98:0/2450928282 wait complete. 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f503f61ab80 20 client.15414 trim_cache size 0 max 16384 2023-10-05T15:38:02.786 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 3, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24457, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 81.904352911999993, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 119.37180109099999 2023-10-05T15:38:02.787 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:02.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 msgr2=0x7f50180a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 0x7f50180a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f501c005950 tx=0x7f501c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 msgr2=0x7f502c19e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.777+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5024007a00 tx=0x7f5024009570 comp rx=0 tx=0).stop 2023-10-05T15:38:02.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 shutdown_connections 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50180a1480 0x7f50180a3940 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f502c0ffde0 0x7f502c069c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f502c101970 0x7f502c19e0a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 --2- 172.21.15.98:0/3245639708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f502c100fd0 0x7f502c19ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 >> 172.21.15.98:0/3245639708 conn(0x7f502c0fb330 msgr2=0x7f502c0fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 shutdown_connections 2023-10-05T15:38:02.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.778+0000 7f5033430700 1 -- 172.21.15.98:0/3245639708 wait complete. 2023-10-05T15:38:02.792 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 -- 172.21.15.98:0/4066668005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102af0 msgr2=0x7fe15c1093a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 --2- 172.21.15.98:0/4066668005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102af0 0x7fe15c1093a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe15400b0a0 tx=0x7fe15400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 -- 172.21.15.98:0/4066668005 shutdown_connections 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 --2- 172.21.15.98:0/4066668005 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102af0 0x7fe15c1093a0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 --2- 172.21.15.98:0/4066668005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 0x7fe15c0ff5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 --2- 172.21.15.98:0/4066668005 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102150 0x7fe15c1025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 -- 172.21.15.98:0/4066668005 >> 172.21.15.98:0/4066668005 conn(0x7fe15c0faab0 msgr2=0x7fe15c0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.913+0000 7fe164149700 1 -- 172.21.15.98:0/4066668005 shutdown_connections 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 -- 172.21.15.98:0/4066668005 wait complete. 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 Processor -- start 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 -- start start 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 0x7fe15c196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102af0 0x7fe15c19e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe15c19e820 con 0x7fe15c102150 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe15c19e990 con 0x7fe15c102af0 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe164149700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe15c19eb50 con 0x7fe15c0ff180 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe1616e4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe1616e4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44750/0 (socket says 172.21.15.98:44750) 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.914+0000 7fe1616e4700 1 -- 172.21.15.98:0/2337692388 learned_addr learned my addr 172.21.15.98:0/2337692388 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 0x7fe15c196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102af0 0x7fe15c19e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 -- 172.21.15.98:0/2337692388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 msgr2=0x7fe15c196cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 0x7fe15c196cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 -- 172.21.15.98:0/2337692388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102af0 msgr2=0x7fe15c19e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102af0 0x7fe15c19e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 -- 172.21.15.98:0/2337692388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe154009d00 con 0x7fe15c102150 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00e9a0 tx=0x7fe14c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe152ffd700 1 -- 172.21.15.98:0/2337692388 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe14c009790 con 0x7fe15c102150 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe152ffd700 1 -- 172.21.15.98:0/2337692388 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe14c00cbd0 con 0x7fe15c102150 2023-10-05T15:38:02.920 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe15c19ee30 con 0x7fe15c102150 2023-10-05T15:38:02.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe152ffd700 1 -- 172.21.15.98:0/2337692388 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe14c018680 con 0x7fe15c102150 2023-10-05T15:38:02.921 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.915+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe15c19f300 con 0x7fe15c102150 2023-10-05T15:38:02.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.917+0000 7fe152ffd700 1 -- 172.21.15.98:0/2337692388 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe14c00cd40 con 0x7fe15c102150 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.917+0000 7fe152ffd700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 0x7fe1480a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.918+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 0x7fe1480a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.918+0000 7fe152ffd700 1 -- 172.21.15.98:0/2337692388 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fe14c014070 con 0x7fe15c102150 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.918+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 0x7fe1480a39c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe15c197b80 tx=0x7fe158009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.918+0000 7fe170333b80 1 Processor -- start 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 -- start start 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd874630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd875430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7dc410 con 0x562bdd875a10 2023-10-05T15:38:02.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7cdbd0 con 0x562bdd874b70 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe170333b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7cb4f0 con 0x562bdd874210 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44760/0 (socket says 172.21.15.98:44760) 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 -- 172.21.15.98:0/1146040412 learned_addr learned my addr 172.21.15.98:0/1146040412 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1616e4700 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd875430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe161ee5700 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd874630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 -- 172.21.15.98:0/1146040412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 msgr2=0x562bdd874630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd874630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 -- 172.21.15.98:0/1146040412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 msgr2=0x562bdd875430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd875430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 -- 172.21.15.98:0/1146040412 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bdd5f1d90 con 0x562bdd875a10 2023-10-05T15:38:02.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.919+0000 7fe1626e6700 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe15400b780 tx=0x7fe154009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bf4664164fadad3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe147fff700 1 -- 172.21.15.98:0/1146040412 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe15400e050 con 0x562bdd875a10 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe147fff700 1 -- 172.21.15.98:0/1146040412 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe154009460 con 0x562bdd875a10 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe147fff700 1 -- 172.21.15.98:0/1146040412 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1540052a0 con 0x562bdd875a10 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 -- 172.21.15.98:0/1146040412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 msgr2=0x562bdd875e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe15400b780 tx=0x7fe154009c60 comp rx=0 tx=0).stop 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 -- 172.21.15.98:0/1146040412 shutdown_connections 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd875e90 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd874630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 --2- 172.21.15.98:0/1146040412 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd875430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 -- 172.21.15.98:0/1146040412 >> 172.21.15.98:0/1146040412 conn(0x562bdd7e8210 msgr2=0x562bdd86f0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 -- 172.21.15.98:0/1146040412 shutdown_connections 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.920+0000 7fe170333b80 1 -- 172.21.15.98:0/1146040412 wait complete. 2023-10-05T15:38:02.929 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 -- start start 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 Processor -- start 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874210 0x562bdd87df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 0x562bdd87e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7c6de0 con 0x562bdd875a10 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7636c0 con 0x562bdd874210 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd763360 con 0x562bdd874b70 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe170333b80 10 client.0 _ll_register_callbacks cb 0x562bdd5c07b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44766/0 (socket says 172.21.15.98:44766) 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe1626e6700 1 -- 172.21.15.98:0/2532557780 learned_addr learned my addr 172.21.15.98:0/2532557780 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.921+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874210 0x562bdd87df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 -- 172.21.15.98:0/2532557780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 msgr2=0x562bdd87e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 0x562bdd87e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 0x562bdd87e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 -- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874210 msgr2=0x562bdd87df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874210 0x562bdd87df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 -- 172.21.15.98:0/2532557780 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe15c109ca0 con 0x562bdd875a10 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 0x562bdd87e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe154007a60 tx=0x7fe15400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c1e6d06d2a14d3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe15401b840 con 0x562bdd875a10 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fe154004a50 con 0x562bdd875a10 2023-10-05T15:38:02.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562bdd866ec0 con 0x562bdd875a10 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe15401b9a0 con 0x562bdd875a10 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe170333b80 10 client.15426 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562bdd5dac10 con 0x562bdd875a10 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562bdd866ec0 con 0x562bdd875a10 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe15400b0d0 con 0x562bdd875a10 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe170333b80 10 client.15426 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.922+0000 7fe170333b80 10 client.15426 resolve_mds: resolved name 'h' to daemon mds.h 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe170333b80 20 client.15426 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8896b0 0x562bdd8883f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe170333b80 4 client.15426 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562bdd7bfdc0 con 0x562bdd8896b0 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8896b0 0x562bdd8883f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.932 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe1457fa700 10 client.15426 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.923+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8896b0 0x562bdd8883f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=992483e9741106a0 server_cookie=336d1dcfb3d05d5 in_seq=0 out_seq=0 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe1457fa700 1 -- 172.21.15.98:0/2532557780 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562bdd7bfdc0 con 0x562bdd8896b0 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe1457fa700 10 client.15426 handle_command_reply: tid=0 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 client.15426 shutdown 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 msgr2=0x562bdd8854c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe154007a60 tx=0x7fe15400cd70 comp rx=0 tx=0).stop 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 shutdown_connections 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874210 0x562bdd87df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8896b0 0x562bdd8883f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd8854c0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 --2- 172.21.15.98:0/2532557780 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874b70 0x562bdd87e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.933 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe1457fa700 0 client.15426 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:02.934 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 >> 172.21.15.98:0/2532557780 conn(0x562bdd7e8210 msgr2=0x562bdd86ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.934 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 shutdown_connections 2023-10-05T15:38:02.934 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 1 -- 172.21.15.98:0/2532557780 wait complete. 2023-10-05T15:38:02.934 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.924+0000 7fe170333b80 20 client.15426 trim_cache size 0 max 16384 2023-10-05T15:38:02.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 Processor -- start 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 -- start start 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd86ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 0x562bdd8883f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd6478d0 con 0x562bdd874210 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7bfdc0 con 0x562bdd874b70 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe170333b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd7c8070 con 0x562bdd875a10 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44770/0 (socket says 172.21.15.98:44770) 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 -- 172.21.15.98:0/97068030 learned_addr learned my addr 172.21.15.98:0/97068030 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe1616e4700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd86ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe1626e6700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 0x562bdd8883f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 -- 172.21.15.98:0/97068030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 msgr2=0x562bdd8883f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 0x562bdd8883f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 -- 172.21.15.98:0/97068030 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 msgr2=0x562bdd86ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd86ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 -- 172.21.15.98:0/97068030 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bdd618200 con 0x562bdd874210 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe1626e6700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 0x562bdd8883f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.942+0000 7fe161ee5700 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x562bdd87efa0 tx=0x7fe158014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f51376b9cff712 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe150ff9700 1 -- 172.21.15.98:0/97068030 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe158025070 con 0x562bdd874210 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe150ff9700 1 -- 172.21.15.98:0/97068030 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe158016070 con 0x562bdd874210 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe150ff9700 1 -- 172.21.15.98:0/97068030 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe158027da0 con 0x562bdd874210 2023-10-05T15:38:02.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- 172.21.15.98:0/97068030 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 msgr2=0x562bdd87cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x562bdd87efa0 tx=0x7fe158014000 comp rx=0 tx=0).stop 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- 172.21.15.98:0/97068030 shutdown_connections 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd875a10 0x562bdd8883f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd874210 0x562bdd87cc80 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 --2- 172.21.15.98:0/97068030 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd86ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- 172.21.15.98:0/97068030 >> 172.21.15.98:0/97068030 conn(0x562bdd7e8210 msgr2=0x562bdd892010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- 172.21.15.98:0/97068030 shutdown_connections 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- 172.21.15.98:0/97068030 wait complete. 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.943+0000 7fe170333b80 1 -- start start 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 Processor -- start 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd880cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd87f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd87fec0 con 0x562bdd875a10 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd880030 con 0x562bdd874b70 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bdd8801f0 con 0x562bdd874210 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe170333b80 10 client.0 _ll_register_callbacks cb 0x7fe14c0966a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44780/0 (socket says 172.21.15.98:44780) 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 -- 172.21.15.98:0/2802381435 learned_addr learned my addr 172.21.15.98:0/2802381435 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd880cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1616e4700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd87f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 -- 172.21.15.98:0/2802381435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 msgr2=0x562bdd880cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd880cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 -- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 msgr2=0x562bdd87f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd87f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 -- 172.21.15.98:0/2802381435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe158011b50 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1626e6700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe154002230 tx=0x7fe15400ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa378257bbc2883c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.944+0000 7fe1457fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe15400e070 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fe154004a50 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe154009460 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe154004c10 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 10 client.15432 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562bdd5f0260 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe154009460 con 0x562bdd875a10 2023-10-05T15:38:02.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe15401b6d0 con 0x562bdd875a10 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 10 client.15432 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 10 client.15432 resolve_mds: resolved name 'h' to daemon mds.h 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 20 client.15432 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8e5dc0 0x562bdd8e2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 4 client.15432 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562bdd7bfae0 con 0x562bdd8e5dc0 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.945+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8e5dc0 0x562bdd8e2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe1457fa700 10 client.15432 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe161ee5700 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8e5dc0 0x562bdd8e2280 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3862d144dda78a15 server_cookie=d4f7c809db005bd5 in_seq=0 out_seq=0 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe1457fa700 1 -- 172.21.15.98:0/2802381435 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x562bdd7bfae0 con 0x562bdd8e5dc0 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe1457fa700 10 client.15432 handle_command_reply: tid=0 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 client.15432 shutdown 2023-10-05T15:38:02.954 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 msgr2=0x562bdd87f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe154002230 tx=0x7fe15400ce90 comp rx=0 tx=0).stop 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 shutdown_connections 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x562bdd8e5dc0 0x562bdd8e2280 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562bdd875a10 0x562bdd87f8f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bdd874210 0x562bdd880cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 --2- 172.21.15.98:0/2802381435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562bdd874b70 0x562bdd87f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe1457fa700 0 client.15432 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 >> 172.21.15.98:0/2802381435 conn(0x562bdd7e8210 msgr2=0x562bdd8883f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 shutdown_connections 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 1 -- 172.21.15.98:0/2802381435 wait complete. 2023-10-05T15:38:02.955 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.946+0000 7fe170333b80 20 client.15432 trim_cache size 0 max 16384 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 2, 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24476, 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 83.081575205999997, 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:38:02.956 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:38:02.957 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:38:02.957 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 117.294771411 2023-10-05T15:38:02.957 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:02.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 msgr2=0x7fe1480a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 0x7fe1480a39c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe15c197b80 tx=0x7fe158009260 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 msgr2=0x7fe15c1971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe14c00e9a0 tx=0x7fe14c00ed60 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 shutdown_connections 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe1480a1500 0x7fe1480a39c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe15c102af0 0x7fe15c19e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe15c0ff180 0x7fe15c196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 --2- 172.21.15.98:0/2337692388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe15c102150 0x7fe15c1971f0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 >> 172.21.15.98:0/2337692388 conn(0x7fe15c0faab0 msgr2=0x7fe15c0fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 shutdown_connections 2023-10-05T15:38:02.958 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:02.947+0000 7fe164149700 1 -- 172.21.15.98:0/2337692388 wait complete. 2023-10-05T15:38:02.961 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-05T15:38:03.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 -- 172.21.15.98:0/1293893471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 msgr2=0x7f07941004e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1293893471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f07941004e0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0780009990 tx=0x7f0780009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 -- 172.21.15.98:0/1293893471 shutdown_connections 2023-10-05T15:38:03.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1293893471 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794101350 0x7f0794101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1293893471 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794100a20 0x7f07941082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1293893471 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f07941004e0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 -- 172.21.15.98:0/1293893471 >> 172.21.15.98:0/1293893471 conn(0x7f07940faab0 msgr2=0x7f07940fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 -- 172.21.15.98:0/1293893471 shutdown_connections 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.081+0000 7f079b0b8700 1 -- 172.21.15.98:0/1293893471 wait complete. 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 Processor -- start 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 -- start start 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794100a20 0x7f0794195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794101350 0x7f079419d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079419d610 con 0x7f0794100080 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079419d750 con 0x7f0794100a20 2023-10-05T15:38:03.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f079b0b8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079419d8e0 con 0x7f0794101350 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f0798e54700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f0798e54700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44788/0 (socket says 172.21.15.98:44788) 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f0798e54700 1 -- 172.21.15.98:0/1662558035 learned_addr learned my addr 172.21.15.98:0/1662558035 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f0799655700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794101350 0x7f079419d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.082+0000 7f0793fff700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794100a20 0x7f0794195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 -- 172.21.15.98:0/1662558035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794101350 msgr2=0x7f079419d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794101350 0x7f079419d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 -- 172.21.15.98:0/1662558035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794100a20 msgr2=0x7f0794195fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794100a20 0x7f0794195fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 -- 172.21.15.98:0/1662558035 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07800095f0 con 0x7f0794100080 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0798e54700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f078800d980 tx=0x7f078800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0791ffb700 1 -- 172.21.15.98:0/1662558035 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0788004020 con 0x7f0794100080 2023-10-05T15:38:03.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0791ffb700 1 -- 172.21.15.98:0/1662558035 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f078800f690 con 0x7f0794100080 2023-10-05T15:38:03.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079419dbc0 con 0x7f0794100080 2023-10-05T15:38:03.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f0791ffb700 1 -- 172.21.15.98:0/1662558035 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0788003a60 con 0x7f0794100080 2023-10-05T15:38:03.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.083+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079419e0d0 con 0x7f0794100080 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.085+0000 7f0791ffb700 1 -- 172.21.15.98:0/1662558035 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f078800fb00 con 0x7f0794100080 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.085+0000 7f0791ffb700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 0x7f07840a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.086+0000 7f0793fff700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 0x7f07840a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.086+0000 7f0791ffb700 1 -- 172.21.15.98:0/1662558035 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f07880ccb90 con 0x7f0794100080 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.086+0000 7f0793fff700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 0x7f07840a3940 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f078000b5c0 tx=0x7f0780005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 Processor -- start 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 -- start start 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x56486878f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x564868790640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648686f5410 con 0x564868790c20 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648686e6bd0 con 0x56486878f420 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648686e44f0 con 0x56486878fd80 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44800/0 (socket says 172.21.15.98:44800) 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 -- 172.21.15.98:0/449901429 learned_addr learned my addr 172.21.15.98:0/449901429 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0793fff700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x564868790640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0798e54700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x56486878f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 -- 172.21.15.98:0/449901429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 msgr2=0x564868790640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x564868790640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 -- 172.21.15.98:0/449901429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 msgr2=0x56486878f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x56486878f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 -- 172.21.15.98:0/449901429 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56486850ad90 con 0x564868790c20 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0798e54700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x56486878f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.087+0000 7f0799655700 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f078c009970 tx=0x7f078c009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c6722f2bcf2086 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f077effd700 1 -- 172.21.15.98:0/449901429 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078c004750 con 0x564868790c20 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f077effd700 1 -- 172.21.15.98:0/449901429 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f078c00f040 con 0x564868790c20 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f077effd700 1 -- 172.21.15.98:0/449901429 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078c015770 con 0x564868790c20 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 -- 172.21.15.98:0/449901429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 msgr2=0x5648687910a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f078c009970 tx=0x7f078c009c80 comp rx=0 tx=0).stop 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 -- 172.21.15.98:0/449901429 shutdown_connections 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x56486878f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564868790c20 0x5648687910a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/449901429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x564868790640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 -- 172.21.15.98:0/449901429 >> 172.21.15.98:0/449901429 conn(0x564868701210 msgr2=0x5648687880f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 -- 172.21.15.98:0/449901429 shutdown_connections 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.088+0000 7f07a72a2b80 1 -- 172.21.15.98:0/449901429 wait complete. 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 -- start start 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 Processor -- start 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x5648687991e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x5648687a0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648686dfde0 con 0x56486878fd80 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56486867c6c0 con 0x56486878f420 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56486867c360 con 0x564868790c20 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f07a72a2b80 10 client.0 _ll_register_callbacks cb 0x5648684d97b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0793fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0793fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44804/0 (socket says 172.21.15.98:44804) 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0793fff700 1 -- 172.21.15.98:0/3012982386 learned_addr learned my addr 172.21.15.98:0/3012982386 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0798e54700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x5648687991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0793fff700 1 -- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 msgr2=0x5648687a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.089+0000 7f0793fff700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x5648687a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0793fff700 1 -- 172.21.15.98:0/3012982386 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 msgr2=0x5648687991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0793fff700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x5648687991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0793fff700 1 -- 172.21.15.98:0/3012982386 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f078c003c50 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0798e54700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x5648687991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0793fff700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0780015000 tx=0x7f0780009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48943595d2444ec2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078002a050 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f0780023870 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56486877fec0 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f078000baf0 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 10 client.15444 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5648684f3c10 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56486877fec0 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f078000fa80 con 0x56486878fd80 2023-10-05T15:38:03.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 10 client.15444 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 10 client.15444 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 20 client.15444 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687a4e80 0x5648687a3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 4 client.15444 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.090+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5648686d8dc0 con 0x5648687a4e80 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.091+0000 7f0798e54700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687a4e80 0x5648687a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.091+0000 7f0773fff700 10 client.15444 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:03.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.091+0000 7f0798e54700 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687a4e80 0x5648687a3860 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5cb4d885d7148e6d server_cookie=3254d879f74db831 in_seq=0 out_seq=0 2023-10-05T15:38:03.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f0773fff700 1 -- 172.21.15.98:0/3012982386 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5648686d8dc0 con 0x5648687a4e80 2023-10-05T15:38:03.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f0773fff700 10 client.15444 handle_command_reply: tid=0 2023-10-05T15:38:03.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 client.15444 shutdown 2023-10-05T15:38:03.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 msgr2=0x564868799720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0780015000 tx=0x7f0780009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 shutdown_connections 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687a4e80 0x5648687a3860 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x5648687991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f0773fff700 0 client.15444 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x5648687a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3012982386 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868799720 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 >> 172.21.15.98:0/3012982386 conn(0x564868701210 msgr2=0x564868787f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 shutdown_connections 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3012982386 wait complete. 2023-10-05T15:38:03.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.092+0000 7f07a72a2b80 20 client.15444 trim_cache size 0 max 16384 2023-10-05T15:38:03.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.109+0000 7f07a72a2b80 1 Processor -- start 2023-10-05T15:38:03.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.109+0000 7f07a72a2b80 1 -- start start 2023-10-05T15:38:03.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x564868796fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x564868793af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648685608d0 con 0x56486878fd80 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648686864d0 con 0x56486878f420 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56486856cde0 con 0x564868790c20 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44812/0 (socket says 172.21.15.98:44812) 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 -- 172.21.15.98:0/3795761618 learned_addr learned my addr 172.21.15.98:0/3795761618 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0799655700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x564868793af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0798e54700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x564868796fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 -- 172.21.15.98:0/3795761618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 msgr2=0x564868793af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x564868793af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 -- 172.21.15.98:0/3795761618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 msgr2=0x564868796fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x564868796fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 -- 172.21.15.98:0/3795761618 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564868531200 con 0x56486878fd80 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0799655700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x564868793af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0798e54700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x564868796fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f0793fff700 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f078000fdb0 tx=0x7f07800094b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eacf46b2711b8a17 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f077f7fe700 1 -- 172.21.15.98:0/3795761618 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078002a040 con 0x56486878fd80 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f077f7fe700 1 -- 172.21.15.98:0/3795761618 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f078002b040 con 0x56486878fd80 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.110+0000 7f077f7fe700 1 -- 172.21.15.98:0/3795761618 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780023c30 con 0x56486878fd80 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3795761618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 msgr2=0x564868787f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f078000fdb0 tx=0x7f07800094b0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3795761618 shutdown_connections 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56486878f420 0x564868796fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564868790c20 0x564868793af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/3795761618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878fd80 0x564868787f00 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3795761618 >> 172.21.15.98:0/3795761618 conn(0x564868701210 msgr2=0x564868797e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3795761618 shutdown_connections 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- 172.21.15.98:0/3795761618 wait complete. 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 -- start start 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.111+0000 7f07a72a2b80 1 Processor -- start 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x56486878e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564868790c20 0x56486878e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56486878f050 con 0x56486878f420 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648687fa880 con 0x564868790c20 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648687fa9f0 con 0x56486878fd80 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 10 client.0 _ll_register_callbacks cb 0x7f0780003ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44816/0 (socket says 172.21.15.98:44816) 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 -- 172.21.15.98:0/2694545413 learned_addr learned my addr 172.21.15.98:0/2694545413 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0793fff700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x56486878e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0799655700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564868790c20 0x56486878e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 -- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 msgr2=0x56486878e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x56486878e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 -- 172.21.15.98:0/2694545413 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564868790c20 msgr2=0x56486878e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564868790c20 0x56486878e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 -- 172.21.15.98:0/2694545413 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5648684f3c10 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0793fff700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x56486878e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0798e54700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0788000c00 tx=0x7f0788099c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b52980879ac744af server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0773fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07880232f0 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f0788023450 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.112+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f078c00f040 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0788099db0 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 10 client.15450 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564868509260 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f078807c080 con 0x56486878f420 2023-10-05T15:38:03.121 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f07880a1a50 con 0x56486878f420 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 10 client.15450 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 10 client.15450 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 20 client.15450 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687ffc60 0x5648687fc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 4 client.15450 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5648686d8ae0 con 0x5648687ffc60 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.113+0000 7f0793fff700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687ffc60 0x5648687fc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f0793fff700 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687ffc60 0x5648687fc060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4f20c2fc2340a89b server_cookie=3152ffe2baefd683 in_seq=0 out_seq=0 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f0773fff700 10 client.15450 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f0773fff700 1 -- 172.21.15.98:0/2694545413 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x5648686d8ae0 con 0x5648687ffc60 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f0773fff700 10 client.15450 handle_command_reply: tid=0 2023-10-05T15:38:03.122 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 client.15450 shutdown 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 msgr2=0x56486878dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0788000c00 tx=0x7f0788099c70 comp rx=0 tx=0).stop 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 shutdown_connections 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x5648687ffc60 0x5648687fc060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564868790c20 0x56486878e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f0773fff700 0 client.15450 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56486878f420 0x56486878dd10 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 --2- 172.21.15.98:0/2694545413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56486878fd80 0x56486878e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 >> 172.21.15.98:0/2694545413 conn(0x564868701210 msgr2=0x564868793af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 shutdown_connections 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 1 -- 172.21.15.98:0/2694545413 wait complete. 2023-10-05T15:38:03.123 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.114+0000 7f07a72a2b80 20 client.15450 trim_cache size 0 max 16384 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 1, 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24478, 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 84.260779790000001, 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:38:03.124 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:38:03.125 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:38:03.125 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 115.196885838 2023-10-05T15:38:03.125 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:03.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 msgr2=0x7f07840a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 0x7f07840a3940 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f078000b5c0 tx=0x7f0780005fd0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 msgr2=0x7f0794195a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f078800d980 tx=0x7f078800dc90 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 shutdown_connections 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f07840a1480 0x7f07840a3940 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0794101350 0x7f079419d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0794100080 0x7f0794195a90 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 --2- 172.21.15.98:0/1662558035 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0794100a20 0x7f0794195fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 >> 172.21.15.98:0/1662558035 conn(0x7f07940faab0 msgr2=0x7f07940fcd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 shutdown_connections 2023-10-05T15:38:03.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.115+0000 7f079b0b8700 1 -- 172.21.15.98:0/1662558035 wait complete. 2023-10-05T15:38:03.128 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:02 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1002104080' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.128 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:02 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/531097506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.129 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:38:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1002104080' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:02 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/531097506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:02 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1002104080' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:02 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/531097506' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 -- 172.21.15.98:0/1349471448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a18101950 msgr2=0x7f7a18108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/1349471448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a18101950 0x7f7a18108200 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f7a100099c0 tx=0x7f7a10009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 -- 172.21.15.98:0/1349471448 shutdown_connections 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/1349471448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a18101950 0x7f7a18108200 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/1349471448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a180ffdc0 0x7f7a181001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/1349471448 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 0x7f7a18101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 -- 172.21.15.98:0/1349471448 >> 172.21.15.98:0/1349471448 conn(0x7f7a180fb330 msgr2=0x7f7a180fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 -- 172.21.15.98:0/1349471448 shutdown_connections 2023-10-05T15:38:03.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.249+0000 7f7a1cb85700 1 -- 172.21.15.98:0/1349471448 wait complete. 2023-10-05T15:38:03.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 Processor -- start 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 -- start start 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 0x7f7a18196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 0x7f7a1819e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1819e610 con 0x7f7a180ffdc0 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1819e750 con 0x7f7a18100fb0 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1cb85700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1819e8e0 con 0x7f7a18101950 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44830/0 (socket says 172.21.15.98:44830) 2023-10-05T15:38:03.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 -- 172.21.15.98:0/3705281379 learned_addr learned my addr 172.21.15.98:0/3705281379 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 0x7f7a18196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 0x7f7a1819e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 -- 172.21.15.98:0/3705281379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 msgr2=0x7f7a1819e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 0x7f7a1819e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 -- 172.21.15.98:0/3705281379 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 msgr2=0x7f7a18196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 0x7f7a18196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 -- 172.21.15.98:0/3705281379 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a100095f0 con 0x7f7a180ffdc0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 0x7f7a1819e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.250+0000 7f7a1659c700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7a08007f10 tx=0x7f7a0800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.251+0000 7f7a0f7fe700 1 -- 172.21.15.98:0/3705281379 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a08017070 con 0x7f7a180ffdc0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.251+0000 7f7a0f7fe700 1 -- 172.21.15.98:0/3705281379 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a0800f040 con 0x7f7a180ffdc0 2023-10-05T15:38:03.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.251+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a1819ebc0 con 0x7f7a180ffdc0 2023-10-05T15:38:03.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.251+0000 7f7a0f7fe700 1 -- 172.21.15.98:0/3705281379 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a08004630 con 0x7f7a180ffdc0 2023-10-05T15:38:03.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.251+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a1819f120 con 0x7f7a180ffdc0 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.253+0000 7f7a0f7fe700 1 -- 172.21.15.98:0/3705281379 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7a08004790 con 0x7f7a180ffdc0 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.253+0000 7f7a0f7fe700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 0x7f7a040a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a0f7fe700 1 -- 172.21.15.98:0/3705281379 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7a080cc710 con 0x7f7a180ffdc0 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 0x7f7a040a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 0x7f7a040a3a40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ac50 tx=0x7f7a0000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a28d6fb80 1 Processor -- start 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a28d6fb80 1 -- start start 2023-10-05T15:38:03.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.254+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160210 0x55a939160630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939161a10 0x55a939161e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9390c8410 con 0x55a939160b70 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9390b9bd0 con 0x55a939161a10 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9390b74f0 con 0x55a939160210 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44840/0 (socket says 172.21.15.98:44840) 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 -- 172.21.15.98:0/4203402290 learned_addr learned my addr 172.21.15.98:0/4203402290 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a1659c700 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160210 0x55a939160630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939161a10 0x55a939161e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 -- 172.21.15.98:0/4203402290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160210 msgr2=0x55a939160630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160210 0x55a939160630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 -- 172.21.15.98:0/4203402290 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939161a10 msgr2=0x55a939161e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939161a10 0x55a939161e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 -- 172.21.15.98:0/4203402290 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a938eddd90 con 0x55a939160b70 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ff90 tx=0x7f7a00012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9c2d413e4da5584 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a0cff9700 1 -- 172.21.15.98:0/4203402290 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a00003a90 con 0x55a939160b70 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a0cff9700 1 -- 172.21.15.98:0/4203402290 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a00003bf0 con 0x55a939160b70 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.255+0000 7f7a0cff9700 1 -- 172.21.15.98:0/4203402290 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0001d660 con 0x55a939160b70 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/4203402290 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 msgr2=0x55a939161430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ff90 tx=0x7f7a00012000 comp rx=0 tx=0).stop 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/4203402290 shutdown_connections 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939161a10 0x55a939161e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160210 0x55a939160630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/4203402290 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a939161430 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/4203402290 >> 172.21.15.98:0/4203402290 conn(0x55a9390d4210 msgr2=0x55a93915b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/4203402290 shutdown_connections 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/4203402290 wait complete. 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 -- start start 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.256+0000 7f7a28d6fb80 1 Processor -- start 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a939169fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160b70 0x55a93916a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9390b2de0 con 0x55a939161a10 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a93904f6c0 con 0x55a939160210 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a93904f360 con 0x55a939160b70 2023-10-05T15:38:03.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a28d6fb80 10 client.0 _ll_register_callbacks cb 0x55a938eac7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44848/0 (socket says 172.21.15.98:44848) 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 -- 172.21.15.98:0/2875763973 learned_addr learned my addr 172.21.15.98:0/2875763973 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160b70 0x55a93916a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a1659c700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a939169fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 -- 172.21.15.98:0/2875763973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160b70 msgr2=0x55a93916a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160b70 0x55a93916a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 -- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 msgr2=0x55a939169fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a939169fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 -- 172.21.15.98:0/2875763973 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a0000fc40 con 0x55a939161a10 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a1659c700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a939169fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:03.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7a10009990 tx=0x7f7a10005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8975f57098b3dc90 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.257+0000 7f79fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a1000bc20 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7a1000bd80 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a939152ec0 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7a100038c0 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 10 client.15462 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a938ec6c10 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a939152ec0 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f7a10004900 con 0x55a939161a10 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 10 client.15462 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 10 client.15462 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 20 client.15462 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:03.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a939175c30 0x55a939174690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 4 client.15462 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.258+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a9390abdc0 con 0x55a939175c30 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.259+0000 7f7a1659c700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a939175c30 0x55a939174690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.259+0000 7f79fdffb700 10 client.15462 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.259+0000 7f7a1659c700 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a939175c30 0x55a939174690 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3e861374aedf437 server_cookie=d505eacb1adf2aad in_seq=0 out_seq=0 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f79fdffb700 1 -- 172.21.15.98:0/2875763973 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a9390abdc0 con 0x55a939175c30 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f79fdffb700 10 client.15462 handle_command_reply: tid=0 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 client.15462 shutdown 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 msgr2=0x55a939171540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7a10009990 tx=0x7f7a10005750 comp rx=0 tx=0).stop 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 shutdown_connections 2023-10-05T15:38:03.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a939175c30 0x55a939174690 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a939169fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f79fdffb700 0 client.15462 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939161a10 0x55a939171540 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/2875763973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939160b70 0x55a93916a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 >> 172.21.15.98:0/2875763973 conn(0x55a9390d4210 msgr2=0x55a93915af00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 shutdown_connections 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/2875763973 wait complete. 2023-10-05T15:38:03.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.260+0000 7f7a28d6fb80 20 client.15462 trim_cache size 0 max 16384 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.277+0000 7f7a28d6fb80 1 Processor -- start 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 -- start start 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a9391648e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939164e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9391699d0 con 0x55a939160b70 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a938f338d0 con 0x55a939160210 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a939173230 con 0x55a939161a10 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44854/0 (socket says 172.21.15.98:44854) 2023-10-05T15:38:03.285 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 -- 172.21.15.98:0/3907304876 learned_addr learned my addr 172.21.15.98:0/3907304876 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939164e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a1659c700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a9391648e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 -- 172.21.15.98:0/3907304876 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 msgr2=0x55a939164e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939164e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 -- 172.21.15.98:0/3907304876 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 msgr2=0x55a9391648e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a9391648e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 -- 172.21.15.98:0/3907304876 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a938f04200 con 0x55a939160b70 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a1659c700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a9391648e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ff30 tx=0x7f7a00005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92e98e5d7b5f61c4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a0d7fa700 1 -- 172.21.15.98:0/3907304876 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0002b040 con 0x55a939160b70 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a0d7fa700 1 -- 172.21.15.98:0/3907304876 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a000108f0 con 0x55a939160b70 2023-10-05T15:38:03.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.278+0000 7f7a0d7fa700 1 -- 172.21.15.98:0/3907304876 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a00005330 con 0x55a939160b70 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/3907304876 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 msgr2=0x55a9391714d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ff30 tx=0x7f7a00005e40 comp rx=0 tx=0).stop 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/3907304876 shutdown_connections 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160210 0x55a9391648e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939164e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/3907304876 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160b70 0x55a9391714d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/3907304876 >> 172.21.15.98:0/3907304876 conn(0x55a9390d4210 msgr2=0x55a939168cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/3907304876 shutdown_connections 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/3907304876 wait complete. 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 -- start start 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.279+0000 7f7a28d6fb80 1 Processor -- start 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 0x55a93916c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939170f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9391714f0 con 0x55a939160210 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a939171660 con 0x55a939160b70 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a939171820 con 0x55a939161a10 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 10 client.0 _ll_register_callbacks cb 0x7f7a10009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44858/0 (socket says 172.21.15.98:44858) 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 -- 172.21.15.98:0/880735703 learned_addr learned my addr 172.21.15.98:0/880735703 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 0x55a93916c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939170f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 -- 172.21.15.98:0/880735703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 msgr2=0x55a939170f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939170f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 -- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 msgr2=0x55a93916c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 0x55a93916c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 -- 172.21.15.98:0/880735703 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a938eddd90 con 0x55a939160210 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a16d9d700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939170f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 0x55a93916c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a1659c700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7a08099660 tx=0x7f7a08084040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=707f7679be7c348 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f79fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a080a1a60 con 0x55a939160210 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7a080b3060 con 0x55a939160210 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7a00003bf0 con 0x55a939160210 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7a08097a70 con 0x55a939160210 2023-10-05T15:38:03.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 10 client.15468 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.280+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a938edc260 con 0x55a939160210 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a0807c020 con 0x55a939160210 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f7a08022250 con 0x55a939160210 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 10 client.15468 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 10 client.15468 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 20 client.15468 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a9391ce660 0x55a9391caac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 4 client.15468 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a9390abae0 con 0x55a9391ce660 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a9391ce660 0x55a9391caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f79fdffb700 10 client.15468 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:03.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.281+0000 7f7a15d9b700 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a9391ce660 0x55a9391caac0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89fbd74ac1f9b41d server_cookie=76de88b63c4e419 in_seq=0 out_seq=0 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f79fdffb700 1 -- 172.21.15.98:0/880735703 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55a9390abae0 con 0x55a9391ce660 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f79fdffb700 10 client.15468 handle_command_reply: tid=0 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 client.15468 shutdown 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 msgr2=0x55a93916baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7a08099660 tx=0x7f7a08084040 comp rx=0 tx=0).stop 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 shutdown_connections 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a939161a10 0x55a939170f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a939160210 0x55a93916baf0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a9391ce660 0x55a9391caac0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 --2- 172.21.15.98:0/880735703 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a939160b70 0x55a93916c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f79fdffb700 0 client.15468 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:03.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 >> 172.21.15.98:0/880735703 conn(0x55a9390d4210 msgr2=0x55a9391648e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 shutdown_connections 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 1 -- 172.21.15.98:0/880735703 wait complete. 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a28d6fb80 20 client.15468 trim_cache size 0 max 16384 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "cluster_fsid": "de9bd1a4-6393-11ee-8db5-212e2dc638e7", 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "whoami": 0, 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 24506, 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "want_state": "up:active", 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "state": "up:active", 2023-10-05T15:38:03.292 INFO:teuthology.orchestra.run.smithi098.stdout: "fs_name": "cephfs", 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout: "rank_uptime": 103.29213063900001, 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout: "mdsmap_epoch": 28, 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch": 88, 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout: "uptime": 108.489118866 2023-10-05T15:38:03.293 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 msgr2=0x7f7a040a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 0x7f7a040a3a40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7a0000ac50 tx=0x7f7a0000a380 comp rx=0 tx=0).stop 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 msgr2=0x7f7a18196a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7a08007f10 tx=0x7f7a0800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 shutdown_connections 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a040a1580 0x7f7a040a3a40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a18101950 0x7f7a1819e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a180ffdc0 0x7f7a18196a90 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 --2- 172.21.15.98:0/3705281379 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a18100fb0 0x7f7a18196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:03.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.282+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 >> 172.21.15.98:0/3705281379 conn(0x7f7a180fb330 msgr2=0x7f7a18068060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:03.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.283+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 shutdown_connections 2023-10-05T15:38:03.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:03.283+0000 7f7a1cb85700 1 -- 172.21.15.98:0/3705281379 wait complete. 2023-10-05T15:38:03.296 INFO:teuthology.run_tasks:Running task kclient... 2023-10-05T15:38:03.309 INFO:tasks.kclient:Mounting kernel clients... 2023-10-05T15:38:03.310 INFO:tasks.kclient:config is {'client.0': {}} 2023-10-05T15:38:03.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:03.310 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list 2023-10-05T15:38:03.327 INFO:teuthology.orchestra.run.smithi098.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2023-10-05T15:38:03.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:03.328 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:38:03.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:03.406 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link delete ceph-brx 2023-10-05T15:38:03.503 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'wsync'], 'syntax': 'v2'} 2023-10-05T15:38:03.503 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-05T15:38:03.503 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:03.503 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph fs ls 2023-10-05T15:38:04.060 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:38:04.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:03 smithi173 ceph-mon[104029]: pgmap v307: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:38:04.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:03 smithi115 ceph-mon[103691]: pgmap v307: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:38:04.250 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:03 smithi098 ceph-mon[99243]: pgmap v307: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-10-05T15:38:05.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.251+0000 7f5da2b29700 1 -- 172.21.15.98:0/648507589 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c069360 msgr2=0x7f5d9c10ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.251+0000 7f5da2b29700 1 --2- 172.21.15.98:0/648507589 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c069360 0x7f5d9c10ddb0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f5d9400b0d0 tx=0x7f5d9400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 -- 172.21.15.98:0/648507589 shutdown_connections 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 --2- 172.21.15.98:0/648507589 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c106f90 0x7f5d9c107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 --2- 172.21.15.98:0/648507589 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c069360 0x7f5d9c10ddb0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 --2- 172.21.15.98:0/648507589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 0x7f5d9c068e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 -- 172.21.15.98:0/648507589 >> 172.21.15.98:0/648507589 conn(0x7f5d9c075e00 msgr2=0x7f5d9c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 -- 172.21.15.98:0/648507589 shutdown_connections 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 -- 172.21.15.98:0/648507589 wait complete. 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 Processor -- start 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.252+0000 7f5da2b29700 1 -- start start 2023-10-05T15:38:05.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 0x7f5d9c197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c069360 0x7f5d9c197580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c19c000 con 0x7f5d9c106f90 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c19c170 con 0x7f5d9c069360 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c19c330 con 0x7f5d9c0689a0 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44872/0 (socket says 172.21.15.98:44872) 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 -- 172.21.15.98:0/4146828424 learned_addr learned my addr 172.21.15.98:0/4146828424 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da08c5700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 0x7f5d9c197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 -- 172.21.15.98:0/4146828424 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 msgr2=0x7f5d9c197040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5d9bfff700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c069360 0x7f5d9c197580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:05.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 0x7f5d9c197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 -- 172.21.15.98:0/4146828424 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c069360 msgr2=0x7f5d9c197580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c069360 0x7f5d9c197580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 -- 172.21.15.98:0/4146828424 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d94009d00 con 0x7f5d9c106f90 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da10c6700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5d94007870 tx=0x7f5d94007950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9400e040 con 0x7f5d9c106f90 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d94003e10 con 0x7f5d9c106f90 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d9c19c5b0 con 0x7f5d9c106f90 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.253+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94012af0 con 0x7f5d9c106f90 2023-10-05T15:38:05.258 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.254+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d9c1a3e70 con 0x7f5d9c106f90 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.255+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d9c04ebb0 con 0x7f5d9c106f90 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.256+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5d940056c0 con 0x7f5d9c106f90 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.256+0000 7f5d99ffb700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 0x7f5d8c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.256+0000 7f5da08c5700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 0x7f5d8c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.256+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f5d940ce6c0 con 0x7f5d9c106f90 2023-10-05T15:38:05.259 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.257+0000 7f5da08c5700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 0x7f5d8c0a39c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5d90005950 tx=0x7f5d90005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:05.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.261+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5d94097ab0 con 0x7f5d9c106f90 2023-10-05T15:38:05.494 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.492+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5d9c110ec0 con 0x7f5d9c106f90 2023-10-05T15:38:05.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.493+0000 7f5d99ffb700 1 -- 172.21.15.98:0/4146828424 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) v1 ==== 53+0+88 (secure 0 0 0) 0x7f5d9409b0d0 con 0x7f5d9c106f90 2023-10-05T15:38:05.495 INFO:teuthology.orchestra.run.smithi098.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 msgr2=0x7f5d8c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 0x7f5d8c0a39c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5d90005950 tx=0x7f5d90005cf0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 msgr2=0x7f5d9c19b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5d94007870 tx=0x7f5d94007950 comp rx=0 tx=0).stop 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 shutdown_connections 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5d8c0a1500 0x7f5d8c0a39c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5d9c106f90 0x7f5d9c19b9f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d9c0689a0 0x7f5d9c197040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 --2- 172.21.15.98:0/4146828424 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5d9c069360 0x7f5d9c197580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:05.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 >> 172.21.15.98:0/4146828424 conn(0x7f5d9c075e00 msgr2=0x7f5d9c104c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:05.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 shutdown_connections 2023-10-05T15:38:05.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:05.495+0000 7f5da2b29700 1 -- 172.21.15.98:0/4146828424 wait complete. 2023-10-05T15:38:05.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:05 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4146828424' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:38:05.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:05 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4146828424' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:38:05.908 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-05T15:38:05.908 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-05T15:38:05.908 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi098.front.sepia.ceph.com 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-05T15:38:05.909 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-05T15:38:05.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:05.909 DEBUG:teuthology.orchestra.run.smithi098:> ip addr 2023-10-05T15:38:05.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:05 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4146828424' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:38:05.927 INFO:teuthology.orchestra.run.smithi098.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-05T15:38:05.927 INFO:teuthology.orchestra.run.smithi098.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-05T15:38:05.927 INFO:teuthology.orchestra.run.smithi098.stdout: inet 127.0.0.1/8 scope host lo 2023-10-05T15:38:05.927 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: inet6 ::1/128 scope host 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:d8:d9:b8 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:d8:d9:b9 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:8f:d2:6a brd ff:ff:ff:ff:ff:ff 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: link/ether 0c:c4:7a:8f:d2:6b brd ff:ff:ff:ff:ff:ff 2023-10-05T15:38:05.928 INFO:teuthology.orchestra.run.smithi098.stdout: inet 172.21.15.98/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-05T15:38:05.929 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft 41763sec preferred_lft 41763sec 2023-10-05T15:38:05.929 INFO:teuthology.orchestra.run.smithi098.stdout: inet6 fe80::bc6b:da14:2e28:b45/64 scope link noprefixroute 2023-10-05T15:38:05.929 INFO:teuthology.orchestra.run.smithi098.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:38:05.929 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-05T15:38:05.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link add name ceph-brx type bridge 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip addr flush dev ceph-brx 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set ceph-brx up 2023-10-05T15:38:05.929 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-05T15:38:05.930 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:38:06.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.047 DEBUG:teuthology.orchestra.run.smithi098:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-05T15:38:06.074 INFO:teuthology.orchestra.run.smithi098.stdout:1 2023-10-05T15:38:06.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.075 DEBUG:teuthology.orchestra.run.smithi098:> route 2023-10-05T15:38:06.134 INFO:teuthology.orchestra.run.smithi098.stdout:Kernel IP routing table 2023-10-05T15:38:06.135 INFO:teuthology.orchestra.run.smithi098.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-05T15:38:06.135 INFO:teuthology.orchestra.run.smithi098.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-05T15:38:06.135 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-05T15:38:06.135 INFO:teuthology.orchestra.run.smithi098.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-05T15:38:06.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.135 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:38:06.135 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:38:06.136 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-05T15:38:06.136 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-05T15:38:06.136 DEBUG:teuthology.orchestra.run.smithi098:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-05T15:38:06.136 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:38:06.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.240 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list 2023-10-05T15:38:06.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.256 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list-id 2023-10-05T15:38:06.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.313 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:38:06.313 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:38:06.314 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-05T15:38:06.314 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-10-05T15:38:06.314 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:38:06.414 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-10-05T15:38:06.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.414 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:38:06.414 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:38:06.414 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-10-05T15:38:06.414 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-05T15:38:06.415 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-10-05T15:38:06.415 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-10-05T15:38:06.415 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-10-05T15:38:06.415 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:38:06.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.622 DEBUG:teuthology.orchestra.run.smithi098:> (cd / && exec bash -c ' 2023-10-05T15:38:06.622 DEBUG:teuthology.orchestra.run.smithi098:> set -e 2023-10-05T15:38:06.622 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set brx.0 up 2023-10-05T15:38:06.622 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link set dev brx.0 master ceph-brx 2023-10-05T15:38:06.622 DEBUG:teuthology.orchestra.run.smithi098:> ') 2023-10-05T15:38:06.726 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:06 smithi098 ceph-mon[99243]: pgmap v308: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:38:06.735 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:38:06.735 DEBUG:teuthology.orchestra.run.smithi098:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:06.756 INFO:teuthology.orchestra.run.smithi098.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-05T15:38:06.756 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:38:06.756 DEBUG:teuthology.orchestra.run.smithi098:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:06.814 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-10-05T15:38:06.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:06.814 DEBUG:teuthology.orchestra.run.smithi098:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,wsync,nofallback 2023-10-05T15:38:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:06 smithi173 ceph-mon[104029]: pgmap v308: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:38:06.900 INFO:teuthology.orchestra.run.smithi098.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,wsync,nofallback 2023-10-05T15:38:06.900 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,wsync". 2023-10-05T15:38:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:06 smithi115 ceph-mon[103691]: pgmap v308: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-10-05T15:38:07.038 INFO:teuthology.orchestra.run.smithi098.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,wsync,nofallback 2023-10-05T15:38:07.038 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,wsync". 2023-10-05T15:38:07.038 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: resolved to: "172.21.15.98:6789,172.21.15.115:6789,172.21.15.173:6789" 2023-10-05T15:38:07.038 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: trying mount with new device syntax: 0@de9bd1a4-6393-11ee-8db5-212e2dc638e7.cephfs=/ 2023-10-05T15:38:07.038 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,wsync,name=0,key=0,mon_addr=172.21.15.98:6789/172.21.15.115:6789/172.21.15.173:6789" will pass to kernel 2023-10-05T15:38:07.039 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: v2 mount support check returned 2 2023-10-05T15:38:07.039 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-05T15:38:07.039 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.98:6789,172.21.15.115:6789,172.21.15.173:6789:/ 2023-10-05T15:38:07.039 INFO:teuthology.orchestra.run.smithi098.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,wsync,name=0,key=0,mds_namespace=cephfs,fsid=de9bd1a4-6393-11ee-8db5-212e2dc638e7" will pass to kernel 2023-10-05T15:38:07.042 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-05T15:38:07.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:07.042 DEBUG:teuthology.orchestra.run.smithi098:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:07.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:07.075 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:38:07.147 INFO:teuthology.orchestra.run.smithi098.stdout:client15477 2023-10-05T15:38:07.147 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:38:07.147 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:38:07.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:07.205 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:38:07.278 INFO:teuthology.orchestra.run.smithi098.stdout:client15477 2023-10-05T15:38:07.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:07.278 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:38:07.349 INFO:teuthology.orchestra.run.smithi098.stdout:client15477 2023-10-05T15:38:07.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:38:07.350 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7.client15477/status') 2023-10-05T15:38:07.430 INFO:teuthology.orchestra.run.smithi098.stdout:instance: client.15477 (3)192.168.0.1:0/1686009904 2023-10-05T15:38:07.430 INFO:teuthology.orchestra.run.smithi098.stdout:blocklisted: false 2023-10-05T15:38:07.430 INFO:teuthology.orchestra.run.smithi098.stderr:0+1 records in 2023-10-05T15:38:07.430 INFO:teuthology.orchestra.run.smithi098.stderr:0+1 records out 2023-10-05T15:38:07.430 INFO:teuthology.orchestra.run.smithi098.stderr:70 bytes copied, 2.2192e-05 s, 3.2 MB/s 2023-10-05T15:38:07.431 INFO:teuthology.run_tasks:Running task check-counter... 2023-10-05T15:38:07.444 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-10-05T15:38:07.454 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:07.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2613106850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24101950 msgr2=0x7f2f24108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2613106850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24101950 0x7f2f24108200 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00b0d0 tx=0x7f2f1c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2613106850 shutdown_connections 2023-10-05T15:38:07.596 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2613106850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24101950 0x7f2f24108200 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2613106850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f240ffdc0 0x7f2f241001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2613106850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f24100fb0 0x7f2f24101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2613106850 >> 172.21.15.98:0/2613106850 conn(0x7f2f240fb310 msgr2=0x7f2f240fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2613106850 shutdown_connections 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.592+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2613106850 wait complete. 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 Processor -- start 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 -- start start 2023-10-05T15:38:07.597 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f240ffdc0 0x7f2f24068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f24101950 0x7f2f2419dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2419e760 con 0x7f2f24100fb0 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2419e8d0 con 0x7f2f240ffdc0 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2c78a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2419ea90 con 0x7f2f24101950 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44888/0 (socket says 172.21.15.98:44888) 2023-10-05T15:38:07.598 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 -- 172.21.15.98:0/2651311679 learned_addr learned my addr 172.21.15.98:0/2651311679 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2a526700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f240ffdc0 0x7f2f24068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f2ad27700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f24101950 0x7f2f2419dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 -- 172.21.15.98:0/2651311679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f24101950 msgr2=0x7f2f2419dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f24101950 0x7f2f2419dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 -- 172.21.15.98:0/2651311679 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f240ffdc0 msgr2=0x7f2f24068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f240ffdc0 0x7f2f24068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 -- 172.21.15.98:0/2651311679 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f1c009d00 con 0x7f2f24100fb0 2023-10-05T15:38:07.599 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.593+0000 7f2f29d25700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f2f2000d950 tx=0x7f2f2000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f20009940 con 0x7f2f24100fb0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f20010460 con 0x7f2f24100fb0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f2419ed70 con 0x7f2f24100fb0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f2000f620 con 0x7f2f24100fb0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f2419f270 con 0x7f2f24100fb0 2023-10-05T15:38:07.600 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.594+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f241072d0 con 0x7f2f24100fb0 2023-10-05T15:38:07.601 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.596+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2f200108d0 con 0x7f2f24100fb0 2023-10-05T15:38:07.601 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.596+0000 7f2f1b7fe700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 0x7f2f100a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.601 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.596+0000 7f2f2a526700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 0x7f2f100a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.601 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.596+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f2f200cd160 con 0x7f2f24100fb0 2023-10-05T15:38:07.601 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.597+0000 7f2f2a526700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 0x7f2f100a3a10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2f24100e10 tx=0x7f2f1400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:07.602 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.600+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2f200964c0 con 0x7f2f24100fb0 2023-10-05T15:38:07.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.793+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f2410b7b0 con 0x7f2f24100fb0 2023-10-05T15:38:07.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.795+0000 7f2f1b7fe700 1 -- 172.21.15.98:0/2651311679 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f2f20020090 con 0x7f2f24100fb0 2023-10-05T15:38:07.797 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:07.797 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:07.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 msgr2=0x7f2f100a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 0x7f2f100a3a10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2f24100e10 tx=0x7f2f1400b410 comp rx=0 tx=0).stop 2023-10-05T15:38:07.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 msgr2=0x7f2f2419b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f2f2000d950 tx=0x7f2f2000dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 shutdown_connections 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2f100a1550 0x7f2f100a3a10 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2f240ffdc0 0x7f2f24068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2f24101950 0x7f2f2419dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 --2- 172.21.15.98:0/2651311679 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2f24100fb0 0x7f2f2419b980 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 >> 172.21.15.98:0/2651311679 conn(0x7f2f240fb310 msgr2=0x7f2f24104410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:07.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 shutdown_connections 2023-10-05T15:38:07.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.797+0000 7f2f2c78a700 1 -- 172.21.15.98:0/2651311679 wait complete. 2023-10-05T15:38:07.812 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:38:07.812 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 -- 172.21.15.98:0/1833390065 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102080 msgr2=0x7f17b0102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 --2- 172.21.15.98:0/1833390065 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102080 0x7f17b0102500 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f17a0009990 tx=0x7f17a0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 -- 172.21.15.98:0/1833390065 shutdown_connections 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 --2- 172.21.15.98:0/1833390065 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102a40 0x7f17b0109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 --2- 172.21.15.98:0/1833390065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 0x7f17b01012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 --2- 172.21.15.98:0/1833390065 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102080 0x7f17b0102500 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 -- 172.21.15.98:0/1833390065 >> 172.21.15.98:0/1833390065 conn(0x7f17b00fc460 msgr2=0x7f17b00fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 -- 172.21.15.98:0/1833390065 shutdown_connections 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.936+0000 7f17b5d64700 1 -- 172.21.15.98:0/1833390065 wait complete. 2023-10-05T15:38:07.940 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 Processor -- start 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 -- start start 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 0x7f17b0196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102080 0x7f17b01970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019e6e0 con 0x7f17b0102a40 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019e820 con 0x7f17b0102080 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17b5d64700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019e9b0 con 0x7f17b0100ea0 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44904/0 (socket says 172.21.15.98:44904) 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 -- 172.21.15.98:0/418809564 learned_addr learned my addr 172.21.15.98:0/418809564 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17aeffd700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102080 0x7f17b01970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17af7fe700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 0x7f17b0196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.941 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 -- 172.21.15.98:0/418809564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 msgr2=0x7f17b0196b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 0x7f17b0196b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 -- 172.21.15.98:0/418809564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102080 msgr2=0x7f17b01970a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102080 0x7f17b01970a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 -- 172.21.15.98:0/418809564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17a00095f0 con 0x7f17b0102a40 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.937+0000 7f17affff700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f17a8007d70 tx=0x7f17a800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.938+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a800ad40 con 0x7f17b0102a40 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.938+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17a80128e0 con 0x7f17b0102a40 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.938+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b019ec90 con 0x7f17b0102a40 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.938+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a80116b0 con 0x7f17b0102a40 2023-10-05T15:38:07.942 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.938+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b019f150 con 0x7f17b0102a40 2023-10-05T15:38:07.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.939+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b0107ea0 con 0x7f17b0102a40 2023-10-05T15:38:07.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.940+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f17a8012420 con 0x7f17b0102a40 2023-10-05T15:38:07.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.940+0000 7f17acff9700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 0x7f17980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:07.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.940+0000 7f17af7fe700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 0x7f17980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:07.943 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.940+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f17a80cd660 con 0x7f17b0102a40 2023-10-05T15:38:07.944 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.941+0000 7f17af7fe700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 0x7f17980a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f17b0101bf0 tx=0x7f17a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:07.946 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:07.944+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f17a80969c0 con 0x7f17b0102a40 2023-10-05T15:38:08.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.135+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f17b010c8a0 con 0x7f17b0102a40 2023-10-05T15:38:08.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.136+0000 7f17acff9700 1 -- 172.21.15.98:0/418809564 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f17a8099fe0 con 0x7f17b0102a40 2023-10-05T15:38:08.137 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 msgr2=0x7f17980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 0x7f17980a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f17b0101bf0 tx=0x7f17a4009260 comp rx=0 tx=0).stop 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 msgr2=0x7f17b019e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f17a8007d70 tx=0x7f17a800a340 comp rx=0 tx=0).stop 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 shutdown_connections 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f17980a1480 0x7f17980a3940 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f17b0102a40 0x7f17b019e110 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17b0100ea0 0x7f17b0196b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 --2- 172.21.15.98:0/418809564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f17b0102080 0x7f17b01970a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 >> 172.21.15.98:0/418809564 conn(0x7f17b00fc460 msgr2=0x7f17b00fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 shutdown_connections 2023-10-05T15:38:08.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.138+0000 7f17b5d64700 1 -- 172.21.15.98:0/418809564 wait complete. 2023-10-05T15:38:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:07 smithi173 ceph-mon[104029]: pgmap v309: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:38:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:07 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2651311679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:08.151 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:07 smithi098 ceph-mon[99243]: pgmap v309: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:38:08.151 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:07 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2651311679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:08.152 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:38:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:07 smithi115 ceph-mon[103691]: pgmap v309: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-05T15:38:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:07 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2651311679' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:08.278 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.274+0000 7f505598b700 1 -- 172.21.15.98:0/1390019794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5050100000 msgr2=0x7f5050100480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.274+0000 7f505598b700 1 --2- 172.21.15.98:0/1390019794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5050100000 0x7f5050100480 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5040009990 tx=0x7f5040009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 -- 172.21.15.98:0/1390019794 shutdown_connections 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- 172.21.15.98:0/1390019794 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501009c0 0x7f5050108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- 172.21.15.98:0/1390019794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50501013b0 0x7f50501017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- 172.21.15.98:0/1390019794 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5050100000 0x7f5050100480 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 -- 172.21.15.98:0/1390019794 >> 172.21.15.98:0/1390019794 conn(0x7f50500fab10 msgr2=0x7f50500fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 -- 172.21.15.98:0/1390019794 shutdown_connections 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 -- 172.21.15.98:0/1390019794 wait complete. 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 Processor -- start 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 -- start start 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5050100000 0x7f50500ffa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.275+0000 7f505598b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501013b0 0x7f505019df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f505598b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019e6c0 con 0x7f50501009c0 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f505598b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019e830 con 0x7f50501013b0 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f505598b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019e9f0 con 0x7f5050100000 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44916/0 (socket says 172.21.15.98:44916) 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 -- 172.21.15.98:0/2727175774 learned_addr learned my addr 172.21.15.98:0/2727175774 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504effd700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5050100000 0x7f50500ffa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 -- 172.21.15.98:0/2727175774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5050100000 msgr2=0x7f50500ffa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5050100000 0x7f50500ffa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 -- 172.21.15.98:0/2727175774 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501013b0 msgr2=0x7f505019df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504f7fe700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501013b0 0x7f505019df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501013b0 0x7f505019df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 -- 172.21.15.98:0/2727175774 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50400095f0 con 0x7f50501009c0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f504e7fc700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f5040004760 tx=0x7f5040004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504001d070 con 0x7f50501009c0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5040004cf0 con 0x7f50501009c0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f505019ec70 con 0x7f50501009c0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5040005280 con 0x7f50501009c0 2023-10-05T15:38:08.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.276+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f505019f0c0 con 0x7f50501009c0 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.277+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50501073e0 con 0x7f50501009c0 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.278+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f50400053e0 con 0x7f50501009c0 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.279+0000 7f5054989700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 0x7f50380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.279+0000 7f504effd700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 0x7f50380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.279+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f50400ce580 con 0x7f50501009c0 2023-10-05T15:38:08.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.279+0000 7f504effd700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 0x7f50380a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5044005950 tx=0x7f504400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.282+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5040097970 con 0x7f50501009c0 2023-10-05T15:38:08.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.477+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f505002d090 con 0x7f50501009c0 2023-10-05T15:38:08.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.477+0000 7f5054989700 1 -- 172.21.15.98:0/2727175774 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f504009af90 con 0x7f50501009c0 2023-10-05T15:38:08.479 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:08.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 msgr2=0x7f50380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 0x7f50380a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5044005950 tx=0x7f504400a300 comp rx=0 tx=0).stop 2023-10-05T15:38:08.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 msgr2=0x7f505019b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f5040004760 tx=0x7f5040004790 comp rx=0 tx=0).stop 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 shutdown_connections 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50380a1480 0x7f50380a3940 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f50501013b0 0x7f505019df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5050100000 0x7f50500ffa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 --2- 172.21.15.98:0/2727175774 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f50501009c0 0x7f505019b8e0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 >> 172.21.15.98:0/2727175774 conn(0x7f50500fab10 msgr2=0x7f5050104520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 shutdown_connections 2023-10-05T15:38:08.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.479+0000 7f505598b700 1 -- 172.21.15.98:0/2727175774 wait complete. 2023-10-05T15:38:08.493 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:38:08.621 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- 172.21.15.98:0/654199370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381019c0 msgr2=0x7f3a38103db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/654199370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381019c0 0x7f3a38103db0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c009990 tx=0x7f3a2c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- 172.21.15.98:0/654199370 shutdown_connections 2023-10-05T15:38:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/654199370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 0x7f3a38109090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/654199370 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381019c0 0x7f3a38103db0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.622 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/654199370 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381042f0 0x7f3a381066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- 172.21.15.98:0/654199370 >> 172.21.15.98:0/654199370 conn(0x7f3a380fb3b0 msgr2=0x7f3a380fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- 172.21.15.98:0/654199370 shutdown_connections 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- 172.21.15.98:0/654199370 wait complete. 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 Processor -- start 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- start start 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 0x7f3a38196b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 0x7f3a3819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3819e680 con 0x7f3a381042f0 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3819e7c0 con 0x7f3a381019c0 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a3ec24700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3819e950 con 0x7f3a38106c20 2023-10-05T15:38:08.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.618+0000 7f3a37fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44932/0 (socket says 172.21.15.98:44932) 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 -- 172.21.15.98:0/2512906445 learned_addr learned my addr 172.21.15.98:0/2512906445 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a3d1c1700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 0x7f3a3819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a3c9c0700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 0x7f3a38196b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 -- 172.21.15.98:0/2512906445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 msgr2=0x7f3a3819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 0x7f3a3819e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 -- 172.21.15.98:0/2512906445 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 msgr2=0x7f3a38196b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 0x7f3a38196b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 -- 172.21.15.98:0/2512906445 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a2c0095f0 con 0x7f3a381042f0 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a3c9c0700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 0x7f3a38196b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a37fff700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400c9b0 tx=0x7f3a2400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a24007b00 con 0x7f3a381042f0 2023-10-05T15:38:08.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a3819ec30 con 0x7f3a381042f0 2023-10-05T15:38:08.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a24007c60 con 0x7f3a381042f0 2023-10-05T15:38:08.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a24018660 con 0x7f3a381042f0 2023-10-05T15:38:08.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.619+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a3819f140 con 0x7f3a381042f0 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.620+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a380fcf30 con 0x7f3a381042f0 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.621+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3a24018880 con 0x7f3a381042f0 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.622+0000 7f3a35ffb700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 0x7f3a280a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.622+0000 7f3a3c9c0700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 0x7f3a280a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.622+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f3a240cd090 con 0x7f3a381042f0 2023-10-05T15:38:08.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.622+0000 7f3a3c9c0700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 0x7f3a280a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b5c0 tx=0x7f3a2c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.626+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3a240963f0 con 0x7f3a381042f0 2023-10-05T15:38:08.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.816+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3a380008d0 con 0x7f3a381042f0 2023-10-05T15:38:08.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.816+0000 7f3a35ffb700 1 -- 172.21.15.98:0/2512906445 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3a24099a10 con 0x7f3a381042f0 2023-10-05T15:38:08.818 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 msgr2=0x7f3a280a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 0x7f3a280a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b5c0 tx=0x7f3a2c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 msgr2=0x7f3a38197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400c9b0 tx=0x7f3a2400cd70 comp rx=0 tx=0).stop 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 shutdown_connections 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3a280a1480 0x7f3a280a3940 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3a381019c0 0x7f3a38196b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a38106c20 0x7f3a3819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 --2- 172.21.15.98:0/2512906445 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3a381042f0 0x7f3a38197040 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 >> 172.21.15.98:0/2512906445 conn(0x7f3a380fb3b0 msgr2=0x7f3a381026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 shutdown_connections 2023-10-05T15:38:08.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.819+0000 7f3a3ec24700 1 -- 172.21.15.98:0/2512906445 wait complete. 2023-10-05T15:38:08.833 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 -- 172.21.15.98:0/3535238838 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 msgr2=0x7f66901001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3535238838 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f66901001e0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f66840099c0 tx=0x7f6684009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 -- 172.21.15.98:0/3535238838 shutdown_connections 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3535238838 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690101950 0x7f6690108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3535238838 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f66901001e0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3535238838 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690100fb0 0x7f6690101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 -- 172.21.15.98:0/3535238838 >> 172.21.15.98:0/3535238838 conn(0x7f66900fb330 msgr2=0x7f66900fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:08.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 -- 172.21.15.98:0/3535238838 shutdown_connections 2023-10-05T15:38:08.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.957+0000 7f6696ea2700 1 -- 172.21.15.98:0/3535238838 wait complete. 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 Processor -- start 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 -- start start 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690100fb0 0x7f6690196000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690101950 0x7f669019d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f669019d640 con 0x7f66900ffdc0 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f669019d780 con 0x7f6690101950 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6696ea2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f669019d910 con 0x7f6690100fb0 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44942/0 (socket says 172.21.15.98:44942) 2023-10-05T15:38:08.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 -- 172.21.15.98:0/3683289936 learned_addr learned my addr 172.21.15.98:0/3683289936 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f669543f700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690101950 0x7f669019d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f668ffff700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690100fb0 0x7f6690196000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 -- 172.21.15.98:0/3683289936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690100fb0 msgr2=0x7f6690196000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690100fb0 0x7f6690196000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 -- 172.21.15.98:0/3683289936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690101950 msgr2=0x7f669019d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690101950 0x7f669019d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.958+0000 7f6694c3e700 1 -- 172.21.15.98:0/3683289936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66840095f0 con 0x7f66900ffdc0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f6694c3e700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6684009990 tx=0x7f6684004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f668401d070 con 0x7f66900ffdc0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f669019db90 con 0x7f66900ffdc0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6684004090 con 0x7f66900ffdc0 2023-10-05T15:38:08.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6684022d00 con 0x7f66900ffdc0 2023-10-05T15:38:08.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.959+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f669019e090 con 0x7f66900ffdc0 2023-10-05T15:38:08.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.960+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f669010b5d0 con 0x7f66900ffdc0 2023-10-05T15:38:08.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.961+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6684022470 con 0x7f66900ffdc0 2023-10-05T15:38:08.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.961+0000 7f668dffb700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 0x7f66800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:08.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.961+0000 7f668ffff700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 0x7f66800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:08.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.962+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f66840ce8a0 con 0x7f66900ffdc0 2023-10-05T15:38:08.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.962+0000 7f668ffff700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 0x7f66800a3940 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f667c005fd0 tx=0x7f667c005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:08.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:08.965+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6684097c30 con 0x7f66900ffdc0 2023-10-05T15:38:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:08 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/418809564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:08 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2727175774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:08 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2512906445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.160+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6690106d10 con 0x7f66900ffdc0 2023-10-05T15:38:09.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.160+0000 7f668dffb700 1 -- 172.21.15.98:0/3683289936 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6684022e60 con 0x7f66900ffdc0 2023-10-05T15:38:09.162 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:09.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:08 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/418809564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:08 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2727175774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:08 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2512906445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 msgr2=0x7f66800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 0x7f66800a3940 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f667c005fd0 tx=0x7f667c005f60 comp rx=0 tx=0).stop 2023-10-05T15:38:09.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 msgr2=0x7f6690195ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6684009990 tx=0x7f6684004730 comp rx=0 tx=0).stop 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 shutdown_connections 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f66800a1480 0x7f66800a3940 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6690101950 0x7f669019d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f66900ffdc0 0x7f6690195ac0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 --2- 172.21.15.98:0/3683289936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6690100fb0 0x7f6690196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.162+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 >> 172.21.15.98:0/3683289936 conn(0x7f66900fb330 msgr2=0x7f66900fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.163+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 shutdown_connections 2023-10-05T15:38:09.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.163+0000 7f6696ea2700 1 -- 172.21.15.98:0/3683289936 wait complete. 2023-10-05T15:38:09.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:08 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/418809564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:08 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2727175774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.176 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:08 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2512906445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:09.177 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:09.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.295+0000 7f51138ed700 1 -- 172.21.15.98:0/1613088668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 msgr2=0x7f510c1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.295+0000 7f51138ed700 1 --2- 172.21.15.98:0/1613088668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c1012c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f5108009990 tx=0x7f5108009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 -- 172.21.15.98:0/1613088668 shutdown_connections 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 --2- 172.21.15.98:0/1613088668 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 --2- 172.21.15.98:0/1613088668 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c1012c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 --2- 172.21.15.98:0/1613088668 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 0x7f510c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 -- 172.21.15.98:0/1613088668 >> 172.21.15.98:0/1613088668 conn(0x7f510c0fc460 msgr2=0x7f510c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 -- 172.21.15.98:0/1613088668 shutdown_connections 2023-10-05T15:38:09.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 -- 172.21.15.98:0/1613088668 wait complete. 2023-10-05T15:38:09.300 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 Processor -- start 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.296+0000 7f51138ed700 1 -- start start 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 0x7f510c1992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c1a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510c1a08e0 con 0x7f510c100ea0 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510c1a0a50 con 0x7f510c102080 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510c1a0c10 con 0x7f510c102a40 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44956/0 (socket says 172.21.15.98:44956) 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 -- 172.21.15.98:0/1616913680 learned_addr learned my addr 172.21.15.98:0/1616913680 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:09.301 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5110e88700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 0x7f510c1992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111e8a700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c1a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 -- 172.21.15.98:0/1616913680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 msgr2=0x7f510c1a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c1a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 -- 172.21.15.98:0/1616913680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 msgr2=0x7f510c1992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 0x7f510c1992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 -- 172.21.15.98:0/1616913680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51080095f0 con 0x7f510c100ea0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111e8a700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f5111689700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f51080095c0 tx=0x7f510800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510801d070 con 0x7f510c100ea0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5108022470 con 0x7f510c100ea0 2023-10-05T15:38:09.302 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f510c1a0e90 con 0x7f510c100ea0 2023-10-05T15:38:09.303 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5108017650 con 0x7f510c100ea0 2023-10-05T15:38:09.303 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.297+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f510c1a1200 con 0x7f510c100ea0 2023-10-05T15:38:09.303 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.298+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f510c193500 con 0x7f510c100ea0 2023-10-05T15:38:09.303 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.300+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f510800fad0 con 0x7f510c100ea0 2023-10-05T15:38:09.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.300+0000 7f51027fc700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 0x7f50f80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.300+0000 7f5110e88700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 0x7f50f80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.300+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f51080cea70 con 0x7f510c100ea0 2023-10-05T15:38:09.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.301+0000 7f5110e88700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 0x7f50f80a3990 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f510c100bc0 tx=0x7f50fc007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.304+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5108097e60 con 0x7f510c100ea0 2023-10-05T15:38:09.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.496+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f510c0008d0 con 0x7f510c100ea0 2023-10-05T15:38:09.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.498+0000 7f51027fc700 1 -- 172.21.15.98:0/1616913680 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f510809b480 con 0x7f510c100ea0 2023-10-05T15:38:09.500 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:09.500 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 msgr2=0x7f50f80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 0x7f50f80a3990 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f510c100bc0 tx=0x7f50fc007400 comp rx=0 tx=0).stop 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 msgr2=0x7f510c198da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f51080095c0 tx=0x7f510800f690 comp rx=0 tx=0).stop 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 shutdown_connections 2023-10-05T15:38:09.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f50f80a14d0 0x7f50f80a3990 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f510c102a40 0x7f510c1a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f510c100ea0 0x7f510c198da0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 --2- 172.21.15.98:0/1616913680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f510c102080 0x7f510c1992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 >> 172.21.15.98:0/1616913680 conn(0x7f510c0fc460 msgr2=0x7f510c1079f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 shutdown_connections 2023-10-05T15:38:09.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.500+0000 7f51138ed700 1 -- 172.21.15.98:0/1616913680 wait complete. 2023-10-05T15:38:09.514 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:38:09.515 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:38:09.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 -- 172.21.15.98:0/2699916599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 msgr2=0x7f182c102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2699916599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c102500 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f181c009990 tx=0x7f181c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 -- 172.21.15.98:0/2699916599 shutdown_connections 2023-10-05T15:38:09.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2699916599 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c102a40 0x7f182c109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2699916599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c100ea0 0x7f182c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2699916599 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c102500 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 -- 172.21.15.98:0/2699916599 >> 172.21.15.98:0/2699916599 conn(0x7f182c0fc460 msgr2=0x7f182c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 -- 172.21.15.98:0/2699916599 shutdown_connections 2023-10-05T15:38:09.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.637+0000 7f1830fcc700 1 -- 172.21.15.98:0/2699916599 wait complete. 2023-10-05T15:38:09.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 Processor -- start 2023-10-05T15:38:09.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 -- start start 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c100ea0 0x7f182c196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c102a40 0x7f182c19e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182c19e760 con 0x7f182c102080 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182c19e8d0 con 0x7f182c100ea0 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1830fcc700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182c19ea90 con 0x7f182c102a40 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44972/0 (socket says 172.21.15.98:44972) 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f182a59c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c100ea0 0x7f182c196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 -- 172.21.15.98:0/2953766665 learned_addr learned my addr 172.21.15.98:0/2953766665 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f182ad9d700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c102a40 0x7f182c19e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 -- 172.21.15.98:0/2953766665 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c102a40 msgr2=0x7f182c19e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c102a40 0x7f182c19e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 -- 172.21.15.98:0/2953766665 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c100ea0 msgr2=0x7f182c196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c100ea0 0x7f182c196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 -- 172.21.15.98:0/2953766665 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f181c0095f0 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.638+0000 7f1829d9b700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f181c004710 tx=0x7f181c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.639+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c01d070 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.639+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f181c021410 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.639+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f182c19ed10 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.639+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c017650 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.639+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f182c19f130 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.640+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f182c107ed0 con 0x7f182c102080 2023-10-05T15:38:09.644 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.641+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f181c021580 con 0x7f182c102080 2023-10-05T15:38:09.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.641+0000 7f181b7fe700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 0x7f18140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.641+0000 7f182a59c700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 0x7f18140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.641+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f181c0ce6b0 con 0x7f182c102080 2023-10-05T15:38:09.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.642+0000 7f182a59c700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 0x7f18140a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f182c1980f0 tx=0x7f1820009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.645+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f181c097aa0 con 0x7f182c102080 2023-10-05T15:38:09.838 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.836+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f182c10c9a0 con 0x7f182c102080 2023-10-05T15:38:09.838 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.837+0000 7f181b7fe700 1 -- 172.21.15.98:0/2953766665 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f181c09b0c0 con 0x7f182c102080 2023-10-05T15:38:09.839 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 msgr2=0x7f18140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 0x7f18140a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f182c1980f0 tx=0x7f1820009260 comp rx=0 tx=0).stop 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 msgr2=0x7f182c197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f181c004710 tx=0x7f181c009580 comp rx=0 tx=0).stop 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 shutdown_connections 2023-10-05T15:38:09.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f18140a1480 0x7f18140a3940 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f182c100ea0 0x7f182c196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f182c102a40 0x7f182c19e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 --2- 172.21.15.98:0/2953766665 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f182c102080 0x7f182c197160 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 >> 172.21.15.98:0/2953766665 conn(0x7f182c0fc460 msgr2=0x7f182c0fe780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 shutdown_connections 2023-10-05T15:38:09.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.839+0000 7f1830fcc700 1 -- 172.21.15.98:0/2953766665 wait complete. 2023-10-05T15:38:09.853 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- 172.21.15.98:0/2613768517 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490100ea0 msgr2=0x7fa4901012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 --2- 172.21.15.98:0/2613768517 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490100ea0 0x7fa4901012c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa480009990 tx=0x7fa480009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- 172.21.15.98:0/2613768517 shutdown_connections 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 --2- 172.21.15.98:0/2613768517 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 0x7fa490109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 --2- 172.21.15.98:0/2613768517 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490100ea0 0x7fa4901012c0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 --2- 172.21.15.98:0/2613768517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490102080 0x7fa490102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- 172.21.15.98:0/2613768517 >> 172.21.15.98:0/2613768517 conn(0x7fa4900fc460 msgr2=0x7fa4900fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- 172.21.15.98:0/2613768517 shutdown_connections 2023-10-05T15:38:09.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- 172.21.15.98:0/2613768517 wait complete. 2023-10-05T15:38:09.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 Processor -- start 2023-10-05T15:38:09.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.976+0000 7fa4986e3700 1 -- start start 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490100ea0 0x7fa490196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 0x7fa49019e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa49019e750 con 0x7fa490102080 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa49019e890 con 0x7fa490102a40 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa49019ea20 con 0x7fa490100ea0 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:44986/0 (socket says 172.21.15.98:44986) 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 -- 172.21.15.98:0/352623723 learned_addr learned my addr 172.21.15.98:0/352623723 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa496c80700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 0x7fa49019e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa49647f700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490100ea0 0x7fa490196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 -- 172.21.15.98:0/352623723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490100ea0 msgr2=0x7fa490196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490100ea0 0x7fa490196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 -- 172.21.15.98:0/352623723 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 msgr2=0x7fa49019e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 0x7fa49019e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 -- 172.21.15.98:0/352623723 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4800095f0 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa495c7e700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00e970 tx=0x7fa48c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48c009790 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa48c00c7e0 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa49019ed00 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48c003c70 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.977+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa49019f1c0 con 0x7fa490102080 2023-10-05T15:38:09.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.978+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa490107ea0 con 0x7fa490102080 2023-10-05T15:38:09.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.979+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa48c00cc50 con 0x7fa490102080 2023-10-05T15:38:09.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.980+0000 7fa4877fe700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 0x7fa47c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:09.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.980+0000 7fa49647f700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 0x7fa47c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:09.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.980+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fa48c014070 con 0x7fa490102080 2023-10-05T15:38:09.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.981+0000 7fa49647f700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 0x7fa47c0a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa48000b2e0 tx=0x7fa480005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:09.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:09.984+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa48c0966a0 con 0x7fa490102080 2023-10-05T15:38:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3683289936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1616913680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:09 smithi173 ceph-mon[104029]: pgmap v310: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2023-10-05T15:38:10.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2953766665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3683289936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1616913680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:09 smithi115 ceph-mon[103691]: pgmap v310: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2023-10-05T15:38:10.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2953766665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.175 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.174+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa49010c8a0 con 0x7fa490102080 2023-10-05T15:38:10.176 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.174+0000 7fa4877fe700 1 -- 172.21.15.98:0/352623723 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa48c003dd0 con 0x7fa490102080 2023-10-05T15:38:10.176 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:10.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 msgr2=0x7fa47c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 0x7fa47c0a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa48000b2e0 tx=0x7fa480005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 msgr2=0x7fa490197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.178 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00e970 tx=0x7fa48c00ec80 comp rx=0 tx=0).stop 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 shutdown_connections 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa47c0a1480 0x7fa47c0a3940 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa490102a40 0x7fa49019e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa490100ea0 0x7fa490196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 --2- 172.21.15.98:0/352623723 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa490102080 0x7fa490197110 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 >> 172.21.15.98:0/352623723 conn(0x7fa4900fc460 msgr2=0x7fa4900fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 shutdown_connections 2023-10-05T15:38:10.179 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.176+0000 7fa4986e3700 1 -- 172.21.15.98:0/352623723 wait complete. 2023-10-05T15:38:10.189 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3683289936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.189 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1616913680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:10.190 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:09 smithi098 ceph-mon[99243]: pgmap v310: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2023-10-05T15:38:10.190 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2953766665' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:10.191 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 -- 172.21.15.98:0/2988969294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0101950 msgr2=0x7fc1d0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2988969294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0101950 0x7fc1d0108200 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc1c800b0d0 tx=0x7fc1c800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 -- 172.21.15.98:0/2988969294 shutdown_connections 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2988969294 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2988969294 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0101950 0x7fc1d0108200 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2988969294 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d0100fb0 0x7fc1d0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 -- 172.21.15.98:0/2988969294 >> 172.21.15.98:0/2988969294 conn(0x7fc1d00fb330 msgr2=0x7fc1d00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 -- 172.21.15.98:0/2988969294 shutdown_connections 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.314+0000 7fc1d829a700 1 -- 172.21.15.98:0/2988969294 wait complete. 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 Processor -- start 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 -- start start 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d0195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d0101950 0x7fc1d019d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d019d730 con 0x7fc1d0100fb0 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d019d870 con 0x7fc1d0101950 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d019da00 con 0x7fc1d00ffdc0 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45000/0 (socket says 172.21.15.98:45000) 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 -- 172.21.15.98:0/2484885617 learned_addr learned my addr 172.21.15.98:0/2484885617 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d6837700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d0101950 0x7fc1d019d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d6036700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d0195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 -- 172.21.15.98:0/2484885617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 msgr2=0x7fc1d0195bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d0195bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 -- 172.21.15.98:0/2484885617 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d0101950 msgr2=0x7fc1d019d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d0101950 0x7fc1d019d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 -- 172.21.15.98:0/2484885617 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c8009d00 con 0x7fc1d0100fb0 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d6036700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d0195bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d5835700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e9a0 tx=0x7fc1cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc009790 con 0x7fc1d0100fb0 2023-10-05T15:38:10.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1cc00cbd0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d019dce0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.315+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc018680 con 0x7fc1d0100fb0 2023-10-05T15:38:10.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.316+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d019e1e0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.316+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1d010b5e0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.318+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc1cc00cd40 con 0x7fc1d0100fb0 2023-10-05T15:38:10.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.318+0000 7fc1c77fe700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 0x7fc1bc0a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.318+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fc1cc014070 con 0x7fc1d0100fb0 2023-10-05T15:38:10.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.318+0000 7fc1d6036700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 0x7fc1bc0a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.319+0000 7fc1d6036700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 0x7fc1bc0a3a40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0100e10 tx=0x7fc1c0009670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:10.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.322+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc1cc0967d0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.515 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.514+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc1d0068350 con 0x7fc1d0100fb0 2023-10-05T15:38:10.516 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.514+0000 7fc1c77fe700 1 -- 172.21.15.98:0/2484885617 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc1cc0260a0 con 0x7fc1d0100fb0 2023-10-05T15:38:10.516 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:38:10.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 msgr2=0x7fc1bc0a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 0x7fc1bc0a3a40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0100e10 tx=0x7fc1c0009670 comp rx=0 tx=0).stop 2023-10-05T15:38:10.518 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 msgr2=0x7fc1d01960f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e9a0 tx=0x7fc1cc00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 shutdown_connections 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1bc0a1580 0x7fc1bc0a3a40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1d0101950 0x7fc1d019d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1d00ffdc0 0x7fc1d0195bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 --2- 172.21.15.98:0/2484885617 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc1d0100fb0 0x7fc1d01960f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 >> 172.21.15.98:0/2484885617 conn(0x7fc1d00fb330 msgr2=0x7fc1d00fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 shutdown_connections 2023-10-05T15:38:10.519 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.516+0000 7fc1d829a700 1 -- 172.21.15.98:0/2484885617 wait complete. 2023-10-05T15:38:10.530 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:38:10.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- 172.21.15.98:0/2779087134 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 msgr2=0x7f3980108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2779087134 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f3980108230 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f397800b0d0 tx=0x7f397800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- 172.21.15.98:0/2779087134 shutdown_connections 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2779087134 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 0x7f3980100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2779087134 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f3980108230 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2779087134 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 0x7f3980101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- 172.21.15.98:0/2779087134 >> 172.21.15.98:0/2779087134 conn(0x7f39800fb380 msgr2=0x7f39800fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- 172.21.15.98:0/2779087134 shutdown_connections 2023-10-05T15:38:10.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- 172.21.15.98:0/2779087134 wait complete. 2023-10-05T15:38:10.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 Processor -- start 2023-10-05T15:38:10.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.652+0000 7f3984f2e700 1 -- start start 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 0x7f3980198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 0x7f39801993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39801a0a30 con 0x7f3980101980 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39801a0b70 con 0x7f39800ffdf0 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39801a0d00 con 0x7f3980100fe0 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45016/0 (socket says 172.21.15.98:45016) 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 -- 172.21.15.98:0/2532983326 learned_addr learned my addr 172.21.15.98:0/2532983326 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397dd9b700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 0x7f39801993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397e59c700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 0x7f3980198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 -- 172.21.15.98:0/2532983326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 msgr2=0x7f39801993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 0x7f39801993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 -- 172.21.15.98:0/2532983326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 msgr2=0x7f3980198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 0x7f3980198eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 -- 172.21.15.98:0/2532983326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3978009d00 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f397ed9d700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3978007a00 tx=0x7f3978009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f397800e040 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3978003e10 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39801a0f80 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3978005610 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.653+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39801a1340 con 0x7f3980101980 2023-10-05T15:38:10.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.654+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f398010b610 con 0x7f3980101980 2023-10-05T15:38:10.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.656+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3978005770 con 0x7f3980101980 2023-10-05T15:38:10.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.656+0000 7f396f7fe700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 0x7f39680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.656+0000 7f397e59c700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 0x7f39680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.659 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.656+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f39780cef50 con 0x7f3980101980 2023-10-05T15:38:10.660 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.657+0000 7f397e59c700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 0x7f39680a3940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3974005fd0 tx=0x7f3974005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:10.661 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.660+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3978098340 con 0x7f3980101980 2023-10-05T15:38:10.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.853+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f39801a1530 con 0x7f3980101980 2023-10-05T15:38:10.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.853+0000 7f396f7fe700 1 -- 172.21.15.98:0/2532983326 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f397809b960 con 0x7f3980101980 2023-10-05T15:38:10.855 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 msgr2=0x7f39680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 0x7f39680a3940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3974005fd0 tx=0x7f3974005f60 comp rx=0 tx=0).stop 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 msgr2=0x7f39801a0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3978007a00 tx=0x7f3978009570 comp rx=0 tx=0).stop 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 shutdown_connections 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f39680a1480 0x7f39680a3940 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f39800ffdf0 0x7f3980198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3980101980 0x7f39801a0460 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 --2- 172.21.15.98:0/2532983326 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3980100fe0 0x7f39801993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 >> 172.21.15.98:0/2532983326 conn(0x7f39800fb380 msgr2=0x7f3980069290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 shutdown_connections 2023-10-05T15:38:10.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.856+0000 7f3984f2e700 1 -- 172.21.15.98:0/2532983326 wait complete. 2023-10-05T15:38:10.870 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-10-05T15:38:10.870 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- 172.21.15.98:0/1276446866 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102160 msgr2=0x7f36f81025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 --2- 172.21.15.98:0/1276446866 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102160 0x7f36f81025c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f36f4009990 tx=0x7f36f4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- 172.21.15.98:0/1276446866 shutdown_connections 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 --2- 172.21.15.98:0/1276446866 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36f8102b00 0x7f36f81093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 --2- 172.21.15.98:0/1276446866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f80ff5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 --2- 172.21.15.98:0/1276446866 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102160 0x7f36f81025c0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- 172.21.15.98:0/1276446866 >> 172.21.15.98:0/1276446866 conn(0x7f36f80faac0 msgr2=0x7f36f80fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:10.996 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- 172.21.15.98:0/1276446866 shutdown_connections 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- 172.21.15.98:0/1276446866 wait complete. 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 Processor -- start 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.992+0000 7f36fff8d700 1 -- start start 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f8196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36f8102160 0x7f36f8197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36f819e6d0 con 0x7f36f8102b00 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36f819e810 con 0x7f36f8102160 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36f819e9a0 con 0x7f36f80ff190 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45030/0 (socket says 172.21.15.98:45030) 2023-10-05T15:38:10.997 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 -- 172.21.15.98:0/4016429857 learned_addr learned my addr 172.21.15.98:0/4016429857 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fdd29700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f8196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 -- 172.21.15.98:0/4016429857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 msgr2=0x7f36f8196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f8196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 -- 172.21.15.98:0/4016429857 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36f8102160 msgr2=0x7f36f8197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36f8102160 0x7f36f8197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 -- 172.21.15.98:0/4016429857 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36f40095f0 con 0x7f36f8102b00 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fdd29700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f8196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fe52a700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f36f0007ee0 tx=0x7f36f000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36f000ddd0 con 0x7f36f8102b00 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36f000f040 con 0x7f36f8102b00 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36f819ec80 con 0x7f36f8102b00 2023-10-05T15:38:10.998 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36f0015400 con 0x7f36f8102b00 2023-10-05T15:38:10.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.993+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36f819f190 con 0x7f36f8102b00 2023-10-05T15:38:10.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.994+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36f810c6f0 con 0x7f36f8102b00 2023-10-05T15:38:10.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.995+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f36f0004000 con 0x7f36f8102b00 2023-10-05T15:38:10.999 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.996+0000 7f36eeffd700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 0x7f36e40a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.996+0000 7f36fdd29700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 0x7f36e40a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.996+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f36f00cd160 con 0x7f36f8102b00 2023-10-05T15:38:11.000 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.996+0000 7f36fdd29700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 0x7f36e40a3a90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f36e8005950 tx=0x7f36e80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:11.001 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:10.999+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f36f0096460 con 0x7f36f8102b00 2023-10-05T15:38:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/352623723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2484885617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2532983326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/352623723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2484885617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2532983326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.233+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f36f8107e70 con 0x7f36f8102b00 2023-10-05T15:38:11.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.233+0000 7f36eeffd700 1 -- 172.21.15.98:0/4016429857 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f36f0023020 con 0x7f36f8102b00 2023-10-05T15:38:11.235 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:11.235 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:38:11.237 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 msgr2=0x7f36e40a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.237 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 0x7f36e40a3a90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f36e8005950 tx=0x7f36e80058e0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.237 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 msgr2=0x7f36f819e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f36f0007ee0 tx=0x7f36f000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 shutdown_connections 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f36e40a15d0 0x7f36e40a3a90 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36f8102b00 0x7f36f819e100 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36f80ff190 0x7f36f8196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 --2- 172.21.15.98:0/4016429857 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36f8102160 0x7f36f8197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 >> 172.21.15.98:0/4016429857 conn(0x7f36f80faac0 msgr2=0x7f36f80fcd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.235+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 shutdown_connections 2023-10-05T15:38:11.238 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.236+0000 7f36fff8d700 1 -- 172.21.15.98:0/4016429857 wait complete. 2023-10-05T15:38:11.239 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:38:11.248 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/352623723' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.248 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2484885617' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.248 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2532983326' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:11.249 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-10-05T15:38:11.250 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-10-05T15:38:11.250 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.369+0000 7f5eace74700 1 -- 172.21.15.98:0/3196381771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81019b0 msgr2=0x7f5ea8103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.369+0000 7f5eace74700 1 --2- 172.21.15.98:0/3196381771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81019b0 0x7f5ea8103da0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f5e98009990 tx=0x7f5e98009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 -- 172.21.15.98:0/3196381771 shutdown_connections 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 --2- 172.21.15.98:0/3196381771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 0x7f5ea8109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 --2- 172.21.15.98:0/3196381771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81019b0 0x7f5ea8103da0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 --2- 172.21.15.98:0/3196381771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81042e0 0x7f5ea81066d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 -- 172.21.15.98:0/3196381771 >> 172.21.15.98:0/3196381771 conn(0x7f5ea80fb300 msgr2=0x7f5ea80fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 -- 172.21.15.98:0/3196381771 shutdown_connections 2023-10-05T15:38:11.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.370+0000 7f5eace74700 1 -- 172.21.15.98:0/3196381771 wait complete. 2023-10-05T15:38:11.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 Processor -- start 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 -- start start 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81019b0 0x7f5ea8196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 0x7f5ea819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819e760 con 0x7f5ea81042e0 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819e8d0 con 0x7f5ea8106c10 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5eace74700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea819ea90 con 0x7f5ea81019b0 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45042/0 (socket says 172.21.15.98:45042) 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 -- 172.21.15.98:0/3437490141 learned_addr learned my addr 172.21.15.98:0/3437490141 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:11.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea659c700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81019b0 0x7f5ea8196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea6d9d700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 0x7f5ea819e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 -- 172.21.15.98:0/3437490141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81019b0 msgr2=0x7f5ea8196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81019b0 0x7f5ea8196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 -- 172.21.15.98:0/3437490141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 msgr2=0x7f5ea819e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 0x7f5ea819e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 -- 172.21.15.98:0/3437490141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e980095f0 con 0x7f5ea81042e0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.371+0000 7f5ea5d9b700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c00d950 tx=0x7f5e9c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.372+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c009940 con 0x7f5ea81042e0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.372+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e9c010460 con 0x7f5ea81042e0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.372+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ea819ed70 con 0x7f5ea81042e0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.372+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c00f620 con 0x7f5ea81042e0 2023-10-05T15:38:11.376 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.372+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea819f1d0 con 0x7f5ea81042e0 2023-10-05T15:38:11.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.373+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ea80fce80 con 0x7f5ea81042e0 2023-10-05T15:38:11.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.374+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5e9c0108d0 con 0x7f5ea81042e0 2023-10-05T15:38:11.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.374+0000 7f5e977fe700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 0x7f5e900a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.374+0000 7f5ea659c700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 0x7f5e900a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.374+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f5e9c0cce90 con 0x7f5ea81042e0 2023-10-05T15:38:11.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.375+0000 7f5ea659c700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 0x7f5e900a3990 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b5c0 tx=0x7f5e98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:11.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.378+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5e9c0961f0 con 0x7f5ea81042e0 2023-10-05T15:38:11.569 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.567+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5ea802d2e0 con 0x7f5e900a14d0 2023-10-05T15:38:11.581 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.579+0000 7f5e977fe700 1 -- 172.21.15.98:0/3437490141 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427705 (secure 0 0 0) 0x7f5ea802d2e0 con 0x7f5e900a14d0 2023-10-05T15:38:11.586 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:11.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 msgr2=0x7f5e900a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 0x7f5e900a3990 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b5c0 tx=0x7f5e98005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 msgr2=0x7f5ea8197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c00d950 tx=0x7f5e9c00dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:11.589 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 shutdown_connections 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5e900a14d0 0x7f5e900a3990 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ea8106c10 0x7f5ea819e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ea81019b0 0x7f5ea8196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 --2- 172.21.15.98:0/3437490141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ea81042e0 0x7f5ea8197160 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 >> 172.21.15.98:0/3437490141 conn(0x7f5ea80fb300 msgr2=0x7f5ea8102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 shutdown_connections 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.583+0000 7f5eace74700 1 -- 172.21.15.98:0/3437490141 wait complete. 2023-10-05T15:38:11.590 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:38:11.598 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2023-10-05T15:38:11.554659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600892,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1027,"num_read_kb":578,"num_write":392,"num_write_kb":3007,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":322,"ondisk_log_size":322,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337808,"kb_used_data":13540,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604016,"statfs":{"total":1151940427776,"available":1151594512384,"internally_reserved":0,"allocated":13864960,"data_stored":7551914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":260,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":56,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003281"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640553+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:37:25.640553+0000","last_peered":"2023-10-05T15:37:25.640553+0000","last_clean":"2023-10-05T15:37:25.640553+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:37:25.640553+0000","last_undegraded":"2023-10-05T15:37:25.640553+0000","last_fullsized":"2023-10-05T15:37:25.640553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638093+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:37:25.638093+0000","last_peered":"2023-10-05T15:37:25.638093+0000","last_clean":"2023-10-05T15:37:25.638093+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:37:25.638093+0000","last_undegraded":"2023-10-05T15:37:25.638093+0000","last_fullsized":"2023-10-05T15:37:25.638093+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637843+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:37:25.637843+0000","last_peered":"2023-10-05T15:37:25.637843+0000","last_clean":"2023-10-05T15:37:25.637843+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:37:25.637843+0000","last_undegraded":"2023-10-05T15:37:25.637843+0000","last_fullsized":"2023-10-05T15:37:25.637843+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.649696+0000","last_change":"2023-10-05T15:37:26.648721+0000","last_active":"2023-10-05T15:37:26.649696+0000","last_peered":"2023-10-05T15:37:26.649696+0000","last_clean":"2023-10-05T15:37:26.649696+0000","last_became_active":"2023-10-05T15:37:26.648263+0000","last_became_peered":"2023-10-05T15:37:26.648263+0000","last_unstale":"2023-10-05T15:37:26.649696+0000","last_undegraded":"2023-10-05T15:37:26.649696+0000","last_fullsized":"2023-10-05T15:37:26.649696+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:44.901754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636620+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:37:25.636620+0000","last_peered":"2023-10-05T15:37:25.636620+0000","last_clean":"2023-10-05T15:37:25.636620+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:37:25.636620+0000","last_undegraded":"2023-10-05T15:37:25.636620+0000","last_fullsized":"2023-10-05T15:37:25.636620+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640426+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:37:25.640426+0000","last_peered":"2023-10-05T15:37:25.640426+0000","last_clean":"2023-10-05T15:37:25.640426+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:37:25.640426+0000","last_undegraded":"2023-10-05T15:37:25.640426+0000","last_fullsized":"2023-10-05T15:37:25.640426+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638261+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:37:25.638261+0000","last_peered":"2023-10-05T15:37:25.638261+0000","last_clean":"2023-10-05T15:37:25.638261+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:37:25.638261+0000","last_undegraded":"2023-10-05T15:37:25.638261+0000","last_fullsized":"2023-10-05T15:37:25.638261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646252+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:37:25.646252+0000","last_peered":"2023-10-05T15:37:25.646252+0000","last_clean":"2023-10-05T15:37:25.646252+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:37:25.646252+0000","last_undegraded":"2023-10-05T15:37:25.646252+0000","last_fullsized":"2023-10-05T15:37:25.646252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641735+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:37:25.641735+0000","last_peered":"2023-10-05T15:37:25.641735+0000","last_clean":"2023-10-05T15:37:25.641735+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:37:25.641735+0000","last_undegraded":"2023-10-05T15:37:25.641735+0000","last_fullsized":"2023-10-05T15:37:25.641735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642895+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:37:25.642895+0000","last_peered":"2023-10-05T15:37:25.642895+0000","last_clean":"2023-10-05T15:37:25.642895+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:37:25.642895+0000","last_undegraded":"2023-10-05T15:37:25.642895+0000","last_fullsized":"2023-10-05T15:37:25.642895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639086+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:37:25.639086+0000","last_peered":"2023-10-05T15:37:25.639086+0000","last_clean":"2023-10-05T15:37:25.639086+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:37:25.639086+0000","last_undegraded":"2023-10-05T15:37:25.639086+0000","last_fullsized":"2023-10-05T15:37:25.639086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648557+0000","last_change":"2023-10-05T15:37:26.643551+0000","last_active":"2023-10-05T15:37:26.648557+0000","last_peered":"2023-10-05T15:37:26.648557+0000","last_clean":"2023-10-05T15:37:26.648557+0000","last_became_active":"2023-10-05T15:37:26.643235+0000","last_became_peered":"2023-10-05T15:37:26.643235+0000","last_unstale":"2023-10-05T15:37:26.648557+0000","last_undegraded":"2023-10-05T15:37:26.648557+0000","last_fullsized":"2023-10-05T15:37:26.648557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:28:39.837596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642111+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:37:25.642111+0000","last_peered":"2023-10-05T15:37:25.642111+0000","last_clean":"2023-10-05T15:37:25.642111+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:37:25.642111+0000","last_undegraded":"2023-10-05T15:37:25.642111+0000","last_fullsized":"2023-10-05T15:37:25.642111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636945+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:37:25.636945+0000","last_peered":"2023-10-05T15:37:25.636945+0000","last_clean":"2023-10-05T15:37:25.636945+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:37:25.636945+0000","last_undegraded":"2023-10-05T15:37:25.636945+0000","last_fullsized":"2023-10-05T15:37:25.636945+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636778+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:37:25.636778+0000","last_peered":"2023-10-05T15:37:25.636778+0000","last_clean":"2023-10-05T15:37:25.636778+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:37:25.636778+0000","last_undegraded":"2023-10-05T15:37:25.636778+0000","last_fullsized":"2023-10-05T15:37:25.636778+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640547+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:37:25.640547+0000","last_peered":"2023-10-05T15:37:25.640547+0000","last_clean":"2023-10-05T15:37:25.640547+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:37:25.640547+0000","last_undegraded":"2023-10-05T15:37:25.640547+0000","last_fullsized":"2023-10-05T15:37:25.640547+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640448+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:37:25.640448+0000","last_peered":"2023-10-05T15:37:25.640448+0000","last_clean":"2023-10-05T15:37:25.640448+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:37:25.640448+0000","last_undegraded":"2023-10-05T15:37:25.640448+0000","last_fullsized":"2023-10-05T15:37:25.640448+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643072+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:37:25.643072+0000","last_peered":"2023-10-05T15:37:25.643072+0000","last_clean":"2023-10-05T15:37:25.643072+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:37:25.643072+0000","last_undegraded":"2023-10-05T15:37:25.643072+0000","last_fullsized":"2023-10-05T15:37:25.643072+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643318+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:37:25.643318+0000","last_peered":"2023-10-05T15:37:25.643318+0000","last_clean":"2023-10-05T15:37:25.643318+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:37:25.643318+0000","last_undegraded":"2023-10-05T15:37:25.643318+0000","last_fullsized":"2023-10-05T15:37:25.643318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642898+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:37:25.642898+0000","last_peered":"2023-10-05T15:37:25.642898+0000","last_clean":"2023-10-05T15:37:25.642898+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:37:25.642898+0000","last_undegraded":"2023-10-05T15:37:25.642898+0000","last_fullsized":"2023-10-05T15:37:25.642898+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":120,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.030857+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:38:07.030857+0000","last_peered":"2023-10-05T15:38:07.030857+0000","last_clean":"2023-10-05T15:38:07.030857+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:38:07.030857+0000","last_undegraded":"2023-10-05T15:38:07.030857+0000","last_fullsized":"2023-10-05T15:38:07.030857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647568+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:37:25.647568+0000","last_peered":"2023-10-05T15:37:25.647568+0000","last_clean":"2023-10-05T15:37:25.647568+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:37:25.647568+0000","last_undegraded":"2023-10-05T15:37:25.647568+0000","last_fullsized":"2023-10-05T15:37:25.647568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642029+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:37:25.642029+0000","last_peered":"2023-10-05T15:37:25.642029+0000","last_clean":"2023-10-05T15:37:25.642029+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:37:25.642029+0000","last_undegraded":"2023-10-05T15:37:25.642029+0000","last_fullsized":"2023-10-05T15:37:25.642029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647663+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:37:25.647663+0000","last_peered":"2023-10-05T15:37:25.647663+0000","last_clean":"2023-10-05T15:37:25.647663+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:37:25.647663+0000","last_undegraded":"2023-10-05T15:37:25.647663+0000","last_fullsized":"2023-10-05T15:37:25.647663+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639324+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:37:25.639324+0000","last_peered":"2023-10-05T15:37:25.639324+0000","last_clean":"2023-10-05T15:37:25.639324+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:37:25.639324+0000","last_undegraded":"2023-10-05T15:37:25.639324+0000","last_fullsized":"2023-10-05T15:37:25.639324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642505+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:37:25.642505+0000","last_peered":"2023-10-05T15:37:25.642505+0000","last_clean":"2023-10-05T15:37:25.642505+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:37:25.642505+0000","last_undegraded":"2023-10-05T15:37:25.642505+0000","last_fullsized":"2023-10-05T15:37:25.642505+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637183+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:37:25.637183+0000","last_peered":"2023-10-05T15:37:25.637183+0000","last_clean":"2023-10-05T15:37:25.637183+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:37:25.637183+0000","last_undegraded":"2023-10-05T15:37:25.637183+0000","last_fullsized":"2023-10-05T15:37:25.637183+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641133+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:37:25.641133+0000","last_peered":"2023-10-05T15:37:25.641133+0000","last_clean":"2023-10-05T15:37:25.641133+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:37:25.641133+0000","last_undegraded":"2023-10-05T15:37:25.641133+0000","last_fullsized":"2023-10-05T15:37:25.641133+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643162+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:37:25.643162+0000","last_peered":"2023-10-05T15:37:25.643162+0000","last_clean":"2023-10-05T15:37:25.643162+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:37:25.643162+0000","last_undegraded":"2023-10-05T15:37:25.643162+0000","last_fullsized":"2023-10-05T15:37:25.643162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636814+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:37:25.636814+0000","last_peered":"2023-10-05T15:37:25.636814+0000","last_clean":"2023-10-05T15:37:25.636814+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:37:25.636814+0000","last_undegraded":"2023-10-05T15:37:25.636814+0000","last_fullsized":"2023-10-05T15:37:25.636814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639849+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:37:25.639849+0000","last_peered":"2023-10-05T15:37:25.639849+0000","last_clean":"2023-10-05T15:37:25.639849+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:37:25.639849+0000","last_undegraded":"2023-10-05T15:37:25.639849+0000","last_fullsized":"2023-10-05T15:37:25.639849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643185+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:37:25.643185+0000","last_peered":"2023-10-05T15:37:25.643185+0000","last_clean":"2023-10-05T15:37:25.643185+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:37:25.643185+0000","last_undegraded":"2023-10-05T15:37:25.643185+0000","last_fullsized":"2023-10-05T15:37:25.643185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.970027+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:38:06.970027+0000","last_peered":"2023-10-05T15:38:06.970027+0000","last_clean":"2023-10-05T15:38:06.970027+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:38:06.970027+0000","last_undegraded":"2023-10-05T15:38:06.970027+0000","last_fullsized":"2023-10-05T15:38:06.970027+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760055+0000","last_change":"2023-10-05T15:37:26.760055+0000","last_active":"2023-10-05T15:37:26.760055+0000","last_peered":"2023-10-05T15:37:26.760055+0000","last_clean":"2023-10-05T15:37:26.760055+0000","last_became_active":"2023-10-05T15:37:26.759663+0000","last_became_peered":"2023-10-05T15:37:26.759663+0000","last_unstale":"2023-10-05T15:37:26.760055+0000","last_undegraded":"2023-10-05T15:37:26.760055+0000","last_fullsized":"2023-10-05T15:37:26.760055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:14:21.198834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643412+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:37:25.643412+0000","last_peered":"2023-10-05T15:37:25.643412+0000","last_clean":"2023-10-05T15:37:25.643412+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:37:25.643412+0000","last_undegraded":"2023-10-05T15:37:25.643412+0000","last_fullsized":"2023-10-05T15:37:25.643412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640320+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:37:25.640320+0000","last_peered":"2023-10-05T15:37:25.640320+0000","last_clean":"2023-10-05T15:37:25.640320+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:37:25.640320+0000","last_undegraded":"2023-10-05T15:37:25.640320+0000","last_fullsized":"2023-10-05T15:37:25.640320+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640708+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:37:25.640708+0000","last_peered":"2023-10-05T15:37:25.640708+0000","last_clean":"2023-10-05T15:37:25.640708+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:37:25.640708+0000","last_undegraded":"2023-10-05T15:37:25.640708+0000","last_fullsized":"2023-10-05T15:37:25.640708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640251+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:37:25.640251+0000","last_peered":"2023-10-05T15:37:25.640251+0000","last_clean":"2023-10-05T15:37:25.640251+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:37:25.640251+0000","last_undegraded":"2023-10-05T15:37:25.640251+0000","last_fullsized":"2023-10-05T15:37:25.640251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641424+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:37:25.641424+0000","last_peered":"2023-10-05T15:37:25.641424+0000","last_clean":"2023-10-05T15:37:25.641424+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:37:25.641424+0000","last_undegraded":"2023-10-05T15:37:25.641424+0000","last_fullsized":"2023-10-05T15:37:25.641424+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646205+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:37:25.646205+0000","last_peered":"2023-10-05T15:37:25.646205+0000","last_clean":"2023-10-05T15:37:25.646205+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:37:25.646205+0000","last_undegraded":"2023-10-05T15:37:25.646205+0000","last_fullsized":"2023-10-05T15:37:25.646205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638009+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:37:25.638009+0000","last_peered":"2023-10-05T15:37:25.638009+0000","last_clean":"2023-10-05T15:37:25.638009+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:37:25.638009+0000","last_undegraded":"2023-10-05T15:37:25.638009+0000","last_fullsized":"2023-10-05T15:37:25.638009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639058+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:37:25.639058+0000","last_peered":"2023-10-05T15:37:25.639058+0000","last_clean":"2023-10-05T15:37:25.639058+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:37:25.639058+0000","last_undegraded":"2023-10-05T15:37:25.639058+0000","last_fullsized":"2023-10-05T15:37:25.639058+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642441+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:37:25.642441+0000","last_peered":"2023-10-05T15:37:25.642441+0000","last_clean":"2023-10-05T15:37:25.642441+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:37:25.642441+0000","last_undegraded":"2023-10-05T15:37:25.642441+0000","last_fullsized":"2023-10-05T15:37:25.642441+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647023+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:37:25.647023+0000","last_peered":"2023-10-05T15:37:25.647023+0000","last_clean":"2023-10-05T15:37:25.647023+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:37:25.647023+0000","last_undegraded":"2023-10-05T15:37:25.647023+0000","last_fullsized":"2023-10-05T15:37:25.647023+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":195,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.969290+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:38:06.969290+0000","last_peered":"2023-10-05T15:38:06.969290+0000","last_clean":"2023-10-05T15:38:06.969290+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:38:06.969290+0000","last_undegraded":"2023-10-05T15:38:06.969290+0000","last_fullsized":"2023-10-05T15:38:06.969290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":172,"num_read_kb":172,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642104+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:37:25.642104+0000","last_peered":"2023-10-05T15:37:25.642104+0000","last_clean":"2023-10-05T15:37:25.642104+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:37:25.642104+0000","last_undegraded":"2023-10-05T15:37:25.642104+0000","last_fullsized":"2023-10-05T15:37:25.642104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641244+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:37:25.641244+0000","last_peered":"2023-10-05T15:37:25.641244+0000","last_clean":"2023-10-05T15:37:25.641244+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:37:25.641244+0000","last_undegraded":"2023-10-05T15:37:25.641244+0000","last_fullsized":"2023-10-05T15:37:25.641244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639186+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:37:25.639186+0000","last_peered":"2023-10-05T15:37:25.639186+0000","last_clean":"2023-10-05T15:37:25.639186+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:37:25.639186+0000","last_undegraded":"2023-10-05T15:37:25.639186+0000","last_fullsized":"2023-10-05T15:37:25.639186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639400+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:37:25.639400+0000","last_peered":"2023-10-05T15:37:25.639400+0000","last_clean":"2023-10-05T15:37:25.639400+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:37:25.639400+0000","last_undegraded":"2023-10-05T15:37:25.639400+0000","last_fullsized":"2023-10-05T15:37:25.639400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642629+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:37:25.642629+0000","last_peered":"2023-10-05T15:37:25.642629+0000","last_clean":"2023-10-05T15:37:25.642629+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:37:25.642629+0000","last_undegraded":"2023-10-05T15:37:25.642629+0000","last_fullsized":"2023-10-05T15:37:25.642629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639726+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:37:25.639726+0000","last_peered":"2023-10-05T15:37:25.639726+0000","last_clean":"2023-10-05T15:37:25.639726+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:37:25.639726+0000","last_undegraded":"2023-10-05T15:37:25.639726+0000","last_fullsized":"2023-10-05T15:37:25.639726+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641285+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:37:25.641285+0000","last_peered":"2023-10-05T15:37:25.641285+0000","last_clean":"2023-10-05T15:37:25.641285+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:37:25.641285+0000","last_undegraded":"2023-10-05T15:37:25.641285+0000","last_fullsized":"2023-10-05T15:37:25.641285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643860+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:37:25.643860+0000","last_peered":"2023-10-05T15:37:25.643860+0000","last_clean":"2023-10-05T15:37:25.643860+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:37:25.643860+0000","last_undegraded":"2023-10-05T15:37:25.643860+0000","last_fullsized":"2023-10-05T15:37:25.643860+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'14","reported_seq":207,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.968889+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:38:06.968889+0000","last_peered":"2023-10-05T15:38:06.968889+0000","last_clean":"2023-10-05T15:38:06.968889+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:38:06.968889+0000","last_undegraded":"2023-10-05T15:38:06.968889+0000","last_fullsized":"2023-10-05T15:38:06.968889+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":174,"num_read_kb":91,"num_write":16,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636920+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:37:25.636920+0000","last_peered":"2023-10-05T15:37:25.636920+0000","last_clean":"2023-10-05T15:37:25.636920+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:37:25.636920+0000","last_undegraded":"2023-10-05T15:37:25.636920+0000","last_fullsized":"2023-10-05T15:37:25.636920+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640188+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:37:25.640188+0000","last_peered":"2023-10-05T15:37:25.640188+0000","last_clean":"2023-10-05T15:37:25.640188+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:37:25.640188+0000","last_undegraded":"2023-10-05T15:37:25.640188+0000","last_fullsized":"2023-10-05T15:37:25.640188+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643167+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:37:25.643167+0000","last_peered":"2023-10-05T15:37:25.643167+0000","last_clean":"2023-10-05T15:37:25.643167+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:37:25.643167+0000","last_undegraded":"2023-10-05T15:37:25.643167+0000","last_fullsized":"2023-10-05T15:37:25.643167+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641674+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:37:25.641674+0000","last_peered":"2023-10-05T15:37:25.641674+0000","last_clean":"2023-10-05T15:37:25.641674+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:37:25.641674+0000","last_undegraded":"2023-10-05T15:37:25.641674+0000","last_fullsized":"2023-10-05T15:37:25.641674+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640000+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:37:25.640000+0000","last_peered":"2023-10-05T15:37:25.640000+0000","last_clean":"2023-10-05T15:37:25.640000+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:37:25.640000+0000","last_undegraded":"2023-10-05T15:37:25.640000+0000","last_fullsized":"2023-10-05T15:37:25.640000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639520+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:37:25.639520+0000","last_peered":"2023-10-05T15:37:25.639520+0000","last_clean":"2023-10-05T15:37:25.639520+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:37:25.639520+0000","last_undegraded":"2023-10-05T15:37:25.639520+0000","last_fullsized":"2023-10-05T15:37:25.639520+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638765+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:37:25.638765+0000","last_peered":"2023-10-05T15:37:25.638765+0000","last_clean":"2023-10-05T15:37:25.638765+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:37:25.638765+0000","last_undegraded":"2023-10-05T15:37:25.638765+0000","last_fullsized":"2023-10-05T15:37:25.638765+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760265+0000","last_change":"2023-10-05T15:37:26.760265+0000","last_active":"2023-10-05T15:37:26.760265+0000","last_peered":"2023-10-05T15:37:26.760265+0000","last_clean":"2023-10-05T15:37:26.760265+0000","last_became_active":"2023-10-05T15:37:26.759735+0000","last_became_peered":"2023-10-05T15:37:26.759735+0000","last_unstale":"2023-10-05T15:37:26.760265+0000","last_undegraded":"2023-10-05T15:37:26.760265+0000","last_fullsized":"2023-10-05T15:37:26.760265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:42:54.692003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":113,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.969484+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:38:07.969484+0000","last_peered":"2023-10-05T15:38:07.969484+0000","last_clean":"2023-10-05T15:38:07.969484+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:38:07.969484+0000","last_undegraded":"2023-10-05T15:38:07.969484+0000","last_fullsized":"2023-10-05T15:38:07.969484+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638054+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:37:25.638054+0000","last_peered":"2023-10-05T15:37:25.638054+0000","last_clean":"2023-10-05T15:37:25.638054+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:37:25.638054+0000","last_undegraded":"2023-10-05T15:37:25.638054+0000","last_fullsized":"2023-10-05T15:37:25.638054+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.644244+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:37:25.644244+0000","last_peered":"2023-10-05T15:37:25.644244+0000","last_clean":"2023-10-05T15:37:25.644244+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:37:25.644244+0000","last_undegraded":"2023-10-05T15:37:25.644244+0000","last_fullsized":"2023-10-05T15:37:25.644244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636476+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:37:25.636476+0000","last_peered":"2023-10-05T15:37:25.636476+0000","last_clean":"2023-10-05T15:37:25.636476+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:37:25.636476+0000","last_undegraded":"2023-10-05T15:37:25.636476+0000","last_fullsized":"2023-10-05T15:37:25.636476+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639263+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:37:25.639263+0000","last_peered":"2023-10-05T15:37:25.639263+0000","last_clean":"2023-10-05T15:37:25.639263+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:37:25.639263+0000","last_undegraded":"2023-10-05T15:37:25.639263+0000","last_fullsized":"2023-10-05T15:37:25.639263+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639166+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:37:25.639166+0000","last_peered":"2023-10-05T15:37:25.639166+0000","last_clean":"2023-10-05T15:37:25.639166+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:37:25.639166+0000","last_undegraded":"2023-10-05T15:37:25.639166+0000","last_fullsized":"2023-10-05T15:37:25.639166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636970+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:37:25.636970+0000","last_peered":"2023-10-05T15:37:25.636970+0000","last_clean":"2023-10-05T15:37:25.636970+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:37:25.636970+0000","last_undegraded":"2023-10-05T15:37:25.636970+0000","last_fullsized":"2023-10-05T15:37:25.636970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640335+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:37:25.640335+0000","last_peered":"2023-10-05T15:37:25.640335+0000","last_clean":"2023-10-05T15:37:25.640335+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:37:25.640335+0000","last_undegraded":"2023-10-05T15:37:25.640335+0000","last_fullsized":"2023-10-05T15:37:25.640335+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760298+0000","last_change":"2023-10-05T15:37:26.760298+0000","last_active":"2023-10-05T15:37:26.760298+0000","last_peered":"2023-10-05T15:37:26.760298+0000","last_clean":"2023-10-05T15:37:26.760298+0000","last_became_active":"2023-10-05T15:37:26.759778+0000","last_became_peered":"2023-10-05T15:37:26.759778+0000","last_unstale":"2023-10-05T15:37:26.760298+0000","last_undegraded":"2023-10-05T15:37:26.760298+0000","last_fullsized":"2023-10-05T15:37:26.760298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:14:32.329259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642712+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:37:25.642712+0000","last_peered":"2023-10-05T15:37:25.642712+0000","last_clean":"2023-10-05T15:37:25.642712+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:37:25.642712+0000","last_undegraded":"2023-10-05T15:37:25.642712+0000","last_fullsized":"2023-10-05T15:37:25.642712+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648907+0000","last_change":"2023-10-05T15:37:26.648907+0000","last_active":"2023-10-05T15:37:26.648907+0000","last_peered":"2023-10-05T15:37:26.648907+0000","last_clean":"2023-10-05T15:37:26.648907+0000","last_became_active":"2023-10-05T15:37:26.648573+0000","last_became_peered":"2023-10-05T15:37:26.648573+0000","last_unstale":"2023-10-05T15:37:26.648907+0000","last_undegraded":"2023-10-05T15:37:26.648907+0000","last_fullsized":"2023-10-05T15:37:26.648907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:14:49.656935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643722+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:37:25.643722+0000","last_peered":"2023-10-05T15:37:25.643722+0000","last_clean":"2023-10-05T15:37:25.643722+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:37:25.643722+0000","last_undegraded":"2023-10-05T15:37:25.643722+0000","last_fullsized":"2023-10-05T15:37:25.643722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.971275+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:38:08.971275+0000","last_peered":"2023-10-05T15:38:08.971275+0000","last_clean":"2023-10-05T15:38:08.971275+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:38:08.971275+0000","last_undegraded":"2023-10-05T15:38:08.971275+0000","last_fullsized":"2023-10-05T15:38:08.971275+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":848,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640247+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:37:25.640247+0000","last_peered":"2023-10-05T15:37:25.640247+0000","last_clean":"2023-10-05T15:37:25.640247+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:37:25.640247+0000","last_undegraded":"2023-10-05T15:37:25.640247+0000","last_fullsized":"2023-10-05T15:37:25.640247+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.645239+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:37:25.645239+0000","last_peered":"2023-10-05T15:37:25.645239+0000","last_clean":"2023-10-05T15:37:25.645239+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:37:25.645239+0000","last_undegraded":"2023-10-05T15:37:25.645239+0000","last_fullsized":"2023-10-05T15:37:25.645239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639156+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:37:25.639156+0000","last_peered":"2023-10-05T15:37:25.639156+0000","last_clean":"2023-10-05T15:37:25.639156+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:37:25.639156+0000","last_undegraded":"2023-10-05T15:37:25.639156+0000","last_fullsized":"2023-10-05T15:37:25.639156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.970381+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:38:08.970381+0000","last_peered":"2023-10-05T15:38:08.970381+0000","last_clean":"2023-10-05T15:38:08.970381+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:38:08.970381+0000","last_undegraded":"2023-10-05T15:38:08.970381+0000","last_fullsized":"2023-10-05T15:38:08.970381+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638693+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:37:25.638693+0000","last_peered":"2023-10-05T15:37:25.638693+0000","last_clean":"2023-10-05T15:37:25.638693+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:37:25.638693+0000","last_undegraded":"2023-10-05T15:37:25.638693+0000","last_fullsized":"2023-10-05T15:37:25.638693+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646512+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:37:25.646512+0000","last_peered":"2023-10-05T15:37:25.646512+0000","last_clean":"2023-10-05T15:37:25.646512+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:37:25.646512+0000","last_undegraded":"2023-10-05T15:37:25.646512+0000","last_fullsized":"2023-10-05T15:37:25.646512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642600+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:37:25.642600+0000","last_peered":"2023-10-05T15:37:25.642600+0000","last_clean":"2023-10-05T15:37:25.642600+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:37:25.642600+0000","last_undegraded":"2023-10-05T15:37:25.642600+0000","last_fullsized":"2023-10-05T15:37:25.642600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":314,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637935+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:37:25.637935+0000","last_peered":"2023-10-05T15:37:25.637935+0000","last_clean":"2023-10-05T15:37:25.637935+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:37:25.637935+0000","last_undegraded":"2023-10-05T15:37:25.637935+0000","last_fullsized":"2023-10-05T15:37:25.637935+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640291+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:37:25.640291+0000","last_peered":"2023-10-05T15:37:25.640291+0000","last_clean":"2023-10-05T15:37:25.640291+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:37:25.640291+0000","last_undegraded":"2023-10-05T15:37:25.640291+0000","last_fullsized":"2023-10-05T15:37:25.640291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641229+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:37:25.641229+0000","last_peered":"2023-10-05T15:37:25.641229+0000","last_clean":"2023-10-05T15:37:25.641229+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:37:25.641229+0000","last_undegraded":"2023-10-05T15:37:25.641229+0000","last_fullsized":"2023-10-05T15:37:25.641229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638032+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:37:25.638032+0000","last_peered":"2023-10-05T15:37:25.638032+0000","last_clean":"2023-10-05T15:37:25.638032+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:37:25.638032+0000","last_undegraded":"2023-10-05T15:37:25.638032+0000","last_fullsized":"2023-10-05T15:37:25.638032+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639995+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:37:25.639995+0000","last_peered":"2023-10-05T15:37:25.639995+0000","last_clean":"2023-10-05T15:37:25.639995+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:37:25.639995+0000","last_undegraded":"2023-10-05T15:37:25.639995+0000","last_fullsized":"2023-10-05T15:37:25.639995+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637022+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:37:25.637022+0000","last_peered":"2023-10-05T15:37:25.637022+0000","last_clean":"2023-10-05T15:37:25.637022+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:37:25.637022+0000","last_undegraded":"2023-10-05T15:37:25.637022+0000","last_fullsized":"2023-10-05T15:37:25.637022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643948+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:37:25.643948+0000","last_peered":"2023-10-05T15:37:25.643948+0000","last_clean":"2023-10-05T15:37:25.643948+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:37:25.643948+0000","last_undegraded":"2023-10-05T15:37:25.643948+0000","last_fullsized":"2023-10-05T15:37:25.643948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646132+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:37:25.646132+0000","last_peered":"2023-10-05T15:37:25.646132+0000","last_clean":"2023-10-05T15:37:25.646132+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:37:25.646132+0000","last_undegraded":"2023-10-05T15:37:25.646132+0000","last_fullsized":"2023-10-05T15:37:25.646132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642982+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:37:25.642982+0000","last_peered":"2023-10-05T15:37:25.642982+0000","last_clean":"2023-10-05T15:37:25.642982+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:37:25.642982+0000","last_undegraded":"2023-10-05T15:37:25.642982+0000","last_fullsized":"2023-10-05T15:37:25.642982+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646604+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:37:25.646604+0000","last_peered":"2023-10-05T15:37:25.646604+0000","last_clean":"2023-10-05T15:37:25.646604+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:37:25.646604+0000","last_undegraded":"2023-10-05T15:37:25.646604+0000","last_fullsized":"2023-10-05T15:37:25.646604+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642674+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:37:25.642674+0000","last_peered":"2023-10-05T15:37:25.642674+0000","last_clean":"2023-10-05T15:37:25.642674+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:37:25.642674+0000","last_undegraded":"2023-10-05T15:37:25.642674+0000","last_fullsized":"2023-10-05T15:37:25.642674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641995+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:37:25.641995+0000","last_peered":"2023-10-05T15:37:25.641995+0000","last_clean":"2023-10-05T15:37:25.641995+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:37:25.641995+0000","last_undegraded":"2023-10-05T15:37:25.641995+0000","last_fullsized":"2023-10-05T15:37:25.641995+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.651384+0000","last_change":"2023-10-05T15:37:26.651384+0000","last_active":"2023-10-05T15:37:26.651384+0000","last_peered":"2023-10-05T15:37:26.651384+0000","last_clean":"2023-10-05T15:37:26.651384+0000","last_became_active":"2023-10-05T15:37:26.651010+0000","last_became_peered":"2023-10-05T15:37:26.651010+0000","last_unstale":"2023-10-05T15:37:26.651384+0000","last_undegraded":"2023-10-05T15:37:26.651384+0000","last_fullsized":"2023-10-05T15:37:26.651384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:23:49.495103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643332+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:37:25.643332+0000","last_peered":"2023-10-05T15:37:25.643332+0000","last_clean":"2023-10-05T15:37:25.643332+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:37:25.643332+0000","last_undegraded":"2023-10-05T15:37:25.643332+0000","last_fullsized":"2023-10-05T15:37:25.643332+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636494+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:37:25.636494+0000","last_peered":"2023-10-05T15:37:25.636494+0000","last_clean":"2023-10-05T15:37:25.636494+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:37:25.636494+0000","last_undegraded":"2023-10-05T15:37:25.636494+0000","last_fullsized":"2023-10-05T15:37:25.636494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.652227+0000","last_change":"2023-10-05T15:37:26.651828+0000","last_active":"2023-10-05T15:37:26.652227+0000","last_peered":"2023-10-05T15:37:26.652227+0000","last_clean":"2023-10-05T15:37:26.652227+0000","last_became_active":"2023-10-05T15:37:26.651330+0000","last_became_peered":"2023-10-05T15:37:26.651330+0000","last_unstale":"2023-10-05T15:37:26.652227+0000","last_undegraded":"2023-10-05T15:37:26.652227+0000","last_fullsized":"2023-10-05T15:37:26.652227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:38:29.695134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646870+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:37:25.646870+0000","last_peered":"2023-10-05T15:37:25.646870+0000","last_clean":"2023-10-05T15:37:25.646870+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:37:25.646870+0000","last_undegraded":"2023-10-05T15:37:25.646870+0000","last_fullsized":"2023-10-05T15:37:25.646870+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640114+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:37:25.640114+0000","last_peered":"2023-10-05T15:37:25.640114+0000","last_clean":"2023-10-05T15:37:25.640114+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:37:25.640114+0000","last_undegraded":"2023-10-05T15:37:25.640114+0000","last_fullsized":"2023-10-05T15:37:25.640114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643597+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:37:25.643597+0000","last_peered":"2023-10-05T15:37:25.643597+0000","last_clean":"2023-10-05T15:37:25.643597+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:37:25.643597+0000","last_undegraded":"2023-10-05T15:37:25.643597+0000","last_fullsized":"2023-10-05T15:37:25.643597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643368+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:37:25.643368+0000","last_peered":"2023-10-05T15:37:25.643368+0000","last_clean":"2023-10-05T15:37:25.643368+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:37:25.643368+0000","last_undegraded":"2023-10-05T15:37:25.643368+0000","last_fullsized":"2023-10-05T15:37:25.643368+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646598+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:37:25.646598+0000","last_peered":"2023-10-05T15:37:25.646598+0000","last_clean":"2023-10-05T15:37:25.646598+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:37:25.646598+0000","last_undegraded":"2023-10-05T15:37:25.646598+0000","last_fullsized":"2023-10-05T15:37:25.646598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642510+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:37:25.642510+0000","last_peered":"2023-10-05T15:37:25.642510+0000","last_clean":"2023-10-05T15:37:25.642510+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:37:25.642510+0000","last_undegraded":"2023-10-05T15:37:25.642510+0000","last_fullsized":"2023-10-05T15:37:25.642510+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636617+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:37:25.636617+0000","last_peered":"2023-10-05T15:37:25.636617+0000","last_clean":"2023-10-05T15:37:25.636617+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:37:25.636617+0000","last_undegraded":"2023-10-05T15:37:25.636617+0000","last_fullsized":"2023-10-05T15:37:25.636617+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638461+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:37:25.638461+0000","last_peered":"2023-10-05T15:37:25.638461+0000","last_clean":"2023-10-05T15:37:25.638461+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:37:25.638461+0000","last_undegraded":"2023-10-05T15:37:25.638461+0000","last_fullsized":"2023-10-05T15:37:25.638461+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640943+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:37:25.640943+0000","last_peered":"2023-10-05T15:37:25.640943+0000","last_clean":"2023-10-05T15:37:25.640943+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:37:25.640943+0000","last_undegraded":"2023-10-05T15:37:25.640943+0000","last_fullsized":"2023-10-05T15:37:25.640943+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:05.968630+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:38:05.968630+0000","last_peered":"2023-10-05T15:38:05.968630+0000","last_clean":"2023-10-05T15:38:05.968630+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:38:05.968630+0000","last_undegraded":"2023-10-05T15:38:05.968630+0000","last_fullsized":"2023-10-05T15:38:05.968630+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639154+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:37:25.639154+0000","last_peered":"2023-10-05T15:37:25.639154+0000","last_clean":"2023-10-05T15:37:25.639154+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:37:25.639154+0000","last_undegraded":"2023-10-05T15:37:25.639154+0000","last_fullsized":"2023-10-05T15:37:25.639154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637045+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:37:25.637045+0000","last_peered":"2023-10-05T15:37:25.637045+0000","last_clean":"2023-10-05T15:37:25.637045+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:37:25.637045+0000","last_undegraded":"2023-10-05T15:37:25.637045+0000","last_fullsized":"2023-10-05T15:37:25.637045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639958+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:37:25.639958+0000","last_peered":"2023-10-05T15:37:25.639958+0000","last_clean":"2023-10-05T15:37:25.639958+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:37:25.639958+0000","last_undegraded":"2023-10-05T15:37:25.639958+0000","last_fullsized":"2023-10-05T15:37:25.639958+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638922+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:37:25.638922+0000","last_peered":"2023-10-05T15:37:25.638922+0000","last_clean":"2023-10-05T15:37:25.638922+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:37:25.638922+0000","last_undegraded":"2023-10-05T15:37:25.638922+0000","last_fullsized":"2023-10-05T15:37:25.638922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638853+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:37:25.638853+0000","last_peered":"2023-10-05T15:37:25.638853+0000","last_clean":"2023-10-05T15:37:25.638853+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:37:25.638853+0000","last_undegraded":"2023-10-05T15:37:25.638853+0000","last_fullsized":"2023-10-05T15:37:25.638853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.763583+0000","last_change":"2023-10-05T15:37:26.763583+0000","last_active":"2023-10-05T15:37:26.763583+0000","last_peered":"2023-10-05T15:37:26.763583+0000","last_clean":"2023-10-05T15:37:26.763583+0000","last_became_active":"2023-10-05T15:37:26.759772+0000","last_became_peered":"2023-10-05T15:37:26.759772+0000","last_unstale":"2023-10-05T15:37:26.763583+0000","last_undegraded":"2023-10-05T15:37:26.763583+0000","last_fullsized":"2023-10-05T15:37:26.763583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:50:59.759699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639869+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:37:25.639869+0000","last_peered":"2023-10-05T15:37:25.639869+0000","last_clean":"2023-10-05T15:37:25.639869+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:37:25.639869+0000","last_undegraded":"2023-10-05T15:37:25.639869+0000","last_fullsized":"2023-10-05T15:37:25.639869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640210+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:37:25.640210+0000","last_peered":"2023-10-05T15:37:25.640210+0000","last_clean":"2023-10-05T15:37:25.640210+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:37:25.640210+0000","last_undegraded":"2023-10-05T15:37:25.640210+0000","last_fullsized":"2023-10-05T15:37:25.640210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643034+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:37:25.643034+0000","last_peered":"2023-10-05T15:37:25.643034+0000","last_clean":"2023-10-05T15:37:25.643034+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:37:25.643034+0000","last_undegraded":"2023-10-05T15:37:25.643034+0000","last_fullsized":"2023-10-05T15:37:25.643034+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643306+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:37:25.643306+0000","last_peered":"2023-10-05T15:37:25.643306+0000","last_clean":"2023-10-05T15:37:25.643306+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:37:25.643306+0000","last_undegraded":"2023-10-05T15:37:25.643306+0000","last_fullsized":"2023-10-05T15:37:25.643306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637306+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:37:25.637306+0000","last_peered":"2023-10-05T15:37:25.637306+0000","last_clean":"2023-10-05T15:37:25.637306+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:37:25.637306+0000","last_undegraded":"2023-10-05T15:37:25.637306+0000","last_fullsized":"2023-10-05T15:37:25.637306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643865+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:37:25.643865+0000","last_peered":"2023-10-05T15:37:25.643865+0000","last_clean":"2023-10-05T15:37:25.643865+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:37:25.643865+0000","last_undegraded":"2023-10-05T15:37:25.643865+0000","last_fullsized":"2023-10-05T15:37:25.643865+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643975+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:37:25.643975+0000","last_peered":"2023-10-05T15:37:25.643975+0000","last_clean":"2023-10-05T15:37:25.643975+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:37:25.643975+0000","last_undegraded":"2023-10-05T15:37:25.643975+0000","last_fullsized":"2023-10-05T15:37:25.643975+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646665+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:37:25.646665+0000","last_peered":"2023-10-05T15:37:25.646665+0000","last_clean":"2023-10-05T15:37:25.646665+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:37:25.646665+0000","last_undegraded":"2023-10-05T15:37:25.646665+0000","last_fullsized":"2023-10-05T15:37:25.646665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639057+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:37:25.639057+0000","last_peered":"2023-10-05T15:37:25.639057+0000","last_clean":"2023-10-05T15:37:25.639057+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:37:25.639057+0000","last_undegraded":"2023-10-05T15:37:25.639057+0000","last_fullsized":"2023-10-05T15:37:25.639057+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646914+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:37:25.646914+0000","last_peered":"2023-10-05T15:37:25.646914+0000","last_clean":"2023-10-05T15:37:25.646914+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:37:25.646914+0000","last_undegraded":"2023-10-05T15:37:25.646914+0000","last_fullsized":"2023-10-05T15:37:25.646914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641236+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:37:25.641236+0000","last_peered":"2023-10-05T15:37:25.641236+0000","last_clean":"2023-10-05T15:37:25.641236+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:37:25.641236+0000","last_undegraded":"2023-10-05T15:37:25.641236+0000","last_fullsized":"2023-10-05T15:37:25.641236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641950+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:37:25.641950+0000","last_peered":"2023-10-05T15:37:25.641950+0000","last_clean":"2023-10-05T15:37:25.641950+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:37:25.641950+0000","last_undegraded":"2023-10-05T15:37:25.641950+0000","last_fullsized":"2023-10-05T15:37:25.641950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640434+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:37:25.640434+0000","last_peered":"2023-10-05T15:37:25.640434+0000","last_clean":"2023-10-05T15:37:25.640434+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:37:25.640434+0000","last_undegraded":"2023-10-05T15:37:25.640434+0000","last_fullsized":"2023-10-05T15:37:25.640434+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10524,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":901,"num_read_kb":469,"num_write":211,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":31312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":185,"ondisk_log_size":185,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481825,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":987136,"data_stored":480372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.51500000000000001,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.982,"5min":1.982,"15min":1.982},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.56699999999999995,"15min":0.55400000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0379999999999998,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.59899999999999998,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.47499999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.46999999999999997,"15min":0.46300000000000002},"min":{"1min":0.34499999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71599999999999997,"5min":0.872,"15min":0.872},"last":0.52400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.64000000000000001,"15min":0.63200000000000001},"min":{"1min":0.44900000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90700000000000003,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.67500000000000004,"15min":0.67900000000000005},"min":{"1min":0.49099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":0.84799999999999998,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.64200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.33800000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.90300000000000002,"5min":1.365,"15min":1.365},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.67000000000000004,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.0219999999999998,"5min":2.0219999999999998,"15min":2.0219999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.69999999999999996},"min":{"1min":0.5,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73899999999999999,"15min":0.73699999999999999},"min":{"1min":0.53600000000000003,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0069999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.754,"15min":0.75600000000000001},"min":{"1min":0.55300000000000005,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90800000000000003,"5min":1.484,"15min":1.484},"last":0.72399999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.77400000000000002,"15min":0.76100000000000001},"min":{"1min":0.54600000000000004,"5min":0.495,"15min":0.495},"max":{"1min":1.9670000000000001,"5min":1.9670000000000001,"15min":1.9670000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.76800000000000002,"15min":0.75},"min":{"1min":0.60199999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":0.73799999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":0.78600000000000003},"min":{"1min":0.63,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.93100000000000005,"5min":1.337,"15min":1.337},"last":0.748},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.79600000000000004,"15min":0.79300000000000004},"min":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.99299999999999999,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.65700000000000003}]}]},{"osd":10,"up_from":69,"seq":296352743461,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28608,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716544,"statfs":{"total":95995035648,"available":95965741056,"internally_reserved":0,"allocated":1622016,"data_stored":1074795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.497,"15min":0.495},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.35599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.63,"15min":0.622},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.56399999999999995,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82999999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.75,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.47299999999999998,"5min":0.438,"15min":0.438},"max":{"1min":0.80500000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.54400000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.58699999999999997},"min":{"1min":0.50700000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77400000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70099999999999996,"15min":0.70299999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.83499999999999996,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.60499999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.876,"5min":1.028,"15min":1.028},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72699999999999998,"15min":0.72899999999999998},"min":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.74299999999999999,"15min":0.73899999999999999},"min":{"1min":0.60799999999999998,"5min":0.497,"15min":0.497},"max":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.80100000000000005,"15min":0.79500000000000004},"min":{"1min":0.65200000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":0.95799999999999996,"5min":1.008,"15min":1.008},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79600000000000004,"15min":0.80700000000000005},"min":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.86399999999999999,"5min":0.997,"15min":0.997},"last":0.68100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.80400000000000005,"15min":0.80200000000000005},"min":{"1min":0.66200000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.96399999999999997,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.79700000000000004,"15min":0.81299999999999994},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89100000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.56599999999999995}]},{"osd":11,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.83799999999999997,"15min":0.83999999999999997},"min":{"1min":0.746,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.99099999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80500000000000005,"15min":0.80900000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.89700000000000002,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.623}]}]},{"osd":9,"up_from":64,"seq":274877906986,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":480302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.498,"5min":0.751,"15min":0.751},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.24299999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68799999999999994,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.59299999999999997,"15min":0.60499999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.68300000000000005,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.442},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.50800000000000001,"15min":0.52700000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69899999999999995,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.48999999999999999,"15min":0.50600000000000001},"min":{"1min":0.30199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29399999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.65400000000000003,"15min":0.67100000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.745,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.63400000000000001,"15min":0.64600000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.498},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.70499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71499999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.70899999999999996,"15min":0.72799999999999998},"min":{"1min":0.495,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.78200000000000003,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.71599999999999997,"15min":0.73599999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70699999999999996,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.57699999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73799999999999999,"15min":0.75800000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77100000000000002,"5min":1.089,"15min":1.089},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.73599999999999999,"15min":0.752},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.83699999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.432}]},{"osd":10,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.68600000000000005,"15min":0.69799999999999995},"min":{"1min":0.50700000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.79600000000000004,"5min":0.998,"15min":0.998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.81899999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.59199999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.53500000000000003}]}]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":480349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.749,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.38,"5min":0.314,"15min":0.314},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.44800000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.90800000000000003,"5min":1.716,"15min":1.716},"last":0.875},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64400000000000002,"15min":0.63800000000000001},"min":{"1min":0.49099999999999999,"5min":0.438,"15min":0.438},"max":{"1min":0.83499999999999996,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.46200000000000002,"15min":0.45200000000000001},"min":{"1min":0.35099999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.497},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52300000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.77000000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.64800000000000002,"15min":0.64900000000000002},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.85399999999999998,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.68300000000000005,"15min":0.67300000000000004},"min":{"1min":0.55200000000000005,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.96899999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81599999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.51000000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.69299999999999995,"15min":0.69399999999999995},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.754}]},{"osd":7,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.78200000000000003,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.376,"15min":0.376},"max":{"1min":0.98299999999999998,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.78300000000000003,"15min":0.79500000000000004},"min":{"1min":0.53100000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.97199999999999998,"5min":1.762,"15min":1.762},"last":0.81100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68100000000000005,"15min":0.65300000000000002},"min":{"1min":0.58499999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.73699999999999999,"15min":0.71099999999999997},"min":{"1min":0.55300000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.65800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73099999999999998,"15min":0.71099999999999997},"min":{"1min":0.60199999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.76900000000000002,"15min":0.751},"min":{"1min":0.71399999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.83999999999999997}]}]},{"osd":7,"up_from":50,"seq":214748364850,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1601536,"data_stored":1072950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.45100000000000001,"15min":0.443},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.65400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":1.206,"15min":1.206},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91900000000000004,"5min":1.181,"15min":1.181},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.40400000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":1.022,"15min":1.022},"last":0.66600000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.55000000000000004,"15min":0.53200000000000003},"min":{"1min":0.41299999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.82199999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.47699999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0089999999999999,"5min":1.54,"15min":1.54},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72499999999999998,"15min":0.751},"min":{"1min":0.45300000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.88800000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.83699999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68899999999999995,"15min":0.67900000000000005},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.86699999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66500000000000004,"15min":0.67000000000000004},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":1.099,"15min":1.099},"last":0.68700000000000006}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.68500000000000005},"min":{"1min":0.53400000000000003,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.95499999999999996,"5min":1.044,"15min":1.044},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.71599999999999997,"15min":0.71999999999999997},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68899999999999995,"15min":0.68400000000000005},"min":{"1min":0.502,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.78900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93400000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.88500000000000001}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.86599999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528374,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":480162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40600000000000003,"15min":0.377},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.623,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41899999999999998,"15min":0.39000000000000001},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.67700000000000005,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.315}]},{"osd":1,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56799999999999995,"15min":0.53500000000000003},"min":{"1min":0.40400000000000003,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.81899999999999995,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55700000000000005,"15min":0.52900000000000003},"min":{"1min":0.36799999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76100000000000001,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.54200000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.61899999999999999,"15min":0.55700000000000005},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.877,"5min":2.8719999999999999,"15min":2.8719999999999999},"last":0.503},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.89700000000000002,"5min":2.8969999999999998,"15min":2.8969999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45200000000000001,"15min":0.42099999999999999},"min":{"1min":0.31900000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81200000000000006,"5min":3.6539999999999999,"15min":3.6539999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.56100000000000005,"15min":0.47899999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.84799999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.59299999999999997,"15min":0.57299999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61699999999999999,"15min":0.59899999999999998},"min":{"1min":0.46999999999999997,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.024,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.083,"5min":2.3570000000000002,"15min":2.3570000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.67400000000000004,"15min":0.64000000000000001},"min":{"1min":0.498,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.012,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.65500000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67600000000000005,"15min":0.65500000000000003},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.61399999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.0449999999999999,"5min":2.976,"15min":2.976},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.499,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.98499999999999999,"5min":2.9969999999999999,"15min":2.9969999999999999},"last":0.68999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.69799999999999995,"15min":0.64900000000000002},"min":{"1min":0.36299999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.214,"5min":8.3870000000000005,"15min":8.3870000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.68899999999999995,"15min":0.69499999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.46800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.52700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":1.1060000000000001,"5min":1.109,"15min":1.109},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.70099999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":3.2290000000000001,"5min":3.2290000000000001,"15min":3.2290000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.77200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":484774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:13 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.5,"15min":0.48499999999999999},"min":{"1min":0.40899999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52700000000000002,"15min":0.496},"min":{"1min":0.38,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85399999999999998,"5min":0.879,"15min":0.879},"last":0.89600000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.60899999999999999,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.59499999999999997,"15min":0.55100000000000005},"min":{"1min":0.47499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85199999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.79100000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52800000000000002,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56999999999999995,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86499999999999999,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.77400000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.46100000000000002,"15min":0.41199999999999998},"min":{"1min":0.36499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72599999999999998,"5min":0.871,"15min":0.871},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.64600000000000002,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.52800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.90200000000000002,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.73199999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57399999999999995,"15min":0.54800000000000004},"min":{"1min":0.42599999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82999999999999996,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60699999999999998,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.84499999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.59899999999999998,"15min":0.55000000000000004},"min":{"1min":0.46600000000000003,"5min":0.38,"15min":0.38},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.59999999999999998,"15min":0.56999999999999995},"min":{"1min":0.46000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.748}]},{"osd":8,"last update":"Thu Oct 5 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.67900000000000005,"15min":0.64500000000000002},"min":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.98499999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.88},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.75800000000000001,"15min":0.72699999999999998},"min":{"1min":0.55400000000000005,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.014,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.94299999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.70799999999999996,"15min":0.69799999999999995},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.73099999999999998,"15min":0.72499999999999998},"min":{"1min":0.66700000000000004,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.90500000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.81200000000000006,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.75700000000000001,"15min":0.754},"min":{"1min":0.58999999999999997,"5min":0.503,"15min":0.503},"max":{"1min":0.93799999999999994,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.84999999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.91900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":481358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.61399999999999999,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69499999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.39900000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.70899999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.498},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.79200000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76800000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59399999999999997,"15min":0.55200000000000005},"min":{"1min":0.499,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.48199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80900000000000005,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40500000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77700000000000002,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.501,"15min":0.51000000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70699999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81299999999999994,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.622},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60699999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.64600000000000002,"15min":0.66500000000000004},"min":{"1min":0.41599999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83699999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70199999999999996,"15min":0.71899999999999997},"min":{"1min":0.45900000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.96799999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.72099999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.64800000000000002,"15min":0.68300000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.64400000000000002,"15min":0.67200000000000004},"min":{"1min":0.47399999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71299999999999997,"15min":0.72099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.78900000000000003,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71099999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70799999999999996,"15min":0.70599999999999996},"min":{"1min":0.624,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.75},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.72099999999999997,"15min":0.72199999999999998},"min":{"1min":0.55100000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.73999999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":484994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53200000000000003,"15min":0.498},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71499999999999997,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52200000000000002,"15min":0.47199999999999998},"min":{"1min":0.38500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74399999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.61499999999999999,"15min":0.52800000000000002},"min":{"1min":0.60699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.53000000000000003},"min":{"1min":0.45000000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79300000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.71699999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55700000000000005,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.85599999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.52200000000000002},"min":{"1min":0.38,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71599999999999997,"5min":1.016,"15min":1.016},"last":0.66900000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.79000000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.51700000000000002,"15min":0.48499999999999999},"min":{"1min":0.376,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72199999999999998,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.56499999999999995,"15min":0.51700000000000002},"min":{"1min":0.433,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69499999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.63400000000000001,"15min":0.61599999999999999},"min":{"1min":0.47099999999999997,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67100000000000004,"15min":0.65900000000000003},"min":{"1min":0.47599999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89200000000000002,"5min":1.046,"15min":1.046},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.747},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.97499999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.65900000000000003,"15min":0.63100000000000001},"min":{"1min":0.46500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.627},"min":{"1min":0.55000000000000004,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.72599999999999998,"15min":0.70899999999999996},"min":{"1min":0.55700000000000005,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.92400000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.75900000000000001,"15min":0.73299999999999998},"min":{"1min":0.55600000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0569999999999999,"5min":1.095,"15min":1.095},"last":0.90100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.71199999999999997,"15min":0.69499999999999995},"min":{"1min":0.63900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.95699999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.879,"5min":0.747,"15min":0.72499999999999998},"min":{"1min":0.70999999999999996,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.91100000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.879}]}]},{"osd":3,"up_from":25,"seq":107374182466,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":479610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.55700000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.496,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52700000000000002,"15min":0.54700000000000004},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73699999999999999,"5min":1.077,"15min":1.077},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.53700000000000003},"min":{"1min":0.44,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83199999999999996,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.747,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59699999999999998,"15min":0.60499999999999998},"min":{"1min":0.434,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83299999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60099999999999998,"15min":0.57699999999999996},"min":{"1min":0.48799999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84599999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63300000000000001,"15min":0.625},"min":{"1min":0.41299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.71899999999999997,"5min":1.093,"15min":1.093},"last":0.45100000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48699999999999999,"15min":0.46899999999999997},"min":{"1min":0.372,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":1.044,"15min":1.044},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.629,"5min":1.141,"15min":1.141},"last":0.34200000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.60599999999999998,"15min":0.59799999999999998},"min":{"1min":0.45700000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76300000000000001,"5min":1.165,"15min":1.165},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.60999999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.59399999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58899999999999997,"15min":0.60399999999999998},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81599999999999995,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.435},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.68400000000000005},"min":{"1min":0.433,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.111,"15min":1.111},"last":0.38100000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73099999999999998,"15min":0.74099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.88500000000000001,"5min":1.204,"15min":1.204},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.71199999999999997,"15min":0.72399999999999998},"min":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.79700000000000004,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.496},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48799999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920831,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":479880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.376},"min":{"1min":0.32800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58599999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56999999999999995,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82799999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.57299999999999995,"15min":0.53400000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89100000000000001,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78500000000000003,"5min":0.871,"15min":0.871},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.62,"15min":0.58499999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59999999999999998,"15min":0.58799999999999997},"min":{"1min":0.41099999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.76900000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.66200000000000003,"15min":0.60899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78300000000000003,"5min":3.4489999999999998,"15min":3.4489999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.69699999999999995,"15min":0.66000000000000003},"min":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76900000000000002,"5min":5.6769999999999996,"15min":5.6769999999999996},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84299999999999997,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84699999999999998,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.60599999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.71199999999999997,"15min":0.70199999999999996},"min":{"1min":0.56000000000000005,"5min":0.441,"15min":0.441},"max":{"1min":0.88300000000000001,"5min":1.012,"15min":1.012},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.81799999999999995,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.86199999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.71299999999999997,"15min":0.71499999999999997},"min":{"1min":0.52600000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81200000000000006,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.747},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.75900000000000001,"15min":0.76900000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.97099999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.83099999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.98899999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.878}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81799999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757306,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.55100000000000005,"15min":0.51500000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.5190000000000001,"5min":2.5190000000000001,"15min":2.5190000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.55900000000000005,"15min":0.51900000000000002},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57199999999999995,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.81699999999999995,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.58499999999999996,"15min":0.53300000000000003},"min":{"1min":0.44400000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.85099999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.41099999999999998},"min":{"1min":0.34899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.44800000000000001,"15min":0.436},"min":{"1min":0.32900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.76000000000000001,"5min":0.871,"15min":0.871},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.56999999999999995,"15min":0.55200000000000005},"min":{"1min":0.38800000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.2309999999999999,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.52300000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82699999999999996,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.60199999999999998,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.748,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.79900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.41499999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.73299999999999998,"5min":1.292,"15min":1.292},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.52000000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.79900000000000004,"5min":1.306,"15min":1.306},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Oct 5 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.52500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86399999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83499999999999996,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.75600000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64000000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88600000000000001,"5min":1.006,"15min":1.006},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.46000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.72499999999999998},"min":{"1min":0.51700000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92400000000000004,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79100000000000004,"15min":0.76300000000000001},"min":{"1min":0.629,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.86799999999999999,"5min":4.0949999999999998,"15min":4.0949999999999998},"last":0.96199999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.72599999999999998,"15min":0.70999999999999996},"min":{"1min":0.69599999999999995,"5min":0.438,"15min":0.438},"max":{"1min":0.97699999999999998,"5min":0.997,"15min":0.997},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72699999999999998,"15min":0.71599999999999997},"min":{"1min":0.65400000000000003,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.93899999999999995,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:38:11.607 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:38:11.760 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/1880038456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74101400 msgr2=0x7f9e74101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/1880038456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74101400 0x7f9e74101820 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9e68009990 tx=0x7f9e68009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/1880038456 shutdown_connections 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/1880038456 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74100a40 0x7f9e74108300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/1880038456 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74101400 0x7f9e74101820 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/1880038456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74100500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/1880038456 >> 172.21.15.98:0/1880038456 conn(0x7f9e740faaf0 msgr2=0x7f9e740fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/1880038456 shutdown_connections 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/1880038456 wait complete. 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 Processor -- start 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.757+0000 7f9e7b1f8700 1 -- start start 2023-10-05T15:38:11.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74101400 0x7f9e741a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e741a08e0 con 0x7f9e74100a40 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e741a0a20 con 0x7f9e74101400 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e741a0bb0 con 0x7f9e741000a0 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45056/0 (socket says 172.21.15.98:45056) 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 -- 172.21.15.98:0/2089541825 learned_addr learned my addr 172.21.15.98:0/2089541825 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e79795700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74101400 0x7f9e741a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e78f94700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 -- 172.21.15.98:0/2089541825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 msgr2=0x7f9e74198d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.762 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74198d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 -- 172.21.15.98:0/2089541825 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74101400 msgr2=0x7f9e741a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74101400 0x7f9e741a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 -- 172.21.15.98:0/2089541825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e680095f0 con 0x7f9e74100a40 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e78f94700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74198d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e73fff700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f9e6000c920 tx=0x7f9e6000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e60007b00 con 0x7f9e74100a40 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9e6000ce70 con 0x7f9e74100a40 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e741a0e90 con 0x7f9e74100a40 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.758+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e60005460 con 0x7f9e74100a40 2023-10-05T15:38:11.763 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.759+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e741a1310 con 0x7f9e74100a40 2023-10-05T15:38:11.764 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.759+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e7410b620 con 0x7f9e74100a40 2023-10-05T15:38:11.764 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.760+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9e60004750 con 0x7f9e74100a40 2023-10-05T15:38:11.764 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.761+0000 7f9e71ffb700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 0x7f9e640a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:11.764 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.761+0000 7f9e78f94700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 0x7f9e640a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:11.765 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.761+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f9e600ccc80 con 0x7f9e74100a40 2023-10-05T15:38:11.765 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.761+0000 7f9e78f94700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 0x7f9e640a3a10 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800b2e0 tx=0x7f9e68005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:11.767 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.765+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9e60095f80 con 0x7f9e74100a40 2023-10-05T15:38:11.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.955+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9e740ff720 con 0x7f9e640a1550 2023-10-05T15:38:11.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.967+0000 7f9e71ffb700 1 -- 172.21.15.98:0/2089541825 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427705 (secure 0 0 0) 0x7f9e740ff720 con 0x7f9e640a1550 2023-10-05T15:38:11.974 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 msgr2=0x7f9e640a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 0x7f9e640a3a10 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800b2e0 tx=0x7f9e68005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 msgr2=0x7f9e741992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f9e6000c920 tx=0x7f9e6000cc30 comp rx=0 tx=0).stop 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 shutdown_connections 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9e640a1550 0x7f9e640a3a10 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9e74101400 0x7f9e741a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e741000a0 0x7f9e74198d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 --2- 172.21.15.98:0/2089541825 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9e74100a40 0x7f9e741992a0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:11.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 >> 172.21.15.98:0/2089541825 conn(0x7f9e740faaf0 msgr2=0x7f9e740ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:11.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 shutdown_connections 2023-10-05T15:38:11.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:11.971+0000 7f9e7b1f8700 1 -- 172.21.15.98:0/2089541825 wait complete. 2023-10-05T15:38:11.978 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:38:11.987 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2023-10-05T15:38:11.554659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600892,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1027,"num_read_kb":578,"num_write":392,"num_write_kb":3007,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":322,"ondisk_log_size":322,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337808,"kb_used_data":13540,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604016,"statfs":{"total":1151940427776,"available":1151594512384,"internally_reserved":0,"allocated":13864960,"data_stored":7551914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":260,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":56,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003281"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640553+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:37:25.640553+0000","last_peered":"2023-10-05T15:37:25.640553+0000","last_clean":"2023-10-05T15:37:25.640553+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:37:25.640553+0000","last_undegraded":"2023-10-05T15:37:25.640553+0000","last_fullsized":"2023-10-05T15:37:25.640553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638093+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:37:25.638093+0000","last_peered":"2023-10-05T15:37:25.638093+0000","last_clean":"2023-10-05T15:37:25.638093+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:37:25.638093+0000","last_undegraded":"2023-10-05T15:37:25.638093+0000","last_fullsized":"2023-10-05T15:37:25.638093+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637843+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:37:25.637843+0000","last_peered":"2023-10-05T15:37:25.637843+0000","last_clean":"2023-10-05T15:37:25.637843+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:37:25.637843+0000","last_undegraded":"2023-10-05T15:37:25.637843+0000","last_fullsized":"2023-10-05T15:37:25.637843+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.649696+0000","last_change":"2023-10-05T15:37:26.648721+0000","last_active":"2023-10-05T15:37:26.649696+0000","last_peered":"2023-10-05T15:37:26.649696+0000","last_clean":"2023-10-05T15:37:26.649696+0000","last_became_active":"2023-10-05T15:37:26.648263+0000","last_became_peered":"2023-10-05T15:37:26.648263+0000","last_unstale":"2023-10-05T15:37:26.649696+0000","last_undegraded":"2023-10-05T15:37:26.649696+0000","last_fullsized":"2023-10-05T15:37:26.649696+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:44.901754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636620+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:37:25.636620+0000","last_peered":"2023-10-05T15:37:25.636620+0000","last_clean":"2023-10-05T15:37:25.636620+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:37:25.636620+0000","last_undegraded":"2023-10-05T15:37:25.636620+0000","last_fullsized":"2023-10-05T15:37:25.636620+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640426+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:37:25.640426+0000","last_peered":"2023-10-05T15:37:25.640426+0000","last_clean":"2023-10-05T15:37:25.640426+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:37:25.640426+0000","last_undegraded":"2023-10-05T15:37:25.640426+0000","last_fullsized":"2023-10-05T15:37:25.640426+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638261+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:37:25.638261+0000","last_peered":"2023-10-05T15:37:25.638261+0000","last_clean":"2023-10-05T15:37:25.638261+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:37:25.638261+0000","last_undegraded":"2023-10-05T15:37:25.638261+0000","last_fullsized":"2023-10-05T15:37:25.638261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646252+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:37:25.646252+0000","last_peered":"2023-10-05T15:37:25.646252+0000","last_clean":"2023-10-05T15:37:25.646252+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:37:25.646252+0000","last_undegraded":"2023-10-05T15:37:25.646252+0000","last_fullsized":"2023-10-05T15:37:25.646252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641735+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:37:25.641735+0000","last_peered":"2023-10-05T15:37:25.641735+0000","last_clean":"2023-10-05T15:37:25.641735+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:37:25.641735+0000","last_undegraded":"2023-10-05T15:37:25.641735+0000","last_fullsized":"2023-10-05T15:37:25.641735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642895+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:37:25.642895+0000","last_peered":"2023-10-05T15:37:25.642895+0000","last_clean":"2023-10-05T15:37:25.642895+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:37:25.642895+0000","last_undegraded":"2023-10-05T15:37:25.642895+0000","last_fullsized":"2023-10-05T15:37:25.642895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639086+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:37:25.639086+0000","last_peered":"2023-10-05T15:37:25.639086+0000","last_clean":"2023-10-05T15:37:25.639086+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:37:25.639086+0000","last_undegraded":"2023-10-05T15:37:25.639086+0000","last_fullsized":"2023-10-05T15:37:25.639086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648557+0000","last_change":"2023-10-05T15:37:26.643551+0000","last_active":"2023-10-05T15:37:26.648557+0000","last_peered":"2023-10-05T15:37:26.648557+0000","last_clean":"2023-10-05T15:37:26.648557+0000","last_became_active":"2023-10-05T15:37:26.643235+0000","last_became_peered":"2023-10-05T15:37:26.643235+0000","last_unstale":"2023-10-05T15:37:26.648557+0000","last_undegraded":"2023-10-05T15:37:26.648557+0000","last_fullsized":"2023-10-05T15:37:26.648557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:28:39.837596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642111+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:37:25.642111+0000","last_peered":"2023-10-05T15:37:25.642111+0000","last_clean":"2023-10-05T15:37:25.642111+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:37:25.642111+0000","last_undegraded":"2023-10-05T15:37:25.642111+0000","last_fullsized":"2023-10-05T15:37:25.642111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636945+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:37:25.636945+0000","last_peered":"2023-10-05T15:37:25.636945+0000","last_clean":"2023-10-05T15:37:25.636945+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:37:25.636945+0000","last_undegraded":"2023-10-05T15:37:25.636945+0000","last_fullsized":"2023-10-05T15:37:25.636945+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636778+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:37:25.636778+0000","last_peered":"2023-10-05T15:37:25.636778+0000","last_clean":"2023-10-05T15:37:25.636778+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:37:25.636778+0000","last_undegraded":"2023-10-05T15:37:25.636778+0000","last_fullsized":"2023-10-05T15:37:25.636778+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640547+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:37:25.640547+0000","last_peered":"2023-10-05T15:37:25.640547+0000","last_clean":"2023-10-05T15:37:25.640547+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:37:25.640547+0000","last_undegraded":"2023-10-05T15:37:25.640547+0000","last_fullsized":"2023-10-05T15:37:25.640547+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640448+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:37:25.640448+0000","last_peered":"2023-10-05T15:37:25.640448+0000","last_clean":"2023-10-05T15:37:25.640448+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:37:25.640448+0000","last_undegraded":"2023-10-05T15:37:25.640448+0000","last_fullsized":"2023-10-05T15:37:25.640448+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643072+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:37:25.643072+0000","last_peered":"2023-10-05T15:37:25.643072+0000","last_clean":"2023-10-05T15:37:25.643072+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:37:25.643072+0000","last_undegraded":"2023-10-05T15:37:25.643072+0000","last_fullsized":"2023-10-05T15:37:25.643072+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643318+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:37:25.643318+0000","last_peered":"2023-10-05T15:37:25.643318+0000","last_clean":"2023-10-05T15:37:25.643318+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:37:25.643318+0000","last_undegraded":"2023-10-05T15:37:25.643318+0000","last_fullsized":"2023-10-05T15:37:25.643318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642898+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:37:25.642898+0000","last_peered":"2023-10-05T15:37:25.642898+0000","last_clean":"2023-10-05T15:37:25.642898+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:37:25.642898+0000","last_undegraded":"2023-10-05T15:37:25.642898+0000","last_fullsized":"2023-10-05T15:37:25.642898+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":120,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.030857+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:38:07.030857+0000","last_peered":"2023-10-05T15:38:07.030857+0000","last_clean":"2023-10-05T15:38:07.030857+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:38:07.030857+0000","last_undegraded":"2023-10-05T15:38:07.030857+0000","last_fullsized":"2023-10-05T15:38:07.030857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647568+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:37:25.647568+0000","last_peered":"2023-10-05T15:37:25.647568+0000","last_clean":"2023-10-05T15:37:25.647568+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:37:25.647568+0000","last_undegraded":"2023-10-05T15:37:25.647568+0000","last_fullsized":"2023-10-05T15:37:25.647568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642029+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:37:25.642029+0000","last_peered":"2023-10-05T15:37:25.642029+0000","last_clean":"2023-10-05T15:37:25.642029+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:37:25.642029+0000","last_undegraded":"2023-10-05T15:37:25.642029+0000","last_fullsized":"2023-10-05T15:37:25.642029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647663+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:37:25.647663+0000","last_peered":"2023-10-05T15:37:25.647663+0000","last_clean":"2023-10-05T15:37:25.647663+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:37:25.647663+0000","last_undegraded":"2023-10-05T15:37:25.647663+0000","last_fullsized":"2023-10-05T15:37:25.647663+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639324+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:37:25.639324+0000","last_peered":"2023-10-05T15:37:25.639324+0000","last_clean":"2023-10-05T15:37:25.639324+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:37:25.639324+0000","last_undegraded":"2023-10-05T15:37:25.639324+0000","last_fullsized":"2023-10-05T15:37:25.639324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642505+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:37:25.642505+0000","last_peered":"2023-10-05T15:37:25.642505+0000","last_clean":"2023-10-05T15:37:25.642505+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:37:25.642505+0000","last_undegraded":"2023-10-05T15:37:25.642505+0000","last_fullsized":"2023-10-05T15:37:25.642505+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637183+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:37:25.637183+0000","last_peered":"2023-10-05T15:37:25.637183+0000","last_clean":"2023-10-05T15:37:25.637183+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:37:25.637183+0000","last_undegraded":"2023-10-05T15:37:25.637183+0000","last_fullsized":"2023-10-05T15:37:25.637183+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641133+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:37:25.641133+0000","last_peered":"2023-10-05T15:37:25.641133+0000","last_clean":"2023-10-05T15:37:25.641133+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:37:25.641133+0000","last_undegraded":"2023-10-05T15:37:25.641133+0000","last_fullsized":"2023-10-05T15:37:25.641133+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643162+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:37:25.643162+0000","last_peered":"2023-10-05T15:37:25.643162+0000","last_clean":"2023-10-05T15:37:25.643162+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:37:25.643162+0000","last_undegraded":"2023-10-05T15:37:25.643162+0000","last_fullsized":"2023-10-05T15:37:25.643162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636814+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:37:25.636814+0000","last_peered":"2023-10-05T15:37:25.636814+0000","last_clean":"2023-10-05T15:37:25.636814+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:37:25.636814+0000","last_undegraded":"2023-10-05T15:37:25.636814+0000","last_fullsized":"2023-10-05T15:37:25.636814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639849+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:37:25.639849+0000","last_peered":"2023-10-05T15:37:25.639849+0000","last_clean":"2023-10-05T15:37:25.639849+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:37:25.639849+0000","last_undegraded":"2023-10-05T15:37:25.639849+0000","last_fullsized":"2023-10-05T15:37:25.639849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643185+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:37:25.643185+0000","last_peered":"2023-10-05T15:37:25.643185+0000","last_clean":"2023-10-05T15:37:25.643185+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:37:25.643185+0000","last_undegraded":"2023-10-05T15:37:25.643185+0000","last_fullsized":"2023-10-05T15:37:25.643185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.970027+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:38:06.970027+0000","last_peered":"2023-10-05T15:38:06.970027+0000","last_clean":"2023-10-05T15:38:06.970027+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:38:06.970027+0000","last_undegraded":"2023-10-05T15:38:06.970027+0000","last_fullsized":"2023-10-05T15:38:06.970027+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760055+0000","last_change":"2023-10-05T15:37:26.760055+0000","last_active":"2023-10-05T15:37:26.760055+0000","last_peered":"2023-10-05T15:37:26.760055+0000","last_clean":"2023-10-05T15:37:26.760055+0000","last_became_active":"2023-10-05T15:37:26.759663+0000","last_became_peered":"2023-10-05T15:37:26.759663+0000","last_unstale":"2023-10-05T15:37:26.760055+0000","last_undegraded":"2023-10-05T15:37:26.760055+0000","last_fullsized":"2023-10-05T15:37:26.760055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:14:21.198834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643412+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:37:25.643412+0000","last_peered":"2023-10-05T15:37:25.643412+0000","last_clean":"2023-10-05T15:37:25.643412+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:37:25.643412+0000","last_undegraded":"2023-10-05T15:37:25.643412+0000","last_fullsized":"2023-10-05T15:37:25.643412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640320+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:37:25.640320+0000","last_peered":"2023-10-05T15:37:25.640320+0000","last_clean":"2023-10-05T15:37:25.640320+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:37:25.640320+0000","last_undegraded":"2023-10-05T15:37:25.640320+0000","last_fullsized":"2023-10-05T15:37:25.640320+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640708+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:37:25.640708+0000","last_peered":"2023-10-05T15:37:25.640708+0000","last_clean":"2023-10-05T15:37:25.640708+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:37:25.640708+0000","last_undegraded":"2023-10-05T15:37:25.640708+0000","last_fullsized":"2023-10-05T15:37:25.640708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640251+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:37:25.640251+0000","last_peered":"2023-10-05T15:37:25.640251+0000","last_clean":"2023-10-05T15:37:25.640251+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:37:25.640251+0000","last_undegraded":"2023-10-05T15:37:25.640251+0000","last_fullsized":"2023-10-05T15:37:25.640251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641424+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:37:25.641424+0000","last_peered":"2023-10-05T15:37:25.641424+0000","last_clean":"2023-10-05T15:37:25.641424+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:37:25.641424+0000","last_undegraded":"2023-10-05T15:37:25.641424+0000","last_fullsized":"2023-10-05T15:37:25.641424+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646205+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:37:25.646205+0000","last_peered":"2023-10-05T15:37:25.646205+0000","last_clean":"2023-10-05T15:37:25.646205+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:37:25.646205+0000","last_undegraded":"2023-10-05T15:37:25.646205+0000","last_fullsized":"2023-10-05T15:37:25.646205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638009+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:37:25.638009+0000","last_peered":"2023-10-05T15:37:25.638009+0000","last_clean":"2023-10-05T15:37:25.638009+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:37:25.638009+0000","last_undegraded":"2023-10-05T15:37:25.638009+0000","last_fullsized":"2023-10-05T15:37:25.638009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639058+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:37:25.639058+0000","last_peered":"2023-10-05T15:37:25.639058+0000","last_clean":"2023-10-05T15:37:25.639058+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:37:25.639058+0000","last_undegraded":"2023-10-05T15:37:25.639058+0000","last_fullsized":"2023-10-05T15:37:25.639058+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642441+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:37:25.642441+0000","last_peered":"2023-10-05T15:37:25.642441+0000","last_clean":"2023-10-05T15:37:25.642441+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:37:25.642441+0000","last_undegraded":"2023-10-05T15:37:25.642441+0000","last_fullsized":"2023-10-05T15:37:25.642441+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647023+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:37:25.647023+0000","last_peered":"2023-10-05T15:37:25.647023+0000","last_clean":"2023-10-05T15:37:25.647023+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:37:25.647023+0000","last_undegraded":"2023-10-05T15:37:25.647023+0000","last_fullsized":"2023-10-05T15:37:25.647023+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":195,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.969290+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:38:06.969290+0000","last_peered":"2023-10-05T15:38:06.969290+0000","last_clean":"2023-10-05T15:38:06.969290+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:38:06.969290+0000","last_undegraded":"2023-10-05T15:38:06.969290+0000","last_fullsized":"2023-10-05T15:38:06.969290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":172,"num_read_kb":172,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642104+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:37:25.642104+0000","last_peered":"2023-10-05T15:37:25.642104+0000","last_clean":"2023-10-05T15:37:25.642104+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:37:25.642104+0000","last_undegraded":"2023-10-05T15:37:25.642104+0000","last_fullsized":"2023-10-05T15:37:25.642104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641244+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:37:25.641244+0000","last_peered":"2023-10-05T15:37:25.641244+0000","last_clean":"2023-10-05T15:37:25.641244+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:37:25.641244+0000","last_undegraded":"2023-10-05T15:37:25.641244+0000","last_fullsized":"2023-10-05T15:37:25.641244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639186+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:37:25.639186+0000","last_peered":"2023-10-05T15:37:25.639186+0000","last_clean":"2023-10-05T15:37:25.639186+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:37:25.639186+0000","last_undegraded":"2023-10-05T15:37:25.639186+0000","last_fullsized":"2023-10-05T15:37:25.639186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639400+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:37:25.639400+0000","last_peered":"2023-10-05T15:37:25.639400+0000","last_clean":"2023-10-05T15:37:25.639400+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:37:25.639400+0000","last_undegraded":"2023-10-05T15:37:25.639400+0000","last_fullsized":"2023-10-05T15:37:25.639400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642629+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:37:25.642629+0000","last_peered":"2023-10-05T15:37:25.642629+0000","last_clean":"2023-10-05T15:37:25.642629+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:37:25.642629+0000","last_undegraded":"2023-10-05T15:37:25.642629+0000","last_fullsized":"2023-10-05T15:37:25.642629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639726+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:37:25.639726+0000","last_peered":"2023-10-05T15:37:25.639726+0000","last_clean":"2023-10-05T15:37:25.639726+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:37:25.639726+0000","last_undegraded":"2023-10-05T15:37:25.639726+0000","last_fullsized":"2023-10-05T15:37:25.639726+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641285+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:37:25.641285+0000","last_peered":"2023-10-05T15:37:25.641285+0000","last_clean":"2023-10-05T15:37:25.641285+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:37:25.641285+0000","last_undegraded":"2023-10-05T15:37:25.641285+0000","last_fullsized":"2023-10-05T15:37:25.641285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643860+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:37:25.643860+0000","last_peered":"2023-10-05T15:37:25.643860+0000","last_clean":"2023-10-05T15:37:25.643860+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:37:25.643860+0000","last_undegraded":"2023-10-05T15:37:25.643860+0000","last_fullsized":"2023-10-05T15:37:25.643860+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'14","reported_seq":207,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.968889+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:38:06.968889+0000","last_peered":"2023-10-05T15:38:06.968889+0000","last_clean":"2023-10-05T15:38:06.968889+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:38:06.968889+0000","last_undegraded":"2023-10-05T15:38:06.968889+0000","last_fullsized":"2023-10-05T15:38:06.968889+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":174,"num_read_kb":91,"num_write":16,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636920+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:37:25.636920+0000","last_peered":"2023-10-05T15:37:25.636920+0000","last_clean":"2023-10-05T15:37:25.636920+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:37:25.636920+0000","last_undegraded":"2023-10-05T15:37:25.636920+0000","last_fullsized":"2023-10-05T15:37:25.636920+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640188+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:37:25.640188+0000","last_peered":"2023-10-05T15:37:25.640188+0000","last_clean":"2023-10-05T15:37:25.640188+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:37:25.640188+0000","last_undegraded":"2023-10-05T15:37:25.640188+0000","last_fullsized":"2023-10-05T15:37:25.640188+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643167+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:37:25.643167+0000","last_peered":"2023-10-05T15:37:25.643167+0000","last_clean":"2023-10-05T15:37:25.643167+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:37:25.643167+0000","last_undegraded":"2023-10-05T15:37:25.643167+0000","last_fullsized":"2023-10-05T15:37:25.643167+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641674+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:37:25.641674+0000","last_peered":"2023-10-05T15:37:25.641674+0000","last_clean":"2023-10-05T15:37:25.641674+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:37:25.641674+0000","last_undegraded":"2023-10-05T15:37:25.641674+0000","last_fullsized":"2023-10-05T15:37:25.641674+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640000+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:37:25.640000+0000","last_peered":"2023-10-05T15:37:25.640000+0000","last_clean":"2023-10-05T15:37:25.640000+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:37:25.640000+0000","last_undegraded":"2023-10-05T15:37:25.640000+0000","last_fullsized":"2023-10-05T15:37:25.640000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639520+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:37:25.639520+0000","last_peered":"2023-10-05T15:37:25.639520+0000","last_clean":"2023-10-05T15:37:25.639520+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:37:25.639520+0000","last_undegraded":"2023-10-05T15:37:25.639520+0000","last_fullsized":"2023-10-05T15:37:25.639520+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638765+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:37:25.638765+0000","last_peered":"2023-10-05T15:37:25.638765+0000","last_clean":"2023-10-05T15:37:25.638765+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:37:25.638765+0000","last_undegraded":"2023-10-05T15:37:25.638765+0000","last_fullsized":"2023-10-05T15:37:25.638765+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760265+0000","last_change":"2023-10-05T15:37:26.760265+0000","last_active":"2023-10-05T15:37:26.760265+0000","last_peered":"2023-10-05T15:37:26.760265+0000","last_clean":"2023-10-05T15:37:26.760265+0000","last_became_active":"2023-10-05T15:37:26.759735+0000","last_became_peered":"2023-10-05T15:37:26.759735+0000","last_unstale":"2023-10-05T15:37:26.760265+0000","last_undegraded":"2023-10-05T15:37:26.760265+0000","last_fullsized":"2023-10-05T15:37:26.760265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:42:54.692003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":113,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.969484+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:38:07.969484+0000","last_peered":"2023-10-05T15:38:07.969484+0000","last_clean":"2023-10-05T15:38:07.969484+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:38:07.969484+0000","last_undegraded":"2023-10-05T15:38:07.969484+0000","last_fullsized":"2023-10-05T15:38:07.969484+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638054+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:37:25.638054+0000","last_peered":"2023-10-05T15:37:25.638054+0000","last_clean":"2023-10-05T15:37:25.638054+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:37:25.638054+0000","last_undegraded":"2023-10-05T15:37:25.638054+0000","last_fullsized":"2023-10-05T15:37:25.638054+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.644244+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:37:25.644244+0000","last_peered":"2023-10-05T15:37:25.644244+0000","last_clean":"2023-10-05T15:37:25.644244+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:37:25.644244+0000","last_undegraded":"2023-10-05T15:37:25.644244+0000","last_fullsized":"2023-10-05T15:37:25.644244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636476+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:37:25.636476+0000","last_peered":"2023-10-05T15:37:25.636476+0000","last_clean":"2023-10-05T15:37:25.636476+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:37:25.636476+0000","last_undegraded":"2023-10-05T15:37:25.636476+0000","last_fullsized":"2023-10-05T15:37:25.636476+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639263+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:37:25.639263+0000","last_peered":"2023-10-05T15:37:25.639263+0000","last_clean":"2023-10-05T15:37:25.639263+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:37:25.639263+0000","last_undegraded":"2023-10-05T15:37:25.639263+0000","last_fullsized":"2023-10-05T15:37:25.639263+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639166+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:37:25.639166+0000","last_peered":"2023-10-05T15:37:25.639166+0000","last_clean":"2023-10-05T15:37:25.639166+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:37:25.639166+0000","last_undegraded":"2023-10-05T15:37:25.639166+0000","last_fullsized":"2023-10-05T15:37:25.639166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636970+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:37:25.636970+0000","last_peered":"2023-10-05T15:37:25.636970+0000","last_clean":"2023-10-05T15:37:25.636970+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:37:25.636970+0000","last_undegraded":"2023-10-05T15:37:25.636970+0000","last_fullsized":"2023-10-05T15:37:25.636970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640335+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:37:25.640335+0000","last_peered":"2023-10-05T15:37:25.640335+0000","last_clean":"2023-10-05T15:37:25.640335+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:37:25.640335+0000","last_undegraded":"2023-10-05T15:37:25.640335+0000","last_fullsized":"2023-10-05T15:37:25.640335+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760298+0000","last_change":"2023-10-05T15:37:26.760298+0000","last_active":"2023-10-05T15:37:26.760298+0000","last_peered":"2023-10-05T15:37:26.760298+0000","last_clean":"2023-10-05T15:37:26.760298+0000","last_became_active":"2023-10-05T15:37:26.759778+0000","last_became_peered":"2023-10-05T15:37:26.759778+0000","last_unstale":"2023-10-05T15:37:26.760298+0000","last_undegraded":"2023-10-05T15:37:26.760298+0000","last_fullsized":"2023-10-05T15:37:26.760298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:14:32.329259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642712+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:37:25.642712+0000","last_peered":"2023-10-05T15:37:25.642712+0000","last_clean":"2023-10-05T15:37:25.642712+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:37:25.642712+0000","last_undegraded":"2023-10-05T15:37:25.642712+0000","last_fullsized":"2023-10-05T15:37:25.642712+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648907+0000","last_change":"2023-10-05T15:37:26.648907+0000","last_active":"2023-10-05T15:37:26.648907+0000","last_peered":"2023-10-05T15:37:26.648907+0000","last_clean":"2023-10-05T15:37:26.648907+0000","last_became_active":"2023-10-05T15:37:26.648573+0000","last_became_peered":"2023-10-05T15:37:26.648573+0000","last_unstale":"2023-10-05T15:37:26.648907+0000","last_undegraded":"2023-10-05T15:37:26.648907+0000","last_fullsized":"2023-10-05T15:37:26.648907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:14:49.656935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643722+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:37:25.643722+0000","last_peered":"2023-10-05T15:37:25.643722+0000","last_clean":"2023-10-05T15:37:25.643722+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:37:25.643722+0000","last_undegraded":"2023-10-05T15:37:25.643722+0000","last_fullsized":"2023-10-05T15:37:25.643722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.971275+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:38:08.971275+0000","last_peered":"2023-10-05T15:38:08.971275+0000","last_clean":"2023-10-05T15:38:08.971275+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:38:08.971275+0000","last_undegraded":"2023-10-05T15:38:08.971275+0000","last_fullsized":"2023-10-05T15:38:08.971275+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":848,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640247+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:37:25.640247+0000","last_peered":"2023-10-05T15:37:25.640247+0000","last_clean":"2023-10-05T15:37:25.640247+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:37:25.640247+0000","last_undegraded":"2023-10-05T15:37:25.640247+0000","last_fullsized":"2023-10-05T15:37:25.640247+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.645239+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:37:25.645239+0000","last_peered":"2023-10-05T15:37:25.645239+0000","last_clean":"2023-10-05T15:37:25.645239+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:37:25.645239+0000","last_undegraded":"2023-10-05T15:37:25.645239+0000","last_fullsized":"2023-10-05T15:37:25.645239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639156+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:37:25.639156+0000","last_peered":"2023-10-05T15:37:25.639156+0000","last_clean":"2023-10-05T15:37:25.639156+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:37:25.639156+0000","last_undegraded":"2023-10-05T15:37:25.639156+0000","last_fullsized":"2023-10-05T15:37:25.639156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.970381+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:38:08.970381+0000","last_peered":"2023-10-05T15:38:08.970381+0000","last_clean":"2023-10-05T15:38:08.970381+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:38:08.970381+0000","last_undegraded":"2023-10-05T15:38:08.970381+0000","last_fullsized":"2023-10-05T15:38:08.970381+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638693+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:37:25.638693+0000","last_peered":"2023-10-05T15:37:25.638693+0000","last_clean":"2023-10-05T15:37:25.638693+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:37:25.638693+0000","last_undegraded":"2023-10-05T15:37:25.638693+0000","last_fullsized":"2023-10-05T15:37:25.638693+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646512+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:37:25.646512+0000","last_peered":"2023-10-05T15:37:25.646512+0000","last_clean":"2023-10-05T15:37:25.646512+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:37:25.646512+0000","last_undegraded":"2023-10-05T15:37:25.646512+0000","last_fullsized":"2023-10-05T15:37:25.646512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642600+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:37:25.642600+0000","last_peered":"2023-10-05T15:37:25.642600+0000","last_clean":"2023-10-05T15:37:25.642600+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:37:25.642600+0000","last_undegraded":"2023-10-05T15:37:25.642600+0000","last_fullsized":"2023-10-05T15:37:25.642600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":314,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637935+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:37:25.637935+0000","last_peered":"2023-10-05T15:37:25.637935+0000","last_clean":"2023-10-05T15:37:25.637935+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:37:25.637935+0000","last_undegraded":"2023-10-05T15:37:25.637935+0000","last_fullsized":"2023-10-05T15:37:25.637935+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640291+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:37:25.640291+0000","last_peered":"2023-10-05T15:37:25.640291+0000","last_clean":"2023-10-05T15:37:25.640291+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:37:25.640291+0000","last_undegraded":"2023-10-05T15:37:25.640291+0000","last_fullsized":"2023-10-05T15:37:25.640291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641229+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:37:25.641229+0000","last_peered":"2023-10-05T15:37:25.641229+0000","last_clean":"2023-10-05T15:37:25.641229+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:37:25.641229+0000","last_undegraded":"2023-10-05T15:37:25.641229+0000","last_fullsized":"2023-10-05T15:37:25.641229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638032+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:37:25.638032+0000","last_peered":"2023-10-05T15:37:25.638032+0000","last_clean":"2023-10-05T15:37:25.638032+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:37:25.638032+0000","last_undegraded":"2023-10-05T15:37:25.638032+0000","last_fullsized":"2023-10-05T15:37:25.638032+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639995+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:37:25.639995+0000","last_peered":"2023-10-05T15:37:25.639995+0000","last_clean":"2023-10-05T15:37:25.639995+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:37:25.639995+0000","last_undegraded":"2023-10-05T15:37:25.639995+0000","last_fullsized":"2023-10-05T15:37:25.639995+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637022+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:37:25.637022+0000","last_peered":"2023-10-05T15:37:25.637022+0000","last_clean":"2023-10-05T15:37:25.637022+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:37:25.637022+0000","last_undegraded":"2023-10-05T15:37:25.637022+0000","last_fullsized":"2023-10-05T15:37:25.637022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643948+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:37:25.643948+0000","last_peered":"2023-10-05T15:37:25.643948+0000","last_clean":"2023-10-05T15:37:25.643948+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:37:25.643948+0000","last_undegraded":"2023-10-05T15:37:25.643948+0000","last_fullsized":"2023-10-05T15:37:25.643948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646132+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:37:25.646132+0000","last_peered":"2023-10-05T15:37:25.646132+0000","last_clean":"2023-10-05T15:37:25.646132+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:37:25.646132+0000","last_undegraded":"2023-10-05T15:37:25.646132+0000","last_fullsized":"2023-10-05T15:37:25.646132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642982+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:37:25.642982+0000","last_peered":"2023-10-05T15:37:25.642982+0000","last_clean":"2023-10-05T15:37:25.642982+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:37:25.642982+0000","last_undegraded":"2023-10-05T15:37:25.642982+0000","last_fullsized":"2023-10-05T15:37:25.642982+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646604+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:37:25.646604+0000","last_peered":"2023-10-05T15:37:25.646604+0000","last_clean":"2023-10-05T15:37:25.646604+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:37:25.646604+0000","last_undegraded":"2023-10-05T15:37:25.646604+0000","last_fullsized":"2023-10-05T15:37:25.646604+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642674+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:37:25.642674+0000","last_peered":"2023-10-05T15:37:25.642674+0000","last_clean":"2023-10-05T15:37:25.642674+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:37:25.642674+0000","last_undegraded":"2023-10-05T15:37:25.642674+0000","last_fullsized":"2023-10-05T15:37:25.642674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641995+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:37:25.641995+0000","last_peered":"2023-10-05T15:37:25.641995+0000","last_clean":"2023-10-05T15:37:25.641995+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:37:25.641995+0000","last_undegraded":"2023-10-05T15:37:25.641995+0000","last_fullsized":"2023-10-05T15:37:25.641995+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.651384+0000","last_change":"2023-10-05T15:37:26.651384+0000","last_active":"2023-10-05T15:37:26.651384+0000","last_peered":"2023-10-05T15:37:26.651384+0000","last_clean":"2023-10-05T15:37:26.651384+0000","last_became_active":"2023-10-05T15:37:26.651010+0000","last_became_peered":"2023-10-05T15:37:26.651010+0000","last_unstale":"2023-10-05T15:37:26.651384+0000","last_undegraded":"2023-10-05T15:37:26.651384+0000","last_fullsized":"2023-10-05T15:37:26.651384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:23:49.495103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643332+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:37:25.643332+0000","last_peered":"2023-10-05T15:37:25.643332+0000","last_clean":"2023-10-05T15:37:25.643332+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:37:25.643332+0000","last_undegraded":"2023-10-05T15:37:25.643332+0000","last_fullsized":"2023-10-05T15:37:25.643332+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636494+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:37:25.636494+0000","last_peered":"2023-10-05T15:37:25.636494+0000","last_clean":"2023-10-05T15:37:25.636494+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:37:25.636494+0000","last_undegraded":"2023-10-05T15:37:25.636494+0000","last_fullsized":"2023-10-05T15:37:25.636494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.652227+0000","last_change":"2023-10-05T15:37:26.651828+0000","last_active":"2023-10-05T15:37:26.652227+0000","last_peered":"2023-10-05T15:37:26.652227+0000","last_clean":"2023-10-05T15:37:26.652227+0000","last_became_active":"2023-10-05T15:37:26.651330+0000","last_became_peered":"2023-10-05T15:37:26.651330+0000","last_unstale":"2023-10-05T15:37:26.652227+0000","last_undegraded":"2023-10-05T15:37:26.652227+0000","last_fullsized":"2023-10-05T15:37:26.652227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:38:29.695134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646870+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:37:25.646870+0000","last_peered":"2023-10-05T15:37:25.646870+0000","last_clean":"2023-10-05T15:37:25.646870+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:37:25.646870+0000","last_undegraded":"2023-10-05T15:37:25.646870+0000","last_fullsized":"2023-10-05T15:37:25.646870+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640114+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:37:25.640114+0000","last_peered":"2023-10-05T15:37:25.640114+0000","last_clean":"2023-10-05T15:37:25.640114+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:37:25.640114+0000","last_undegraded":"2023-10-05T15:37:25.640114+0000","last_fullsized":"2023-10-05T15:37:25.640114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643597+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:37:25.643597+0000","last_peered":"2023-10-05T15:37:25.643597+0000","last_clean":"2023-10-05T15:37:25.643597+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:37:25.643597+0000","last_undegraded":"2023-10-05T15:37:25.643597+0000","last_fullsized":"2023-10-05T15:37:25.643597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643368+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:37:25.643368+0000","last_peered":"2023-10-05T15:37:25.643368+0000","last_clean":"2023-10-05T15:37:25.643368+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:37:25.643368+0000","last_undegraded":"2023-10-05T15:37:25.643368+0000","last_fullsized":"2023-10-05T15:37:25.643368+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646598+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:37:25.646598+0000","last_peered":"2023-10-05T15:37:25.646598+0000","last_clean":"2023-10-05T15:37:25.646598+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:37:25.646598+0000","last_undegraded":"2023-10-05T15:37:25.646598+0000","last_fullsized":"2023-10-05T15:37:25.646598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642510+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:37:25.642510+0000","last_peered":"2023-10-05T15:37:25.642510+0000","last_clean":"2023-10-05T15:37:25.642510+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:37:25.642510+0000","last_undegraded":"2023-10-05T15:37:25.642510+0000","last_fullsized":"2023-10-05T15:37:25.642510+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636617+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:37:25.636617+0000","last_peered":"2023-10-05T15:37:25.636617+0000","last_clean":"2023-10-05T15:37:25.636617+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:37:25.636617+0000","last_undegraded":"2023-10-05T15:37:25.636617+0000","last_fullsized":"2023-10-05T15:37:25.636617+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638461+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:37:25.638461+0000","last_peered":"2023-10-05T15:37:25.638461+0000","last_clean":"2023-10-05T15:37:25.638461+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:37:25.638461+0000","last_undegraded":"2023-10-05T15:37:25.638461+0000","last_fullsized":"2023-10-05T15:37:25.638461+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640943+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:37:25.640943+0000","last_peered":"2023-10-05T15:37:25.640943+0000","last_clean":"2023-10-05T15:37:25.640943+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:37:25.640943+0000","last_undegraded":"2023-10-05T15:37:25.640943+0000","last_fullsized":"2023-10-05T15:37:25.640943+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:05.968630+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:38:05.968630+0000","last_peered":"2023-10-05T15:38:05.968630+0000","last_clean":"2023-10-05T15:38:05.968630+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:38:05.968630+0000","last_undegraded":"2023-10-05T15:38:05.968630+0000","last_fullsized":"2023-10-05T15:38:05.968630+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639154+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:37:25.639154+0000","last_peered":"2023-10-05T15:37:25.639154+0000","last_clean":"2023-10-05T15:37:25.639154+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:37:25.639154+0000","last_undegraded":"2023-10-05T15:37:25.639154+0000","last_fullsized":"2023-10-05T15:37:25.639154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637045+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:37:25.637045+0000","last_peered":"2023-10-05T15:37:25.637045+0000","last_clean":"2023-10-05T15:37:25.637045+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:37:25.637045+0000","last_undegraded":"2023-10-05T15:37:25.637045+0000","last_fullsized":"2023-10-05T15:37:25.637045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639958+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:37:25.639958+0000","last_peered":"2023-10-05T15:37:25.639958+0000","last_clean":"2023-10-05T15:37:25.639958+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:37:25.639958+0000","last_undegraded":"2023-10-05T15:37:25.639958+0000","last_fullsized":"2023-10-05T15:37:25.639958+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638922+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:37:25.638922+0000","last_peered":"2023-10-05T15:37:25.638922+0000","last_clean":"2023-10-05T15:37:25.638922+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:37:25.638922+0000","last_undegraded":"2023-10-05T15:37:25.638922+0000","last_fullsized":"2023-10-05T15:37:25.638922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638853+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:37:25.638853+0000","last_peered":"2023-10-05T15:37:25.638853+0000","last_clean":"2023-10-05T15:37:25.638853+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:37:25.638853+0000","last_undegraded":"2023-10-05T15:37:25.638853+0000","last_fullsized":"2023-10-05T15:37:25.638853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.763583+0000","last_change":"2023-10-05T15:37:26.763583+0000","last_active":"2023-10-05T15:37:26.763583+0000","last_peered":"2023-10-05T15:37:26.763583+0000","last_clean":"2023-10-05T15:37:26.763583+0000","last_became_active":"2023-10-05T15:37:26.759772+0000","last_became_peered":"2023-10-05T15:37:26.759772+0000","last_unstale":"2023-10-05T15:37:26.763583+0000","last_undegraded":"2023-10-05T15:37:26.763583+0000","last_fullsized":"2023-10-05T15:37:26.763583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:50:59.759699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639869+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:37:25.639869+0000","last_peered":"2023-10-05T15:37:25.639869+0000","last_clean":"2023-10-05T15:37:25.639869+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:37:25.639869+0000","last_undegraded":"2023-10-05T15:37:25.639869+0000","last_fullsized":"2023-10-05T15:37:25.639869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640210+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:37:25.640210+0000","last_peered":"2023-10-05T15:37:25.640210+0000","last_clean":"2023-10-05T15:37:25.640210+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:37:25.640210+0000","last_undegraded":"2023-10-05T15:37:25.640210+0000","last_fullsized":"2023-10-05T15:37:25.640210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643034+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:37:25.643034+0000","last_peered":"2023-10-05T15:37:25.643034+0000","last_clean":"2023-10-05T15:37:25.643034+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:37:25.643034+0000","last_undegraded":"2023-10-05T15:37:25.643034+0000","last_fullsized":"2023-10-05T15:37:25.643034+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643306+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:37:25.643306+0000","last_peered":"2023-10-05T15:37:25.643306+0000","last_clean":"2023-10-05T15:37:25.643306+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:37:25.643306+0000","last_undegraded":"2023-10-05T15:37:25.643306+0000","last_fullsized":"2023-10-05T15:37:25.643306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637306+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:37:25.637306+0000","last_peered":"2023-10-05T15:37:25.637306+0000","last_clean":"2023-10-05T15:37:25.637306+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:37:25.637306+0000","last_undegraded":"2023-10-05T15:37:25.637306+0000","last_fullsized":"2023-10-05T15:37:25.637306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643865+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:37:25.643865+0000","last_peered":"2023-10-05T15:37:25.643865+0000","last_clean":"2023-10-05T15:37:25.643865+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:37:25.643865+0000","last_undegraded":"2023-10-05T15:37:25.643865+0000","last_fullsized":"2023-10-05T15:37:25.643865+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643975+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:37:25.643975+0000","last_peered":"2023-10-05T15:37:25.643975+0000","last_clean":"2023-10-05T15:37:25.643975+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:37:25.643975+0000","last_undegraded":"2023-10-05T15:37:25.643975+0000","last_fullsized":"2023-10-05T15:37:25.643975+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646665+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:37:25.646665+0000","last_peered":"2023-10-05T15:37:25.646665+0000","last_clean":"2023-10-05T15:37:25.646665+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:37:25.646665+0000","last_undegraded":"2023-10-05T15:37:25.646665+0000","last_fullsized":"2023-10-05T15:37:25.646665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639057+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:37:25.639057+0000","last_peered":"2023-10-05T15:37:25.639057+0000","last_clean":"2023-10-05T15:37:25.639057+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:37:25.639057+0000","last_undegraded":"2023-10-05T15:37:25.639057+0000","last_fullsized":"2023-10-05T15:37:25.639057+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646914+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:37:25.646914+0000","last_peered":"2023-10-05T15:37:25.646914+0000","last_clean":"2023-10-05T15:37:25.646914+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:37:25.646914+0000","last_undegraded":"2023-10-05T15:37:25.646914+0000","last_fullsized":"2023-10-05T15:37:25.646914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641236+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:37:25.641236+0000","last_peered":"2023-10-05T15:37:25.641236+0000","last_clean":"2023-10-05T15:37:25.641236+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:37:25.641236+0000","last_undegraded":"2023-10-05T15:37:25.641236+0000","last_fullsized":"2023-10-05T15:37:25.641236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641950+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:37:25.641950+0000","last_peered":"2023-10-05T15:37:25.641950+0000","last_clean":"2023-10-05T15:37:25.641950+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:37:25.641950+0000","last_undegraded":"2023-10-05T15:37:25.641950+0000","last_fullsized":"2023-10-05T15:37:25.641950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640434+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:37:25.640434+0000","last_peered":"2023-10-05T15:37:25.640434+0000","last_clean":"2023-10-05T15:37:25.640434+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:37:25.640434+0000","last_undegraded":"2023-10-05T15:37:25.640434+0000","last_fullsized":"2023-10-05T15:37:25.640434+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10524,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":901,"num_read_kb":469,"num_write":211,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":31312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":185,"ondisk_log_size":185,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481825,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":987136,"data_stored":480372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.51500000000000001,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.982,"5min":1.982,"15min":1.982},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.56699999999999995,"15min":0.55400000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0379999999999998,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.59899999999999998,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.47499999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.46999999999999997,"15min":0.46300000000000002},"min":{"1min":0.34499999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71599999999999997,"5min":0.872,"15min":0.872},"last":0.52400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.64000000000000001,"15min":0.63200000000000001},"min":{"1min":0.44900000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90700000000000003,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.67500000000000004,"15min":0.67900000000000005},"min":{"1min":0.49099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":0.84799999999999998,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.64200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.33800000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.90300000000000002,"5min":1.365,"15min":1.365},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.67000000000000004,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.0219999999999998,"5min":2.0219999999999998,"15min":2.0219999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.69999999999999996},"min":{"1min":0.5,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73899999999999999,"15min":0.73699999999999999},"min":{"1min":0.53600000000000003,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0069999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.754,"15min":0.75600000000000001},"min":{"1min":0.55300000000000005,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90800000000000003,"5min":1.484,"15min":1.484},"last":0.72399999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.77400000000000002,"15min":0.76100000000000001},"min":{"1min":0.54600000000000004,"5min":0.495,"15min":0.495},"max":{"1min":1.9670000000000001,"5min":1.9670000000000001,"15min":1.9670000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.76800000000000002,"15min":0.75},"min":{"1min":0.60199999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":0.73799999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":0.78600000000000003},"min":{"1min":0.63,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.93100000000000005,"5min":1.337,"15min":1.337},"last":0.748},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.79600000000000004,"15min":0.79300000000000004},"min":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.99299999999999999,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.65700000000000003}]}]},{"osd":10,"up_from":69,"seq":296352743461,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28608,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716544,"statfs":{"total":95995035648,"available":95965741056,"internally_reserved":0,"allocated":1622016,"data_stored":1074795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.497,"15min":0.495},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.35599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.63,"15min":0.622},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.56399999999999995,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82999999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.75,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.47299999999999998,"5min":0.438,"15min":0.438},"max":{"1min":0.80500000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.54400000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.58699999999999997},"min":{"1min":0.50700000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77400000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70099999999999996,"15min":0.70299999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.83499999999999996,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.60499999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.876,"5min":1.028,"15min":1.028},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72699999999999998,"15min":0.72899999999999998},"min":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.74299999999999999,"15min":0.73899999999999999},"min":{"1min":0.60799999999999998,"5min":0.497,"15min":0.497},"max":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.80100000000000005,"15min":0.79500000000000004},"min":{"1min":0.65200000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":0.95799999999999996,"5min":1.008,"15min":1.008},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79600000000000004,"15min":0.80700000000000005},"min":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.86399999999999999,"5min":0.997,"15min":0.997},"last":0.68100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.80400000000000005,"15min":0.80200000000000005},"min":{"1min":0.66200000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.96399999999999997,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.79700000000000004,"15min":0.81299999999999994},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89100000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.56599999999999995}]},{"osd":11,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.83799999999999997,"15min":0.83999999999999997},"min":{"1min":0.746,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.99099999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80500000000000005,"15min":0.80900000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.89700000000000002,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.623}]}]},{"osd":9,"up_from":64,"seq":274877906986,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":480302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.498,"5min":0.751,"15min":0.751},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.24299999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68799999999999994,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.59299999999999997,"15min":0.60499999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.68300000000000005,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.442},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.50800000000000001,"15min":0.52700000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69899999999999995,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.48999999999999999,"15min":0.50600000000000001},"min":{"1min":0.30199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29399999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.65400000000000003,"15min":0.67100000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.745,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.63400000000000001,"15min":0.64600000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.498},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.70499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71499999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.70899999999999996,"15min":0.72799999999999998},"min":{"1min":0.495,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.78200000000000003,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.71599999999999997,"15min":0.73599999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70699999999999996,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.57699999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73799999999999999,"15min":0.75800000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77100000000000002,"5min":1.089,"15min":1.089},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.73599999999999999,"15min":0.752},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.83699999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.432}]},{"osd":10,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.68600000000000005,"15min":0.69799999999999995},"min":{"1min":0.50700000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.79600000000000004,"5min":0.998,"15min":0.998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.81899999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.59199999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.53500000000000003}]}]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":480349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.749,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.38,"5min":0.314,"15min":0.314},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.44800000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.90800000000000003,"5min":1.716,"15min":1.716},"last":0.875},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64400000000000002,"15min":0.63800000000000001},"min":{"1min":0.49099999999999999,"5min":0.438,"15min":0.438},"max":{"1min":0.83499999999999996,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.46200000000000002,"15min":0.45200000000000001},"min":{"1min":0.35099999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.497},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52300000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.77000000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.64800000000000002,"15min":0.64900000000000002},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.85399999999999998,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.68300000000000005,"15min":0.67300000000000004},"min":{"1min":0.55200000000000005,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.96899999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81599999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.51000000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.69299999999999995,"15min":0.69399999999999995},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.754}]},{"osd":7,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.78200000000000003,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.376,"15min":0.376},"max":{"1min":0.98299999999999998,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.78300000000000003,"15min":0.79500000000000004},"min":{"1min":0.53100000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.97199999999999998,"5min":1.762,"15min":1.762},"last":0.81100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68100000000000005,"15min":0.65300000000000002},"min":{"1min":0.58499999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.73699999999999999,"15min":0.71099999999999997},"min":{"1min":0.55300000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.65800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73099999999999998,"15min":0.71099999999999997},"min":{"1min":0.60199999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.76900000000000002,"15min":0.751},"min":{"1min":0.71399999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.83999999999999997}]}]},{"osd":7,"up_from":50,"seq":214748364850,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1601536,"data_stored":1072950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.45100000000000001,"15min":0.443},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.65400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":1.206,"15min":1.206},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91900000000000004,"5min":1.181,"15min":1.181},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.40400000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":1.022,"15min":1.022},"last":0.66600000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.55000000000000004,"15min":0.53200000000000003},"min":{"1min":0.41299999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.82199999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.47699999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0089999999999999,"5min":1.54,"15min":1.54},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72499999999999998,"15min":0.751},"min":{"1min":0.45300000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.88800000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.83699999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68899999999999995,"15min":0.67900000000000005},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.86699999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66500000000000004,"15min":0.67000000000000004},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":1.099,"15min":1.099},"last":0.68700000000000006}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.68500000000000005},"min":{"1min":0.53400000000000003,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.95499999999999996,"5min":1.044,"15min":1.044},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.71599999999999997,"15min":0.71999999999999997},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68899999999999995,"15min":0.68400000000000005},"min":{"1min":0.502,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.78900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93400000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.88500000000000001}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.86599999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528374,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":480162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40600000000000003,"15min":0.377},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.623,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41899999999999998,"15min":0.39000000000000001},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.67700000000000005,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.315}]},{"osd":1,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56799999999999995,"15min":0.53500000000000003},"min":{"1min":0.40400000000000003,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.81899999999999995,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55700000000000005,"15min":0.52900000000000003},"min":{"1min":0.36799999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76100000000000001,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.54200000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.61899999999999999,"15min":0.55700000000000005},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.877,"5min":2.8719999999999999,"15min":2.8719999999999999},"last":0.503},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.89700000000000002,"5min":2.8969999999999998,"15min":2.8969999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45200000000000001,"15min":0.42099999999999999},"min":{"1min":0.31900000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81200000000000006,"5min":3.6539999999999999,"15min":3.6539999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.56100000000000005,"15min":0.47899999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.84799999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.59299999999999997,"15min":0.57299999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61699999999999999,"15min":0.59899999999999998},"min":{"1min":0.46999999999999997,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.024,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.083,"5min":2.3570000000000002,"15min":2.3570000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.67400000000000004,"15min":0.64000000000000001},"min":{"1min":0.498,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.012,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.65500000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67600000000000005,"15min":0.65500000000000003},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.61399999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.0449999999999999,"5min":2.976,"15min":2.976},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.499,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.98499999999999999,"5min":2.9969999999999999,"15min":2.9969999999999999},"last":0.68999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.69799999999999995,"15min":0.64900000000000002},"min":{"1min":0.36299999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.214,"5min":8.3870000000000005,"15min":8.3870000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.68899999999999995,"15min":0.69499999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.46800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.52700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":1.1060000000000001,"5min":1.109,"15min":1.109},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.70099999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":3.2290000000000001,"5min":3.2290000000000001,"15min":3.2290000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.77200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":484774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:13 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.5,"15min":0.48499999999999999},"min":{"1min":0.40899999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52700000000000002,"15min":0.496},"min":{"1min":0.38,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85399999999999998,"5min":0.879,"15min":0.879},"last":0.89600000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.60899999999999999,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.59499999999999997,"15min":0.55100000000000005},"min":{"1min":0.47499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85199999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.79100000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52800000000000002,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56999999999999995,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86499999999999999,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.77400000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.46100000000000002,"15min":0.41199999999999998},"min":{"1min":0.36499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72599999999999998,"5min":0.871,"15min":0.871},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.64600000000000002,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.52800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.90200000000000002,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.73199999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57399999999999995,"15min":0.54800000000000004},"min":{"1min":0.42599999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82999999999999996,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60699999999999998,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.84499999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.59899999999999998,"15min":0.55000000000000004},"min":{"1min":0.46600000000000003,"5min":0.38,"15min":0.38},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.59999999999999998,"15min":0.56999999999999995},"min":{"1min":0.46000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.748}]},{"osd":8,"last update":"Thu Oct 5 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.67900000000000005,"15min":0.64500000000000002},"min":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.98499999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.88},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.75800000000000001,"15min":0.72699999999999998},"min":{"1min":0.55400000000000005,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.014,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.94299999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.70799999999999996,"15min":0.69799999999999995},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.73099999999999998,"15min":0.72499999999999998},"min":{"1min":0.66700000000000004,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.90500000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.81200000000000006,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.75700000000000001,"15min":0.754},"min":{"1min":0.58999999999999997,"5min":0.503,"15min":0.503},"max":{"1min":0.93799999999999994,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.84999999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.91900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":481358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.61399999999999999,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69499999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.39900000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.70899999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.498},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.79200000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76800000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59399999999999997,"15min":0.55200000000000005},"min":{"1min":0.499,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.48199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80900000000000005,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40500000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77700000000000002,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.501,"15min":0.51000000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70699999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81299999999999994,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.622},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60699999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.64600000000000002,"15min":0.66500000000000004},"min":{"1min":0.41599999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83699999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70199999999999996,"15min":0.71899999999999997},"min":{"1min":0.45900000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.96799999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.72099999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.64800000000000002,"15min":0.68300000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.64400000000000002,"15min":0.67200000000000004},"min":{"1min":0.47399999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71299999999999997,"15min":0.72099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.78900000000000003,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71099999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70799999999999996,"15min":0.70599999999999996},"min":{"1min":0.624,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.75},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.72099999999999997,"15min":0.72199999999999998},"min":{"1min":0.55100000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.73999999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":484994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53200000000000003,"15min":0.498},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71499999999999997,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52200000000000002,"15min":0.47199999999999998},"min":{"1min":0.38500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74399999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.61499999999999999,"15min":0.52800000000000002},"min":{"1min":0.60699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.53000000000000003},"min":{"1min":0.45000000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79300000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.71699999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55700000000000005,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.85599999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.52200000000000002},"min":{"1min":0.38,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71599999999999997,"5min":1.016,"15min":1.016},"last":0.66900000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.79000000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.51700000000000002,"15min":0.48499999999999999},"min":{"1min":0.376,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72199999999999998,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.56499999999999995,"15min":0.51700000000000002},"min":{"1min":0.433,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69499999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.63400000000000001,"15min":0.61599999999999999},"min":{"1min":0.47099999999999997,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67100000000000004,"15min":0.65900000000000003},"min":{"1min":0.47599999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89200000000000002,"5min":1.046,"15min":1.046},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.747},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.97499999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.65900000000000003,"15min":0.63100000000000001},"min":{"1min":0.46500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.627},"min":{"1min":0.55000000000000004,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.72599999999999998,"15min":0.70899999999999996},"min":{"1min":0.55700000000000005,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.92400000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.75900000000000001,"15min":0.73299999999999998},"min":{"1min":0.55600000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0569999999999999,"5min":1.095,"15min":1.095},"last":0.90100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.71199999999999997,"15min":0.69499999999999995},"min":{"1min":0.63900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.95699999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.879,"5min":0.747,"15min":0.72499999999999998},"min":{"1min":0.70999999999999996,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.91100000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.879}]}]},{"osd":3,"up_from":25,"seq":107374182466,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":479610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.55700000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.496,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52700000000000002,"15min":0.54700000000000004},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73699999999999999,"5min":1.077,"15min":1.077},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.53700000000000003},"min":{"1min":0.44,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83199999999999996,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.747,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59699999999999998,"15min":0.60499999999999998},"min":{"1min":0.434,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83299999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60099999999999998,"15min":0.57699999999999996},"min":{"1min":0.48799999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84599999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63300000000000001,"15min":0.625},"min":{"1min":0.41299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.71899999999999997,"5min":1.093,"15min":1.093},"last":0.45100000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48699999999999999,"15min":0.46899999999999997},"min":{"1min":0.372,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":1.044,"15min":1.044},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.629,"5min":1.141,"15min":1.141},"last":0.34200000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.60599999999999998,"15min":0.59799999999999998},"min":{"1min":0.45700000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76300000000000001,"5min":1.165,"15min":1.165},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.60999999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.59399999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58899999999999997,"15min":0.60399999999999998},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81599999999999995,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.435},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.68400000000000005},"min":{"1min":0.433,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.111,"15min":1.111},"last":0.38100000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73099999999999998,"15min":0.74099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.88500000000000001,"5min":1.204,"15min":1.204},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.71199999999999997,"15min":0.72399999999999998},"min":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.79700000000000004,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.496},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48799999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920831,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":479880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.376},"min":{"1min":0.32800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58599999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56999999999999995,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82799999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.57299999999999995,"15min":0.53400000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89100000000000001,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78500000000000003,"5min":0.871,"15min":0.871},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.62,"15min":0.58499999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59999999999999998,"15min":0.58799999999999997},"min":{"1min":0.41099999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.76900000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.66200000000000003,"15min":0.60899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78300000000000003,"5min":3.4489999999999998,"15min":3.4489999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.69699999999999995,"15min":0.66000000000000003},"min":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76900000000000002,"5min":5.6769999999999996,"15min":5.6769999999999996},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84299999999999997,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84699999999999998,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.60599999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.71199999999999997,"15min":0.70199999999999996},"min":{"1min":0.56000000000000005,"5min":0.441,"15min":0.441},"max":{"1min":0.88300000000000001,"5min":1.012,"15min":1.012},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.81799999999999995,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.86199999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.71299999999999997,"15min":0.71499999999999997},"min":{"1min":0.52600000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81200000000000006,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.747},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.75900000000000001,"15min":0.76900000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.97099999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.83099999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.98899999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.878}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81799999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757306,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.55100000000000005,"15min":0.51500000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.5190000000000001,"5min":2.5190000000000001,"15min":2.5190000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.55900000000000005,"15min":0.51900000000000002},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57199999999999995,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.81699999999999995,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.58499999999999996,"15min":0.53300000000000003},"min":{"1min":0.44400000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.85099999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.41099999999999998},"min":{"1min":0.34899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.44800000000000001,"15min":0.436},"min":{"1min":0.32900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.76000000000000001,"5min":0.871,"15min":0.871},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.56999999999999995,"15min":0.55200000000000005},"min":{"1min":0.38800000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.2309999999999999,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.52300000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82699999999999996,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.60199999999999998,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.748,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.79900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.41499999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.73299999999999998,"5min":1.292,"15min":1.292},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.52000000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.79900000000000004,"5min":1.306,"15min":1.306},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Oct 5 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.52500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86399999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83499999999999996,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.75600000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64000000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88600000000000001,"5min":1.006,"15min":1.006},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.46000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.72499999999999998},"min":{"1min":0.51700000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92400000000000004,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79100000000000004,"15min":0.76300000000000001},"min":{"1min":0.629,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.86799999999999999,"5min":4.0949999999999998,"15min":4.0949999999999998},"last":0.96199999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.72599999999999998,"15min":0.70999999999999996},"min":{"1min":0.69599999999999995,"5min":0.438,"15min":0.438},"max":{"1min":0.97699999999999998,"5min":0.997,"15min":0.997},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72699999999999998,"15min":0.71599999999999997},"min":{"1min":0.65400000000000003,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.93899999999999995,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:38:11.994 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-10-05T15:38:11.995 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:38:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:11 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4016429857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:11 smithi173 ceph-mon[104029]: pgmap v311: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-05T15:38:12.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:11 smithi173 ceph-mon[104029]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1854776813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec0ffdd0 msgr2=0x7ffbec1001f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1854776813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec1001f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc0099c0 tx=0x7ffbdc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1854776813 shutdown_connections 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1854776813 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec101960 0x7ffbec108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1854776813 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec1001f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1854776813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 0x7ffbec101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1854776813 >> 172.21.15.98:0/1854776813 conn(0x7ffbec0fb340 msgr2=0x7ffbec0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1854776813 shutdown_connections 2023-10-05T15:38:12.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.147+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1854776813 wait complete. 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 Processor -- start 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 -- start start 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 0x7ffbec195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbec19d610 con 0x7ffbec101960 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbec19d750 con 0x7ffbec0ffdd0 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbf0ea4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbec19d8e0 con 0x7ffbec100fc0 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45072/0 (socket says 172.21.15.98:45072) 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 -- 172.21.15.98:0/1832039692 learned_addr learned my addr 172.21.15.98:0/1832039692 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbea59c700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbe9d9b700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 0x7ffbec195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 -- 172.21.15.98:0/1832039692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 msgr2=0x7ffbec195fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 0x7ffbec195fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 -- 172.21.15.98:0/1832039692 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 msgr2=0x7ffbec195a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec195a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbead9d700 1 -- 172.21.15.98:0/1832039692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbdc0095f0 con 0x7ffbec101960 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.148+0000 7ffbea59c700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec195a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbead9d700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ffbe400ef30 tx=0x7ffbe400c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe4018070 con 0x7ffbec101960 2023-10-05T15:38:12.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbe400f040 con 0x7ffbec101960 2023-10-05T15:38:12.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbec19db60 con 0x7ffbec101960 2023-10-05T15:38:12.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe4003dc0 con 0x7ffbec101960 2023-10-05T15:38:12.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.149+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbec19e020 con 0x7ffbec101960 2023-10-05T15:38:12.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.150+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbec107360 con 0x7ffbec101960 2023-10-05T15:38:12.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.151+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffbe400caa0 con 0x7ffbec101960 2023-10-05T15:38:12.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.151+0000 7ffbdb7fe700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 0x7ffbd40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.151+0000 7ffbea59c700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 0x7ffbd40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.151+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7ffbe40ccd00 con 0x7ffbec101960 2023-10-05T15:38:12.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.152+0000 7ffbea59c700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 0x7ffbd40a3990 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc009990 tx=0x7ffbdc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.156+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffbe4096090 con 0x7ffbec101960 2023-10-05T15:38:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:11 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4016429857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:11 smithi115 ceph-mon[103691]: pgmap v311: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-05T15:38:12.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:11 smithi115 ceph-mon[103691]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:11 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4016429857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:11 smithi098 ceph-mon[99243]: pgmap v311: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-05T15:38:12.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:11 smithi098 ceph-mon[99243]: from='client.15549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:12.345 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.344+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 --> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffbec02d270 con 0x7ffbd40a14d0 2023-10-05T15:38:12.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.355+0000 7ffbdb7fe700 1 -- 172.21.15.98:0/1832039692 <== mgr.14152 v2:172.21.15.98:6800/1264833367 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+427705 (secure 0 0 0) 0x7ffbec02d270 con 0x7ffbd40a14d0 2023-10-05T15:38:12.362 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:12.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 msgr2=0x7ffbd40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 0x7ffbd40a3990 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc009990 tx=0x7ffbdc01a040 comp rx=0 tx=0).stop 2023-10-05T15:38:12.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 msgr2=0x7ffbec19d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ffbe400ef30 tx=0x7ffbe400c450 comp rx=0 tx=0).stop 2023-10-05T15:38:12.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 shutdown_connections 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffbd40a14d0 0x7ffbd40a3990 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffbec0ffdd0 0x7ffbec195a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffbec101960 0x7ffbec19d040 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.359+0000 7ffbf0ea4700 1 --2- 172.21.15.98:0/1832039692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbec100fc0 0x7ffbec195fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.360+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 >> 172.21.15.98:0/1832039692 conn(0x7ffbec0fb340 msgr2=0x7ffbec1044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.360+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 shutdown_connections 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.360+0000 7ffbf0ea4700 1 -- 172.21.15.98:0/1832039692 wait complete. 2023-10-05T15:38:12.366 INFO:teuthology.orchestra.run.smithi098.stderr:dumped all 2023-10-05T15:38:12.374 INFO:teuthology.orchestra.run.smithi098.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2023-10-05T15:38:11.554659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600892,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1027,"num_read_kb":578,"num_write":392,"num_write_kb":3007,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":322,"ondisk_log_size":322,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337808,"kb_used_data":13540,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604016,"statfs":{"total":1151940427776,"available":1151594512384,"internally_reserved":0,"allocated":13864960,"data_stored":7551914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":260,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":56,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003281"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640553+0000","last_change":"2023-10-05T15:36:19.988763+0000","last_active":"2023-10-05T15:37:25.640553+0000","last_peered":"2023-10-05T15:37:25.640553+0000","last_clean":"2023-10-05T15:37:25.640553+0000","last_became_active":"2023-10-05T15:36:19.988451+0000","last_became_peered":"2023-10-05T15:36:19.988451+0000","last_unstale":"2023-10-05T15:37:25.640553+0000","last_undegraded":"2023-10-05T15:37:25.640553+0000","last_fullsized":"2023-10-05T15:37:25.640553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:05.880380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638093+0000","last_change":"2023-10-05T15:36:19.981194+0000","last_active":"2023-10-05T15:37:25.638093+0000","last_peered":"2023-10-05T15:37:25.638093+0000","last_clean":"2023-10-05T15:37:25.638093+0000","last_became_active":"2023-10-05T15:36:19.980895+0000","last_became_peered":"2023-10-05T15:36:19.980895+0000","last_unstale":"2023-10-05T15:37:25.638093+0000","last_undegraded":"2023-10-05T15:37:25.638093+0000","last_fullsized":"2023-10-05T15:37:25.638093+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:26:51.769051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637843+0000","last_change":"2023-10-05T15:36:19.981596+0000","last_active":"2023-10-05T15:37:25.637843+0000","last_peered":"2023-10-05T15:37:25.637843+0000","last_clean":"2023-10-05T15:37:25.637843+0000","last_became_active":"2023-10-05T15:36:19.980257+0000","last_became_peered":"2023-10-05T15:36:19.980257+0000","last_unstale":"2023-10-05T15:37:25.637843+0000","last_undegraded":"2023-10-05T15:37:25.637843+0000","last_fullsized":"2023-10-05T15:37:25.637843+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:49:21.306535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.649696+0000","last_change":"2023-10-05T15:37:26.648721+0000","last_active":"2023-10-05T15:37:26.649696+0000","last_peered":"2023-10-05T15:37:26.649696+0000","last_clean":"2023-10-05T15:37:26.649696+0000","last_became_active":"2023-10-05T15:37:26.648263+0000","last_became_peered":"2023-10-05T15:37:26.648263+0000","last_unstale":"2023-10-05T15:37:26.649696+0000","last_undegraded":"2023-10-05T15:37:26.649696+0000","last_fullsized":"2023-10-05T15:37:26.649696+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:44.901754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636620+0000","last_change":"2023-10-05T15:36:19.989963+0000","last_active":"2023-10-05T15:37:25.636620+0000","last_peered":"2023-10-05T15:37:25.636620+0000","last_clean":"2023-10-05T15:37:25.636620+0000","last_became_active":"2023-10-05T15:36:19.989604+0000","last_became_peered":"2023-10-05T15:36:19.989604+0000","last_unstale":"2023-10-05T15:37:25.636620+0000","last_undegraded":"2023-10-05T15:37:25.636620+0000","last_fullsized":"2023-10-05T15:37:25.636620+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:16.308458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640426+0000","last_change":"2023-10-05T15:36:19.990543+0000","last_active":"2023-10-05T15:37:25.640426+0000","last_peered":"2023-10-05T15:37:25.640426+0000","last_clean":"2023-10-05T15:37:25.640426+0000","last_became_active":"2023-10-05T15:36:19.990259+0000","last_became_peered":"2023-10-05T15:36:19.990259+0000","last_unstale":"2023-10-05T15:37:25.640426+0000","last_undegraded":"2023-10-05T15:37:25.640426+0000","last_fullsized":"2023-10-05T15:37:25.640426+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:22:21.089310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638261+0000","last_change":"2023-10-05T15:36:19.986685+0000","last_active":"2023-10-05T15:37:25.638261+0000","last_peered":"2023-10-05T15:37:25.638261+0000","last_clean":"2023-10-05T15:37:25.638261+0000","last_became_active":"2023-10-05T15:36:19.986371+0000","last_became_peered":"2023-10-05T15:36:19.986371+0000","last_unstale":"2023-10-05T15:37:25.638261+0000","last_undegraded":"2023-10-05T15:37:25.638261+0000","last_fullsized":"2023-10-05T15:37:25.638261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:41.290893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646252+0000","last_change":"2023-10-05T15:36:19.989176+0000","last_active":"2023-10-05T15:37:25.646252+0000","last_peered":"2023-10-05T15:37:25.646252+0000","last_clean":"2023-10-05T15:37:25.646252+0000","last_became_active":"2023-10-05T15:36:19.988849+0000","last_became_peered":"2023-10-05T15:36:19.988849+0000","last_unstale":"2023-10-05T15:37:25.646252+0000","last_undegraded":"2023-10-05T15:37:25.646252+0000","last_fullsized":"2023-10-05T15:37:25.646252+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:56.853320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641735+0000","last_change":"2023-10-05T15:36:19.985531+0000","last_active":"2023-10-05T15:37:25.641735+0000","last_peered":"2023-10-05T15:37:25.641735+0000","last_clean":"2023-10-05T15:37:25.641735+0000","last_became_active":"2023-10-05T15:36:19.985046+0000","last_became_peered":"2023-10-05T15:36:19.985046+0000","last_unstale":"2023-10-05T15:37:25.641735+0000","last_undegraded":"2023-10-05T15:37:25.641735+0000","last_fullsized":"2023-10-05T15:37:25.641735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:00:02.667071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642895+0000","last_change":"2023-10-05T15:36:19.982930+0000","last_active":"2023-10-05T15:37:25.642895+0000","last_peered":"2023-10-05T15:37:25.642895+0000","last_clean":"2023-10-05T15:37:25.642895+0000","last_became_active":"2023-10-05T15:36:19.982520+0000","last_became_peered":"2023-10-05T15:36:19.982520+0000","last_unstale":"2023-10-05T15:37:25.642895+0000","last_undegraded":"2023-10-05T15:37:25.642895+0000","last_fullsized":"2023-10-05T15:37:25.642895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:29:32.910845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639086+0000","last_change":"2023-10-05T15:36:19.989096+0000","last_active":"2023-10-05T15:37:25.639086+0000","last_peered":"2023-10-05T15:37:25.639086+0000","last_clean":"2023-10-05T15:37:25.639086+0000","last_became_active":"2023-10-05T15:36:19.988809+0000","last_became_peered":"2023-10-05T15:36:19.988809+0000","last_unstale":"2023-10-05T15:37:25.639086+0000","last_undegraded":"2023-10-05T15:37:25.639086+0000","last_fullsized":"2023-10-05T15:37:25.639086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:47:54.942164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648557+0000","last_change":"2023-10-05T15:37:26.643551+0000","last_active":"2023-10-05T15:37:26.648557+0000","last_peered":"2023-10-05T15:37:26.648557+0000","last_clean":"2023-10-05T15:37:26.648557+0000","last_became_active":"2023-10-05T15:37:26.643235+0000","last_became_peered":"2023-10-05T15:37:26.643235+0000","last_unstale":"2023-10-05T15:37:26.648557+0000","last_undegraded":"2023-10-05T15:37:26.648557+0000","last_fullsized":"2023-10-05T15:37:26.648557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:28:39.837596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642111+0000","last_change":"2023-10-05T15:36:19.979951+0000","last_active":"2023-10-05T15:37:25.642111+0000","last_peered":"2023-10-05T15:37:25.642111+0000","last_clean":"2023-10-05T15:37:25.642111+0000","last_became_active":"2023-10-05T15:36:19.979627+0000","last_became_peered":"2023-10-05T15:36:19.979627+0000","last_unstale":"2023-10-05T15:37:25.642111+0000","last_undegraded":"2023-10-05T15:37:25.642111+0000","last_fullsized":"2023-10-05T15:37:25.642111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:20:24.634421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636945+0000","last_change":"2023-10-05T15:36:19.984363+0000","last_active":"2023-10-05T15:37:25.636945+0000","last_peered":"2023-10-05T15:37:25.636945+0000","last_clean":"2023-10-05T15:37:25.636945+0000","last_became_active":"2023-10-05T15:36:19.984033+0000","last_became_peered":"2023-10-05T15:36:19.984033+0000","last_unstale":"2023-10-05T15:37:25.636945+0000","last_undegraded":"2023-10-05T15:37:25.636945+0000","last_fullsized":"2023-10-05T15:37:25.636945+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:43:14.820382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636778+0000","last_change":"2023-10-05T15:36:19.982875+0000","last_active":"2023-10-05T15:37:25.636778+0000","last_peered":"2023-10-05T15:37:25.636778+0000","last_clean":"2023-10-05T15:37:25.636778+0000","last_became_active":"2023-10-05T15:36:19.982212+0000","last_became_peered":"2023-10-05T15:36:19.982212+0000","last_unstale":"2023-10-05T15:37:25.636778+0000","last_undegraded":"2023-10-05T15:37:25.636778+0000","last_fullsized":"2023-10-05T15:37:25.636778+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:16:41.948733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640547+0000","last_change":"2023-10-05T15:36:19.985233+0000","last_active":"2023-10-05T15:37:25.640547+0000","last_peered":"2023-10-05T15:37:25.640547+0000","last_clean":"2023-10-05T15:37:25.640547+0000","last_became_active":"2023-10-05T15:36:19.984949+0000","last_became_peered":"2023-10-05T15:36:19.984949+0000","last_unstale":"2023-10-05T15:37:25.640547+0000","last_undegraded":"2023-10-05T15:37:25.640547+0000","last_fullsized":"2023-10-05T15:37:25.640547+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:54:13.928640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640448+0000","last_change":"2023-10-05T15:36:19.988787+0000","last_active":"2023-10-05T15:37:25.640448+0000","last_peered":"2023-10-05T15:37:25.640448+0000","last_clean":"2023-10-05T15:37:25.640448+0000","last_became_active":"2023-10-05T15:36:19.988471+0000","last_became_peered":"2023-10-05T15:36:19.988471+0000","last_unstale":"2023-10-05T15:37:25.640448+0000","last_undegraded":"2023-10-05T15:37:25.640448+0000","last_fullsized":"2023-10-05T15:37:25.640448+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:06.538921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643072+0000","last_change":"2023-10-05T15:36:19.977413+0000","last_active":"2023-10-05T15:37:25.643072+0000","last_peered":"2023-10-05T15:37:25.643072+0000","last_clean":"2023-10-05T15:37:25.643072+0000","last_became_active":"2023-10-05T15:36:19.977105+0000","last_became_peered":"2023-10-05T15:36:19.977105+0000","last_unstale":"2023-10-05T15:37:25.643072+0000","last_undegraded":"2023-10-05T15:37:25.643072+0000","last_fullsized":"2023-10-05T15:37:25.643072+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:48:36.286240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643318+0000","last_change":"2023-10-05T15:36:19.982525+0000","last_active":"2023-10-05T15:37:25.643318+0000","last_peered":"2023-10-05T15:37:25.643318+0000","last_clean":"2023-10-05T15:37:25.643318+0000","last_became_active":"2023-10-05T15:36:19.982265+0000","last_became_peered":"2023-10-05T15:36:19.982265+0000","last_unstale":"2023-10-05T15:37:25.643318+0000","last_undegraded":"2023-10-05T15:37:25.643318+0000","last_fullsized":"2023-10-05T15:37:25.643318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:57.953601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642898+0000","last_change":"2023-10-05T15:36:24.358551+0000","last_active":"2023-10-05T15:37:25.642898+0000","last_peered":"2023-10-05T15:37:25.642898+0000","last_clean":"2023-10-05T15:37:25.642898+0000","last_became_active":"2023-10-05T15:36:24.358163+0000","last_became_peered":"2023-10-05T15:36:24.358163+0000","last_unstale":"2023-10-05T15:37:25.642898+0000","last_undegraded":"2023-10-05T15:37:25.642898+0000","last_fullsized":"2023-10-05T15:37:25.642898+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:41:49.063318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":120,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.030857+0000","last_change":"2023-10-05T15:36:18.963276+0000","last_active":"2023-10-05T15:38:07.030857+0000","last_peered":"2023-10-05T15:38:07.030857+0000","last_clean":"2023-10-05T15:38:07.030857+0000","last_became_active":"2023-10-05T15:36:18.962999+0000","last_became_peered":"2023-10-05T15:36:18.962999+0000","last_unstale":"2023-10-05T15:38:07.030857+0000","last_undegraded":"2023-10-05T15:38:07.030857+0000","last_fullsized":"2023-10-05T15:38:07.030857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:06:18.686564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647568+0000","last_change":"2023-10-05T15:36:19.985343+0000","last_active":"2023-10-05T15:37:25.647568+0000","last_peered":"2023-10-05T15:37:25.647568+0000","last_clean":"2023-10-05T15:37:25.647568+0000","last_became_active":"2023-10-05T15:36:19.985033+0000","last_became_peered":"2023-10-05T15:36:19.985033+0000","last_unstale":"2023-10-05T15:37:25.647568+0000","last_undegraded":"2023-10-05T15:37:25.647568+0000","last_fullsized":"2023-10-05T15:37:25.647568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:43:18.420106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642029+0000","last_change":"2023-10-05T15:36:24.357749+0000","last_active":"2023-10-05T15:37:25.642029+0000","last_peered":"2023-10-05T15:37:25.642029+0000","last_clean":"2023-10-05T15:37:25.642029+0000","last_became_active":"2023-10-05T15:36:24.357217+0000","last_became_peered":"2023-10-05T15:36:24.357217+0000","last_unstale":"2023-10-05T15:37:25.642029+0000","last_undegraded":"2023-10-05T15:37:25.642029+0000","last_fullsized":"2023-10-05T15:37:25.642029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:03:07.028057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647663+0000","last_change":"2023-10-05T15:36:18.963235+0000","last_active":"2023-10-05T15:37:25.647663+0000","last_peered":"2023-10-05T15:37:25.647663+0000","last_clean":"2023-10-05T15:37:25.647663+0000","last_became_active":"2023-10-05T15:36:18.962926+0000","last_became_peered":"2023-10-05T15:36:18.962926+0000","last_unstale":"2023-10-05T15:37:25.647663+0000","last_undegraded":"2023-10-05T15:37:25.647663+0000","last_fullsized":"2023-10-05T15:37:25.647663+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:32:34.634990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639324+0000","last_change":"2023-10-05T15:36:19.982655+0000","last_active":"2023-10-05T15:37:25.639324+0000","last_peered":"2023-10-05T15:37:25.639324+0000","last_clean":"2023-10-05T15:37:25.639324+0000","last_became_active":"2023-10-05T15:36:19.981724+0000","last_became_peered":"2023-10-05T15:36:19.981724+0000","last_unstale":"2023-10-05T15:37:25.639324+0000","last_undegraded":"2023-10-05T15:37:25.639324+0000","last_fullsized":"2023-10-05T15:37:25.639324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:48.576933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642505+0000","last_change":"2023-10-05T15:36:24.357724+0000","last_active":"2023-10-05T15:37:25.642505+0000","last_peered":"2023-10-05T15:37:25.642505+0000","last_clean":"2023-10-05T15:37:25.642505+0000","last_became_active":"2023-10-05T15:36:24.357310+0000","last_became_peered":"2023-10-05T15:36:24.357310+0000","last_unstale":"2023-10-05T15:37:25.642505+0000","last_undegraded":"2023-10-05T15:37:25.642505+0000","last_fullsized":"2023-10-05T15:37:25.642505+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:46:32.703758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637183+0000","last_change":"2023-10-05T15:36:18.964806+0000","last_active":"2023-10-05T15:37:25.637183+0000","last_peered":"2023-10-05T15:37:25.637183+0000","last_clean":"2023-10-05T15:37:25.637183+0000","last_became_active":"2023-10-05T15:36:18.964445+0000","last_became_peered":"2023-10-05T15:36:18.964445+0000","last_unstale":"2023-10-05T15:37:25.637183+0000","last_undegraded":"2023-10-05T15:37:25.637183+0000","last_fullsized":"2023-10-05T15:37:25.637183+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:00:37.677403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641133+0000","last_change":"2023-10-05T15:36:19.981882+0000","last_active":"2023-10-05T15:37:25.641133+0000","last_peered":"2023-10-05T15:37:25.641133+0000","last_clean":"2023-10-05T15:37:25.641133+0000","last_became_active":"2023-10-05T15:36:19.981532+0000","last_became_peered":"2023-10-05T15:36:19.981532+0000","last_unstale":"2023-10-05T15:37:25.641133+0000","last_undegraded":"2023-10-05T15:37:25.641133+0000","last_fullsized":"2023-10-05T15:37:25.641133+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:22.336420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643162+0000","last_change":"2023-10-05T15:36:24.352897+0000","last_active":"2023-10-05T15:37:25.643162+0000","last_peered":"2023-10-05T15:37:25.643162+0000","last_clean":"2023-10-05T15:37:25.643162+0000","last_became_active":"2023-10-05T15:36:24.352472+0000","last_became_peered":"2023-10-05T15:36:24.352472+0000","last_unstale":"2023-10-05T15:37:25.643162+0000","last_undegraded":"2023-10-05T15:37:25.643162+0000","last_fullsized":"2023-10-05T15:37:25.643162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:40.923471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636814+0000","last_change":"2023-10-05T15:36:18.962232+0000","last_active":"2023-10-05T15:37:25.636814+0000","last_peered":"2023-10-05T15:37:25.636814+0000","last_clean":"2023-10-05T15:37:25.636814+0000","last_became_active":"2023-10-05T15:36:18.961200+0000","last_became_peered":"2023-10-05T15:36:18.961200+0000","last_unstale":"2023-10-05T15:37:25.636814+0000","last_undegraded":"2023-10-05T15:37:25.636814+0000","last_fullsized":"2023-10-05T15:37:25.636814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:47:03.899532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639849+0000","last_change":"2023-10-05T15:36:19.989528+0000","last_active":"2023-10-05T15:37:25.639849+0000","last_peered":"2023-10-05T15:37:25.639849+0000","last_clean":"2023-10-05T15:37:25.639849+0000","last_became_active":"2023-10-05T15:36:19.989251+0000","last_became_peered":"2023-10-05T15:36:19.989251+0000","last_unstale":"2023-10-05T15:37:25.639849+0000","last_undegraded":"2023-10-05T15:37:25.639849+0000","last_fullsized":"2023-10-05T15:37:25.639849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:06:40.644437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643185+0000","last_change":"2023-10-05T15:36:24.350596+0000","last_active":"2023-10-05T15:37:25.643185+0000","last_peered":"2023-10-05T15:37:25.643185+0000","last_clean":"2023-10-05T15:37:25.643185+0000","last_became_active":"2023-10-05T15:36:24.350146+0000","last_became_peered":"2023-10-05T15:36:24.350146+0000","last_unstale":"2023-10-05T15:37:25.643185+0000","last_undegraded":"2023-10-05T15:37:25.643185+0000","last_fullsized":"2023-10-05T15:37:25.643185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:36:57.973635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.970027+0000","last_change":"2023-10-05T15:36:18.961583+0000","last_active":"2023-10-05T15:38:06.970027+0000","last_peered":"2023-10-05T15:38:06.970027+0000","last_clean":"2023-10-05T15:38:06.970027+0000","last_became_active":"2023-10-05T15:36:18.961239+0000","last_became_peered":"2023-10-05T15:36:18.961239+0000","last_unstale":"2023-10-05T15:38:06.970027+0000","last_undegraded":"2023-10-05T15:38:06.970027+0000","last_fullsized":"2023-10-05T15:38:06.970027+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:32.515628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760055+0000","last_change":"2023-10-05T15:37:26.760055+0000","last_active":"2023-10-05T15:37:26.760055+0000","last_peered":"2023-10-05T15:37:26.760055+0000","last_clean":"2023-10-05T15:37:26.760055+0000","last_became_active":"2023-10-05T15:37:26.759663+0000","last_became_peered":"2023-10-05T15:37:26.759663+0000","last_unstale":"2023-10-05T15:37:26.760055+0000","last_undegraded":"2023-10-05T15:37:26.760055+0000","last_fullsized":"2023-10-05T15:37:26.760055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:14:21.198834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643412+0000","last_change":"2023-10-05T15:36:24.358684+0000","last_active":"2023-10-05T15:37:25.643412+0000","last_peered":"2023-10-05T15:37:25.643412+0000","last_clean":"2023-10-05T15:37:25.643412+0000","last_became_active":"2023-10-05T15:36:24.358283+0000","last_became_peered":"2023-10-05T15:36:24.358283+0000","last_unstale":"2023-10-05T15:37:25.643412+0000","last_undegraded":"2023-10-05T15:37:25.643412+0000","last_fullsized":"2023-10-05T15:37:25.643412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:46:08.227994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640320+0000","last_change":"2023-10-05T15:36:18.956241+0000","last_active":"2023-10-05T15:37:25.640320+0000","last_peered":"2023-10-05T15:37:25.640320+0000","last_clean":"2023-10-05T15:37:25.640320+0000","last_became_active":"2023-10-05T15:36:18.955929+0000","last_became_peered":"2023-10-05T15:36:18.955929+0000","last_unstale":"2023-10-05T15:37:25.640320+0000","last_undegraded":"2023-10-05T15:37:25.640320+0000","last_fullsized":"2023-10-05T15:37:25.640320+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:26:00.550596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640708+0000","last_change":"2023-10-05T15:36:19.981402+0000","last_active":"2023-10-05T15:37:25.640708+0000","last_peered":"2023-10-05T15:37:25.640708+0000","last_clean":"2023-10-05T15:37:25.640708+0000","last_became_active":"2023-10-05T15:36:19.981085+0000","last_became_peered":"2023-10-05T15:36:19.981085+0000","last_unstale":"2023-10-05T15:37:25.640708+0000","last_undegraded":"2023-10-05T15:37:25.640708+0000","last_fullsized":"2023-10-05T15:37:25.640708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:53:05.833447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640251+0000","last_change":"2023-10-05T15:36:24.360384+0000","last_active":"2023-10-05T15:37:25.640251+0000","last_peered":"2023-10-05T15:37:25.640251+0000","last_clean":"2023-10-05T15:37:25.640251+0000","last_became_active":"2023-10-05T15:36:24.359689+0000","last_became_peered":"2023-10-05T15:36:24.359689+0000","last_unstale":"2023-10-05T15:37:25.640251+0000","last_undegraded":"2023-10-05T15:37:25.640251+0000","last_fullsized":"2023-10-05T15:37:25.640251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:34:11.349661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641424+0000","last_change":"2023-10-05T15:36:18.958186+0000","last_active":"2023-10-05T15:37:25.641424+0000","last_peered":"2023-10-05T15:37:25.641424+0000","last_clean":"2023-10-05T15:37:25.641424+0000","last_became_active":"2023-10-05T15:36:18.957882+0000","last_became_peered":"2023-10-05T15:36:18.957882+0000","last_unstale":"2023-10-05T15:37:25.641424+0000","last_undegraded":"2023-10-05T15:37:25.641424+0000","last_fullsized":"2023-10-05T15:37:25.641424+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:35.449164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646205+0000","last_change":"2023-10-05T15:36:19.975938+0000","last_active":"2023-10-05T15:37:25.646205+0000","last_peered":"2023-10-05T15:37:25.646205+0000","last_clean":"2023-10-05T15:37:25.646205+0000","last_became_active":"2023-10-05T15:36:19.975546+0000","last_became_peered":"2023-10-05T15:36:19.975546+0000","last_unstale":"2023-10-05T15:37:25.646205+0000","last_undegraded":"2023-10-05T15:37:25.646205+0000","last_fullsized":"2023-10-05T15:37:25.646205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:25.775681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638009+0000","last_change":"2023-10-05T15:36:24.348899+0000","last_active":"2023-10-05T15:37:25.638009+0000","last_peered":"2023-10-05T15:37:25.638009+0000","last_clean":"2023-10-05T15:37:25.638009+0000","last_became_active":"2023-10-05T15:36:24.348553+0000","last_became_peered":"2023-10-05T15:36:24.348553+0000","last_unstale":"2023-10-05T15:37:25.638009+0000","last_undegraded":"2023-10-05T15:37:25.638009+0000","last_fullsized":"2023-10-05T15:37:25.638009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:59:05.697504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639058+0000","last_change":"2023-10-05T15:36:18.964853+0000","last_active":"2023-10-05T15:37:25.639058+0000","last_peered":"2023-10-05T15:37:25.639058+0000","last_clean":"2023-10-05T15:37:25.639058+0000","last_became_active":"2023-10-05T15:36:18.964328+0000","last_became_peered":"2023-10-05T15:36:18.964328+0000","last_unstale":"2023-10-05T15:37:25.639058+0000","last_undegraded":"2023-10-05T15:37:25.639058+0000","last_fullsized":"2023-10-05T15:37:25.639058+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:10:41.474307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642441+0000","last_change":"2023-10-05T15:36:19.976552+0000","last_active":"2023-10-05T15:37:25.642441+0000","last_peered":"2023-10-05T15:37:25.642441+0000","last_clean":"2023-10-05T15:37:25.642441+0000","last_became_active":"2023-10-05T15:36:19.976322+0000","last_became_peered":"2023-10-05T15:36:19.976322+0000","last_unstale":"2023-10-05T15:37:25.642441+0000","last_undegraded":"2023-10-05T15:37:25.642441+0000","last_fullsized":"2023-10-05T15:37:25.642441+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:52:51.560571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.647023+0000","last_change":"2023-10-05T15:36:24.352612+0000","last_active":"2023-10-05T15:37:25.647023+0000","last_peered":"2023-10-05T15:37:25.647023+0000","last_clean":"2023-10-05T15:37:25.647023+0000","last_became_active":"2023-10-05T15:36:24.352224+0000","last_became_peered":"2023-10-05T15:36:24.352224+0000","last_unstale":"2023-10-05T15:37:25.647023+0000","last_undegraded":"2023-10-05T15:37:25.647023+0000","last_fullsized":"2023-10-05T15:37:25.647023+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:55:26.014204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":195,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.969290+0000","last_change":"2023-10-05T15:36:18.957332+0000","last_active":"2023-10-05T15:38:06.969290+0000","last_peered":"2023-10-05T15:38:06.969290+0000","last_clean":"2023-10-05T15:38:06.969290+0000","last_became_active":"2023-10-05T15:36:18.957033+0000","last_became_peered":"2023-10-05T15:36:18.957033+0000","last_unstale":"2023-10-05T15:38:06.969290+0000","last_undegraded":"2023-10-05T15:38:06.969290+0000","last_fullsized":"2023-10-05T15:38:06.969290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:03:23.355722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":172,"num_read_kb":172,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642104+0000","last_change":"2023-10-05T15:36:19.980712+0000","last_active":"2023-10-05T15:37:25.642104+0000","last_peered":"2023-10-05T15:37:25.642104+0000","last_clean":"2023-10-05T15:37:25.642104+0000","last_became_active":"2023-10-05T15:36:19.980407+0000","last_became_peered":"2023-10-05T15:36:19.980407+0000","last_unstale":"2023-10-05T15:37:25.642104+0000","last_undegraded":"2023-10-05T15:37:25.642104+0000","last_fullsized":"2023-10-05T15:37:25.642104+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:47:05.578211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641244+0000","last_change":"2023-10-05T15:36:24.361301+0000","last_active":"2023-10-05T15:37:25.641244+0000","last_peered":"2023-10-05T15:37:25.641244+0000","last_clean":"2023-10-05T15:37:25.641244+0000","last_became_active":"2023-10-05T15:36:24.360926+0000","last_became_peered":"2023-10-05T15:36:24.360926+0000","last_unstale":"2023-10-05T15:37:25.641244+0000","last_undegraded":"2023-10-05T15:37:25.641244+0000","last_fullsized":"2023-10-05T15:37:25.641244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:15.760642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639186+0000","last_change":"2023-10-05T15:36:18.962758+0000","last_active":"2023-10-05T15:37:25.639186+0000","last_peered":"2023-10-05T15:37:25.639186+0000","last_clean":"2023-10-05T15:37:25.639186+0000","last_became_active":"2023-10-05T15:36:18.962422+0000","last_became_peered":"2023-10-05T15:36:18.962422+0000","last_unstale":"2023-10-05T15:37:25.639186+0000","last_undegraded":"2023-10-05T15:37:25.639186+0000","last_fullsized":"2023-10-05T15:37:25.639186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:04:45.713907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639400+0000","last_change":"2023-10-05T15:36:19.985072+0000","last_active":"2023-10-05T15:37:25.639400+0000","last_peered":"2023-10-05T15:37:25.639400+0000","last_clean":"2023-10-05T15:37:25.639400+0000","last_became_active":"2023-10-05T15:36:19.984747+0000","last_became_peered":"2023-10-05T15:36:19.984747+0000","last_unstale":"2023-10-05T15:37:25.639400+0000","last_undegraded":"2023-10-05T15:37:25.639400+0000","last_fullsized":"2023-10-05T15:37:25.639400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:08:55.738843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642629+0000","last_change":"2023-10-05T15:36:24.358843+0000","last_active":"2023-10-05T15:37:25.642629+0000","last_peered":"2023-10-05T15:37:25.642629+0000","last_clean":"2023-10-05T15:37:25.642629+0000","last_became_active":"2023-10-05T15:36:24.358224+0000","last_became_peered":"2023-10-05T15:36:24.358224+0000","last_unstale":"2023-10-05T15:37:25.642629+0000","last_undegraded":"2023-10-05T15:37:25.642629+0000","last_fullsized":"2023-10-05T15:37:25.642629+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:01:52.302202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639726+0000","last_change":"2023-10-05T15:36:18.959919+0000","last_active":"2023-10-05T15:37:25.639726+0000","last_peered":"2023-10-05T15:37:25.639726+0000","last_clean":"2023-10-05T15:37:25.639726+0000","last_became_active":"2023-10-05T15:36:18.959548+0000","last_became_peered":"2023-10-05T15:36:18.959548+0000","last_unstale":"2023-10-05T15:37:25.639726+0000","last_undegraded":"2023-10-05T15:37:25.639726+0000","last_fullsized":"2023-10-05T15:37:25.639726+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:08:48.970859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641285+0000","last_change":"2023-10-05T15:36:19.982480+0000","last_active":"2023-10-05T15:37:25.641285+0000","last_peered":"2023-10-05T15:37:25.641285+0000","last_clean":"2023-10-05T15:37:25.641285+0000","last_became_active":"2023-10-05T15:36:19.982180+0000","last_became_peered":"2023-10-05T15:36:19.982180+0000","last_unstale":"2023-10-05T15:37:25.641285+0000","last_undegraded":"2023-10-05T15:37:25.641285+0000","last_fullsized":"2023-10-05T15:37:25.641285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:49:48.698122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643860+0000","last_change":"2023-10-05T15:36:24.356027+0000","last_active":"2023-10-05T15:37:25.643860+0000","last_peered":"2023-10-05T15:37:25.643860+0000","last_clean":"2023-10-05T15:37:25.643860+0000","last_became_active":"2023-10-05T15:36:24.355674+0000","last_became_peered":"2023-10-05T15:36:24.355674+0000","last_unstale":"2023-10-05T15:37:25.643860+0000","last_undegraded":"2023-10-05T15:37:25.643860+0000","last_fullsized":"2023-10-05T15:37:25.643860+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:52:04.455978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'14","reported_seq":207,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:06.968889+0000","last_change":"2023-10-05T15:36:18.955564+0000","last_active":"2023-10-05T15:38:06.968889+0000","last_peered":"2023-10-05T15:38:06.968889+0000","last_clean":"2023-10-05T15:38:06.968889+0000","last_became_active":"2023-10-05T15:36:18.955244+0000","last_became_peered":"2023-10-05T15:36:18.955244+0000","last_unstale":"2023-10-05T15:38:06.968889+0000","last_undegraded":"2023-10-05T15:38:06.968889+0000","last_fullsized":"2023-10-05T15:38:06.968889+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:07:47.640975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":174,"num_read_kb":91,"num_write":16,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636920+0000","last_change":"2023-10-05T15:36:19.985221+0000","last_active":"2023-10-05T15:37:25.636920+0000","last_peered":"2023-10-05T15:37:25.636920+0000","last_clean":"2023-10-05T15:37:25.636920+0000","last_became_active":"2023-10-05T15:36:19.984709+0000","last_became_peered":"2023-10-05T15:36:19.984709+0000","last_unstale":"2023-10-05T15:37:25.636920+0000","last_undegraded":"2023-10-05T15:37:25.636920+0000","last_fullsized":"2023-10-05T15:37:25.636920+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:50:54.183053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640188+0000","last_change":"2023-10-05T15:36:24.352795+0000","last_active":"2023-10-05T15:37:25.640188+0000","last_peered":"2023-10-05T15:37:25.640188+0000","last_clean":"2023-10-05T15:37:25.640188+0000","last_became_active":"2023-10-05T15:36:24.352266+0000","last_became_peered":"2023-10-05T15:36:24.352266+0000","last_unstale":"2023-10-05T15:37:25.640188+0000","last_undegraded":"2023-10-05T15:37:25.640188+0000","last_fullsized":"2023-10-05T15:37:25.640188+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:25.302911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643167+0000","last_change":"2023-10-05T15:36:18.954933+0000","last_active":"2023-10-05T15:37:25.643167+0000","last_peered":"2023-10-05T15:37:25.643167+0000","last_clean":"2023-10-05T15:37:25.643167+0000","last_became_active":"2023-10-05T15:36:18.954623+0000","last_became_peered":"2023-10-05T15:36:18.954623+0000","last_unstale":"2023-10-05T15:37:25.643167+0000","last_undegraded":"2023-10-05T15:37:25.643167+0000","last_fullsized":"2023-10-05T15:37:25.643167+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:32:17.599773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641674+0000","last_change":"2023-10-05T15:36:19.981278+0000","last_active":"2023-10-05T15:37:25.641674+0000","last_peered":"2023-10-05T15:37:25.641674+0000","last_clean":"2023-10-05T15:37:25.641674+0000","last_became_active":"2023-10-05T15:36:19.980822+0000","last_became_peered":"2023-10-05T15:36:19.980822+0000","last_unstale":"2023-10-05T15:37:25.641674+0000","last_undegraded":"2023-10-05T15:37:25.641674+0000","last_fullsized":"2023-10-05T15:37:25.641674+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:55:40.273706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640000+0000","last_change":"2023-10-05T15:36:24.358884+0000","last_active":"2023-10-05T15:37:25.640000+0000","last_peered":"2023-10-05T15:37:25.640000+0000","last_clean":"2023-10-05T15:37:25.640000+0000","last_became_active":"2023-10-05T15:36:24.358465+0000","last_became_peered":"2023-10-05T15:36:24.358465+0000","last_unstale":"2023-10-05T15:37:25.640000+0000","last_undegraded":"2023-10-05T15:37:25.640000+0000","last_fullsized":"2023-10-05T15:37:25.640000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:19:37.344516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639520+0000","last_change":"2023-10-05T15:36:18.961623+0000","last_active":"2023-10-05T15:37:25.639520+0000","last_peered":"2023-10-05T15:37:25.639520+0000","last_clean":"2023-10-05T15:37:25.639520+0000","last_became_active":"2023-10-05T15:36:18.961291+0000","last_became_peered":"2023-10-05T15:36:18.961291+0000","last_unstale":"2023-10-05T15:37:25.639520+0000","last_undegraded":"2023-10-05T15:37:25.639520+0000","last_fullsized":"2023-10-05T15:37:25.639520+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:55:10.829392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638765+0000","last_change":"2023-10-05T15:36:19.984279+0000","last_active":"2023-10-05T15:37:25.638765+0000","last_peered":"2023-10-05T15:37:25.638765+0000","last_clean":"2023-10-05T15:37:25.638765+0000","last_became_active":"2023-10-05T15:36:19.983925+0000","last_became_peered":"2023-10-05T15:36:19.983925+0000","last_unstale":"2023-10-05T15:37:25.638765+0000","last_undegraded":"2023-10-05T15:37:25.638765+0000","last_fullsized":"2023-10-05T15:37:25.638765+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:36:25.016224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760265+0000","last_change":"2023-10-05T15:37:26.760265+0000","last_active":"2023-10-05T15:37:26.760265+0000","last_peered":"2023-10-05T15:37:26.760265+0000","last_clean":"2023-10-05T15:37:26.760265+0000","last_became_active":"2023-10-05T15:37:26.759735+0000","last_became_peered":"2023-10-05T15:37:26.759735+0000","last_unstale":"2023-10-05T15:37:26.760265+0000","last_undegraded":"2023-10-05T15:37:26.760265+0000","last_fullsized":"2023-10-05T15:37:26.760265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:42:54.692003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":113,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:07.969484+0000","last_change":"2023-10-05T15:36:18.960891+0000","last_active":"2023-10-05T15:38:07.969484+0000","last_peered":"2023-10-05T15:38:07.969484+0000","last_clean":"2023-10-05T15:38:07.969484+0000","last_became_active":"2023-10-05T15:36:18.960531+0000","last_became_peered":"2023-10-05T15:36:18.960531+0000","last_unstale":"2023-10-05T15:38:07.969484+0000","last_undegraded":"2023-10-05T15:38:07.969484+0000","last_fullsized":"2023-10-05T15:38:07.969484+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:56:41.271912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638054+0000","last_change":"2023-10-05T15:36:19.987239+0000","last_active":"2023-10-05T15:37:25.638054+0000","last_peered":"2023-10-05T15:37:25.638054+0000","last_clean":"2023-10-05T15:37:25.638054+0000","last_became_active":"2023-10-05T15:36:19.986929+0000","last_became_peered":"2023-10-05T15:36:19.986929+0000","last_unstale":"2023-10-05T15:37:25.638054+0000","last_undegraded":"2023-10-05T15:37:25.638054+0000","last_fullsized":"2023-10-05T15:37:25.638054+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:15:45.591708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.644244+0000","last_change":"2023-10-05T15:36:24.361587+0000","last_active":"2023-10-05T15:37:25.644244+0000","last_peered":"2023-10-05T15:37:25.644244+0000","last_clean":"2023-10-05T15:37:25.644244+0000","last_became_active":"2023-10-05T15:36:24.361092+0000","last_became_peered":"2023-10-05T15:36:24.361092+0000","last_unstale":"2023-10-05T15:37:25.644244+0000","last_undegraded":"2023-10-05T15:37:25.644244+0000","last_fullsized":"2023-10-05T15:37:25.644244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:34.018998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636476+0000","last_change":"2023-10-05T15:36:18.966228+0000","last_active":"2023-10-05T15:37:25.636476+0000","last_peered":"2023-10-05T15:37:25.636476+0000","last_clean":"2023-10-05T15:37:25.636476+0000","last_became_active":"2023-10-05T15:36:18.965790+0000","last_became_peered":"2023-10-05T15:36:18.965790+0000","last_unstale":"2023-10-05T15:37:25.636476+0000","last_undegraded":"2023-10-05T15:37:25.636476+0000","last_fullsized":"2023-10-05T15:37:25.636476+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:17:45.397095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639263+0000","last_change":"2023-10-05T15:36:19.981538+0000","last_active":"2023-10-05T15:37:25.639263+0000","last_peered":"2023-10-05T15:37:25.639263+0000","last_clean":"2023-10-05T15:37:25.639263+0000","last_became_active":"2023-10-05T15:36:19.981229+0000","last_became_peered":"2023-10-05T15:36:19.981229+0000","last_unstale":"2023-10-05T15:37:25.639263+0000","last_undegraded":"2023-10-05T15:37:25.639263+0000","last_fullsized":"2023-10-05T15:37:25.639263+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:01:35.775106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639166+0000","last_change":"2023-10-05T15:36:24.353002+0000","last_active":"2023-10-05T15:37:25.639166+0000","last_peered":"2023-10-05T15:37:25.639166+0000","last_clean":"2023-10-05T15:37:25.639166+0000","last_became_active":"2023-10-05T15:36:24.352295+0000","last_became_peered":"2023-10-05T15:36:24.352295+0000","last_unstale":"2023-10-05T15:37:25.639166+0000","last_undegraded":"2023-10-05T15:37:25.639166+0000","last_fullsized":"2023-10-05T15:37:25.639166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:29.624928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636970+0000","last_change":"2023-10-05T15:36:18.961995+0000","last_active":"2023-10-05T15:37:25.636970+0000","last_peered":"2023-10-05T15:37:25.636970+0000","last_clean":"2023-10-05T15:37:25.636970+0000","last_became_active":"2023-10-05T15:36:18.961325+0000","last_became_peered":"2023-10-05T15:36:18.961325+0000","last_unstale":"2023-10-05T15:37:25.636970+0000","last_undegraded":"2023-10-05T15:37:25.636970+0000","last_fullsized":"2023-10-05T15:37:25.636970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:53:13.058106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640335+0000","last_change":"2023-10-05T15:36:19.982306+0000","last_active":"2023-10-05T15:37:25.640335+0000","last_peered":"2023-10-05T15:37:25.640335+0000","last_clean":"2023-10-05T15:37:25.640335+0000","last_became_active":"2023-10-05T15:36:19.982026+0000","last_became_peered":"2023-10-05T15:36:19.982026+0000","last_unstale":"2023-10-05T15:37:25.640335+0000","last_undegraded":"2023-10-05T15:37:25.640335+0000","last_fullsized":"2023-10-05T15:37:25.640335+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:34:12.503840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.760298+0000","last_change":"2023-10-05T15:37:26.760298+0000","last_active":"2023-10-05T15:37:26.760298+0000","last_peered":"2023-10-05T15:37:26.760298+0000","last_clean":"2023-10-05T15:37:26.760298+0000","last_became_active":"2023-10-05T15:37:26.759778+0000","last_became_peered":"2023-10-05T15:37:26.759778+0000","last_unstale":"2023-10-05T15:37:26.760298+0000","last_undegraded":"2023-10-05T15:37:26.760298+0000","last_fullsized":"2023-10-05T15:37:26.760298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:14:32.329259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642712+0000","last_change":"2023-10-05T15:36:18.961074+0000","last_active":"2023-10-05T15:37:25.642712+0000","last_peered":"2023-10-05T15:37:25.642712+0000","last_clean":"2023-10-05T15:37:25.642712+0000","last_became_active":"2023-10-05T15:36:18.960760+0000","last_became_peered":"2023-10-05T15:36:18.960760+0000","last_unstale":"2023-10-05T15:37:25.642712+0000","last_undegraded":"2023-10-05T15:37:25.642712+0000","last_fullsized":"2023-10-05T15:37:25.642712+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:06:44.860005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.648907+0000","last_change":"2023-10-05T15:37:26.648907+0000","last_active":"2023-10-05T15:37:26.648907+0000","last_peered":"2023-10-05T15:37:26.648907+0000","last_clean":"2023-10-05T15:37:26.648907+0000","last_became_active":"2023-10-05T15:37:26.648573+0000","last_became_peered":"2023-10-05T15:37:26.648573+0000","last_unstale":"2023-10-05T15:37:26.648907+0000","last_undegraded":"2023-10-05T15:37:26.648907+0000","last_fullsized":"2023-10-05T15:37:26.648907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:14:49.656935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643722+0000","last_change":"2023-10-05T15:36:24.353673+0000","last_active":"2023-10-05T15:37:25.643722+0000","last_peered":"2023-10-05T15:37:25.643722+0000","last_clean":"2023-10-05T15:37:25.643722+0000","last_became_active":"2023-10-05T15:36:24.353304+0000","last_became_peered":"2023-10-05T15:36:24.353304+0000","last_unstale":"2023-10-05T15:37:25.643722+0000","last_undegraded":"2023-10-05T15:37:25.643722+0000","last_fullsized":"2023-10-05T15:37:25.643722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:49:18.434667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.971275+0000","last_change":"2023-10-05T15:36:18.964978+0000","last_active":"2023-10-05T15:38:08.971275+0000","last_peered":"2023-10-05T15:38:08.971275+0000","last_clean":"2023-10-05T15:38:08.971275+0000","last_became_active":"2023-10-05T15:36:18.964655+0000","last_became_peered":"2023-10-05T15:36:18.964655+0000","last_unstale":"2023-10-05T15:38:08.971275+0000","last_undegraded":"2023-10-05T15:38:08.971275+0000","last_fullsized":"2023-10-05T15:38:08.971275+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:22.884474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":848,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640247+0000","last_change":"2023-10-05T15:36:19.984544+0000","last_active":"2023-10-05T15:37:25.640247+0000","last_peered":"2023-10-05T15:37:25.640247+0000","last_clean":"2023-10-05T15:37:25.640247+0000","last_became_active":"2023-10-05T15:36:19.984220+0000","last_became_peered":"2023-10-05T15:36:19.984220+0000","last_unstale":"2023-10-05T15:37:25.640247+0000","last_undegraded":"2023-10-05T15:37:25.640247+0000","last_fullsized":"2023-10-05T15:37:25.640247+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:12:34.247036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.645239+0000","last_change":"2023-10-05T15:36:24.354030+0000","last_active":"2023-10-05T15:37:25.645239+0000","last_peered":"2023-10-05T15:37:25.645239+0000","last_clean":"2023-10-05T15:37:25.645239+0000","last_became_active":"2023-10-05T15:36:24.353597+0000","last_became_peered":"2023-10-05T15:36:24.353597+0000","last_unstale":"2023-10-05T15:37:25.645239+0000","last_undegraded":"2023-10-05T15:37:25.645239+0000","last_fullsized":"2023-10-05T15:37:25.645239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:46:29.371183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639156+0000","last_change":"2023-10-05T15:36:19.987392+0000","last_active":"2023-10-05T15:37:25.639156+0000","last_peered":"2023-10-05T15:37:25.639156+0000","last_clean":"2023-10-05T15:37:25.639156+0000","last_became_active":"2023-10-05T15:36:19.984223+0000","last_became_peered":"2023-10-05T15:36:19.984223+0000","last_unstale":"2023-10-05T15:37:25.639156+0000","last_undegraded":"2023-10-05T15:37:25.639156+0000","last_fullsized":"2023-10-05T15:37:25.639156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:00:29.172946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:08.970381+0000","last_change":"2023-10-05T15:36:18.961937+0000","last_active":"2023-10-05T15:38:08.970381+0000","last_peered":"2023-10-05T15:38:08.970381+0000","last_clean":"2023-10-05T15:38:08.970381+0000","last_became_active":"2023-10-05T15:36:18.961640+0000","last_became_peered":"2023-10-05T15:36:18.961640+0000","last_unstale":"2023-10-05T15:38:08.970381+0000","last_undegraded":"2023-10-05T15:38:08.970381+0000","last_fullsized":"2023-10-05T15:38:08.970381+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:54.218692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638693+0000","last_change":"2023-10-05T15:36:24.357698+0000","last_active":"2023-10-05T15:37:25.638693+0000","last_peered":"2023-10-05T15:37:25.638693+0000","last_clean":"2023-10-05T15:37:25.638693+0000","last_became_active":"2023-10-05T15:36:24.357282+0000","last_became_peered":"2023-10-05T15:36:24.357282+0000","last_unstale":"2023-10-05T15:37:25.638693+0000","last_undegraded":"2023-10-05T15:37:25.638693+0000","last_fullsized":"2023-10-05T15:37:25.638693+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:33.204499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646512+0000","last_change":"2023-10-05T15:36:19.988023+0000","last_active":"2023-10-05T15:37:25.646512+0000","last_peered":"2023-10-05T15:37:25.646512+0000","last_clean":"2023-10-05T15:37:25.646512+0000","last_became_active":"2023-10-05T15:36:19.985590+0000","last_became_peered":"2023-10-05T15:36:19.985590+0000","last_unstale":"2023-10-05T15:37:25.646512+0000","last_undegraded":"2023-10-05T15:37:25.646512+0000","last_fullsized":"2023-10-05T15:37:25.646512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:00:25.413268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642600+0000","last_change":"2023-10-05T15:36:18.955688+0000","last_active":"2023-10-05T15:37:25.642600+0000","last_peered":"2023-10-05T15:37:25.642600+0000","last_clean":"2023-10-05T15:37:25.642600+0000","last_became_active":"2023-10-05T15:36:18.955260+0000","last_became_peered":"2023-10-05T15:36:18.955260+0000","last_unstale":"2023-10-05T15:37:25.642600+0000","last_undegraded":"2023-10-05T15:37:25.642600+0000","last_fullsized":"2023-10-05T15:37:25.642600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:15.003636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":314,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637935+0000","last_change":"2023-10-05T15:35:20.845533+0000","last_active":"2023-10-05T15:37:25.637935+0000","last_peered":"2023-10-05T15:37:25.637935+0000","last_clean":"2023-10-05T15:37:25.637935+0000","last_became_active":"2023-10-05T15:35:20.845118+0000","last_became_peered":"2023-10-05T15:35:20.845118+0000","last_unstale":"2023-10-05T15:37:25.637935+0000","last_undegraded":"2023-10-05T15:37:25.637935+0000","last_fullsized":"2023-10-05T15:37:25.637935+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:32:32.039740+0000","last_clean_scrub_stamp":"2023-10-05T15:32:32.039740+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:25:52.654442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640291+0000","last_change":"2023-10-05T15:36:24.360598+0000","last_active":"2023-10-05T15:37:25.640291+0000","last_peered":"2023-10-05T15:37:25.640291+0000","last_clean":"2023-10-05T15:37:25.640291+0000","last_became_active":"2023-10-05T15:36:24.359551+0000","last_became_peered":"2023-10-05T15:36:24.359551+0000","last_unstale":"2023-10-05T15:37:25.640291+0000","last_undegraded":"2023-10-05T15:37:25.640291+0000","last_fullsized":"2023-10-05T15:37:25.640291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:03:21.128810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641229+0000","last_change":"2023-10-05T15:36:19.980588+0000","last_active":"2023-10-05T15:37:25.641229+0000","last_peered":"2023-10-05T15:37:25.641229+0000","last_clean":"2023-10-05T15:37:25.641229+0000","last_became_active":"2023-10-05T15:36:19.980293+0000","last_became_peered":"2023-10-05T15:36:19.980293+0000","last_unstale":"2023-10-05T15:37:25.641229+0000","last_undegraded":"2023-10-05T15:37:25.641229+0000","last_fullsized":"2023-10-05T15:37:25.641229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:22:51.030675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638032+0000","last_change":"2023-10-05T15:36:18.963258+0000","last_active":"2023-10-05T15:37:25.638032+0000","last_peered":"2023-10-05T15:37:25.638032+0000","last_clean":"2023-10-05T15:37:25.638032+0000","last_became_active":"2023-10-05T15:36:18.963018+0000","last_became_peered":"2023-10-05T15:36:18.963018+0000","last_unstale":"2023-10-05T15:37:25.638032+0000","last_undegraded":"2023-10-05T15:37:25.638032+0000","last_fullsized":"2023-10-05T15:37:25.638032+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:48:02.269792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639995+0000","last_change":"2023-10-05T15:36:24.350770+0000","last_active":"2023-10-05T15:37:25.639995+0000","last_peered":"2023-10-05T15:37:25.639995+0000","last_clean":"2023-10-05T15:37:25.639995+0000","last_became_active":"2023-10-05T15:36:24.350334+0000","last_became_peered":"2023-10-05T15:36:24.350334+0000","last_unstale":"2023-10-05T15:37:25.639995+0000","last_undegraded":"2023-10-05T15:37:25.639995+0000","last_fullsized":"2023-10-05T15:37:25.639995+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:06.010256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637022+0000","last_change":"2023-10-05T15:36:18.966055+0000","last_active":"2023-10-05T15:37:25.637022+0000","last_peered":"2023-10-05T15:37:25.637022+0000","last_clean":"2023-10-05T15:37:25.637022+0000","last_became_active":"2023-10-05T15:36:18.965772+0000","last_became_peered":"2023-10-05T15:36:18.965772+0000","last_unstale":"2023-10-05T15:37:25.637022+0000","last_undegraded":"2023-10-05T15:37:25.637022+0000","last_fullsized":"2023-10-05T15:37:25.637022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:08:07.494909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643948+0000","last_change":"2023-10-05T15:36:19.980306+0000","last_active":"2023-10-05T15:37:25.643948+0000","last_peered":"2023-10-05T15:37:25.643948+0000","last_clean":"2023-10-05T15:37:25.643948+0000","last_became_active":"2023-10-05T15:36:19.979638+0000","last_became_peered":"2023-10-05T15:36:19.979638+0000","last_unstale":"2023-10-05T15:37:25.643948+0000","last_undegraded":"2023-10-05T15:37:25.643948+0000","last_fullsized":"2023-10-05T15:37:25.643948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:24.666137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646132+0000","last_change":"2023-10-05T15:36:24.353837+0000","last_active":"2023-10-05T15:37:25.646132+0000","last_peered":"2023-10-05T15:37:25.646132+0000","last_clean":"2023-10-05T15:37:25.646132+0000","last_became_active":"2023-10-05T15:36:24.353458+0000","last_became_peered":"2023-10-05T15:36:24.353458+0000","last_unstale":"2023-10-05T15:37:25.646132+0000","last_undegraded":"2023-10-05T15:37:25.646132+0000","last_fullsized":"2023-10-05T15:37:25.646132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:44:01.414018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642982+0000","last_change":"2023-10-05T15:36:18.962373+0000","last_active":"2023-10-05T15:37:25.642982+0000","last_peered":"2023-10-05T15:37:25.642982+0000","last_clean":"2023-10-05T15:37:25.642982+0000","last_became_active":"2023-10-05T15:36:18.962057+0000","last_became_peered":"2023-10-05T15:36:18.962057+0000","last_unstale":"2023-10-05T15:37:25.642982+0000","last_undegraded":"2023-10-05T15:37:25.642982+0000","last_fullsized":"2023-10-05T15:37:25.642982+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:56:02.796440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646604+0000","last_change":"2023-10-05T15:36:19.983600+0000","last_active":"2023-10-05T15:37:25.646604+0000","last_peered":"2023-10-05T15:37:25.646604+0000","last_clean":"2023-10-05T15:37:25.646604+0000","last_became_active":"2023-10-05T15:36:19.983314+0000","last_became_peered":"2023-10-05T15:36:19.983314+0000","last_unstale":"2023-10-05T15:37:25.646604+0000","last_undegraded":"2023-10-05T15:37:25.646604+0000","last_fullsized":"2023-10-05T15:37:25.646604+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:41:20.877184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642674+0000","last_change":"2023-10-05T15:36:24.347000+0000","last_active":"2023-10-05T15:37:25.642674+0000","last_peered":"2023-10-05T15:37:25.642674+0000","last_clean":"2023-10-05T15:37:25.642674+0000","last_became_active":"2023-10-05T15:36:24.346580+0000","last_became_peered":"2023-10-05T15:36:24.346580+0000","last_unstale":"2023-10-05T15:37:25.642674+0000","last_undegraded":"2023-10-05T15:37:25.642674+0000","last_fullsized":"2023-10-05T15:37:25.642674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:39:27.113450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641995+0000","last_change":"2023-10-05T15:36:18.960127+0000","last_active":"2023-10-05T15:37:25.641995+0000","last_peered":"2023-10-05T15:37:25.641995+0000","last_clean":"2023-10-05T15:37:25.641995+0000","last_became_active":"2023-10-05T15:36:18.959819+0000","last_became_peered":"2023-10-05T15:36:18.959819+0000","last_unstale":"2023-10-05T15:37:25.641995+0000","last_undegraded":"2023-10-05T15:37:25.641995+0000","last_fullsized":"2023-10-05T15:37:25.641995+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:01:33.268655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.651384+0000","last_change":"2023-10-05T15:37:26.651384+0000","last_active":"2023-10-05T15:37:26.651384+0000","last_peered":"2023-10-05T15:37:26.651384+0000","last_clean":"2023-10-05T15:37:26.651384+0000","last_became_active":"2023-10-05T15:37:26.651010+0000","last_became_peered":"2023-10-05T15:37:26.651010+0000","last_unstale":"2023-10-05T15:37:26.651384+0000","last_undegraded":"2023-10-05T15:37:26.651384+0000","last_fullsized":"2023-10-05T15:37:26.651384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:23:49.495103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643332+0000","last_change":"2023-10-05T15:36:24.359529+0000","last_active":"2023-10-05T15:37:25.643332+0000","last_peered":"2023-10-05T15:37:25.643332+0000","last_clean":"2023-10-05T15:37:25.643332+0000","last_became_active":"2023-10-05T15:36:24.358821+0000","last_became_peered":"2023-10-05T15:36:24.358821+0000","last_unstale":"2023-10-05T15:37:25.643332+0000","last_undegraded":"2023-10-05T15:37:25.643332+0000","last_fullsized":"2023-10-05T15:37:25.643332+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:18:19.141758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:18.965956+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:18.965643+0000","last_became_peered":"2023-10-05T15:36:18.965643+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:57:19.653111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636494+0000","last_change":"2023-10-05T15:36:19.986130+0000","last_active":"2023-10-05T15:37:25.636494+0000","last_peered":"2023-10-05T15:37:25.636494+0000","last_clean":"2023-10-05T15:37:25.636494+0000","last_became_active":"2023-10-05T15:36:19.985817+0000","last_became_peered":"2023-10-05T15:36:19.985817+0000","last_unstale":"2023-10-05T15:37:25.636494+0000","last_undegraded":"2023-10-05T15:37:25.636494+0000","last_fullsized":"2023-10-05T15:37:25.636494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:27:25.343542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.652227+0000","last_change":"2023-10-05T15:37:26.651828+0000","last_active":"2023-10-05T15:37:26.652227+0000","last_peered":"2023-10-05T15:37:26.652227+0000","last_clean":"2023-10-05T15:37:26.652227+0000","last_became_active":"2023-10-05T15:37:26.651330+0000","last_became_peered":"2023-10-05T15:37:26.651330+0000","last_unstale":"2023-10-05T15:37:26.652227+0000","last_undegraded":"2023-10-05T15:37:26.652227+0000","last_fullsized":"2023-10-05T15:37:26.652227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:38:29.695134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646870+0000","last_change":"2023-10-05T15:36:18.962432+0000","last_active":"2023-10-05T15:37:25.646870+0000","last_peered":"2023-10-05T15:37:25.646870+0000","last_clean":"2023-10-05T15:37:25.646870+0000","last_became_active":"2023-10-05T15:36:18.962136+0000","last_became_peered":"2023-10-05T15:36:18.962136+0000","last_unstale":"2023-10-05T15:37:25.646870+0000","last_undegraded":"2023-10-05T15:37:25.646870+0000","last_fullsized":"2023-10-05T15:37:25.646870+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:59:04.990223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640114+0000","last_change":"2023-10-05T15:36:19.979317+0000","last_active":"2023-10-05T15:37:25.640114+0000","last_peered":"2023-10-05T15:37:25.640114+0000","last_clean":"2023-10-05T15:37:25.640114+0000","last_became_active":"2023-10-05T15:36:19.978800+0000","last_became_peered":"2023-10-05T15:36:19.978800+0000","last_unstale":"2023-10-05T15:37:25.640114+0000","last_undegraded":"2023-10-05T15:37:25.640114+0000","last_fullsized":"2023-10-05T15:37:25.640114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:07:47.403257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643597+0000","last_change":"2023-10-05T15:36:24.358741+0000","last_active":"2023-10-05T15:37:25.643597+0000","last_peered":"2023-10-05T15:37:25.643597+0000","last_clean":"2023-10-05T15:37:25.643597+0000","last_became_active":"2023-10-05T15:36:24.358071+0000","last_became_peered":"2023-10-05T15:36:24.358071+0000","last_unstale":"2023-10-05T15:37:25.643597+0000","last_undegraded":"2023-10-05T15:37:25.643597+0000","last_fullsized":"2023-10-05T15:37:25.643597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:29.595354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643368+0000","last_change":"2023-10-05T15:36:18.957707+0000","last_active":"2023-10-05T15:37:25.643368+0000","last_peered":"2023-10-05T15:37:25.643368+0000","last_clean":"2023-10-05T15:37:25.643368+0000","last_became_active":"2023-10-05T15:36:18.957282+0000","last_became_peered":"2023-10-05T15:36:18.957282+0000","last_unstale":"2023-10-05T15:37:25.643368+0000","last_undegraded":"2023-10-05T15:37:25.643368+0000","last_fullsized":"2023-10-05T15:37:25.643368+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:45.169777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646598+0000","last_change":"2023-10-05T15:36:19.986416+0000","last_active":"2023-10-05T15:37:25.646598+0000","last_peered":"2023-10-05T15:37:25.646598+0000","last_clean":"2023-10-05T15:37:25.646598+0000","last_became_active":"2023-10-05T15:36:19.986112+0000","last_became_peered":"2023-10-05T15:36:19.986112+0000","last_unstale":"2023-10-05T15:37:25.646598+0000","last_undegraded":"2023-10-05T15:37:25.646598+0000","last_fullsized":"2023-10-05T15:37:25.646598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:59.232146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.642510+0000","last_change":"2023-10-05T15:36:24.353063+0000","last_active":"2023-10-05T15:37:25.642510+0000","last_peered":"2023-10-05T15:37:25.642510+0000","last_clean":"2023-10-05T15:37:25.642510+0000","last_became_active":"2023-10-05T15:36:24.352683+0000","last_became_peered":"2023-10-05T15:36:24.352683+0000","last_unstale":"2023-10-05T15:37:25.642510+0000","last_undegraded":"2023-10-05T15:37:25.642510+0000","last_fullsized":"2023-10-05T15:37:25.642510+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:09:13.902207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.636617+0000","last_change":"2023-10-05T15:36:18.964917+0000","last_active":"2023-10-05T15:37:25.636617+0000","last_peered":"2023-10-05T15:37:25.636617+0000","last_clean":"2023-10-05T15:37:25.636617+0000","last_became_active":"2023-10-05T15:36:18.963346+0000","last_became_peered":"2023-10-05T15:36:18.963346+0000","last_unstale":"2023-10-05T15:37:25.636617+0000","last_undegraded":"2023-10-05T15:37:25.636617+0000","last_fullsized":"2023-10-05T15:37:25.636617+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:07:55.103918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638461+0000","last_change":"2023-10-05T15:36:19.988813+0000","last_active":"2023-10-05T15:37:25.638461+0000","last_peered":"2023-10-05T15:37:25.638461+0000","last_clean":"2023-10-05T15:37:25.638461+0000","last_became_active":"2023-10-05T15:36:19.988521+0000","last_became_peered":"2023-10-05T15:36:19.988521+0000","last_unstale":"2023-10-05T15:37:25.638461+0000","last_undegraded":"2023-10-05T15:37:25.638461+0000","last_fullsized":"2023-10-05T15:37:25.638461+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:03:43.154233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640943+0000","last_change":"2023-10-05T15:36:24.350614+0000","last_active":"2023-10-05T15:37:25.640943+0000","last_peered":"2023-10-05T15:37:25.640943+0000","last_clean":"2023-10-05T15:37:25.640943+0000","last_became_active":"2023-10-05T15:36:24.350198+0000","last_became_peered":"2023-10-05T15:36:24.350198+0000","last_unstale":"2023-10-05T15:37:25.640943+0000","last_undegraded":"2023-10-05T15:37:25.640943+0000","last_fullsized":"2023-10-05T15:37:25.640943+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:38.595830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":112,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:38:05.968630+0000","last_change":"2023-10-05T15:36:18.966767+0000","last_active":"2023-10-05T15:38:05.968630+0000","last_peered":"2023-10-05T15:38:05.968630+0000","last_clean":"2023-10-05T15:38:05.968630+0000","last_became_active":"2023-10-05T15:36:18.966508+0000","last_became_peered":"2023-10-05T15:36:18.966508+0000","last_unstale":"2023-10-05T15:38:05.968630+0000","last_undegraded":"2023-10-05T15:38:05.968630+0000","last_fullsized":"2023-10-05T15:38:05.968630+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:51:41.278178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639154+0000","last_change":"2023-10-05T15:36:19.984341+0000","last_active":"2023-10-05T15:37:25.639154+0000","last_peered":"2023-10-05T15:37:25.639154+0000","last_clean":"2023-10-05T15:37:25.639154+0000","last_became_active":"2023-10-05T15:36:19.983984+0000","last_became_peered":"2023-10-05T15:36:19.983984+0000","last_unstale":"2023-10-05T15:37:25.639154+0000","last_undegraded":"2023-10-05T15:37:25.639154+0000","last_fullsized":"2023-10-05T15:37:25.639154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:20:42.381071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637045+0000","last_change":"2023-10-05T15:36:24.360168+0000","last_active":"2023-10-05T15:37:25.637045+0000","last_peered":"2023-10-05T15:37:25.637045+0000","last_clean":"2023-10-05T15:37:25.637045+0000","last_became_active":"2023-10-05T15:36:24.359701+0000","last_became_peered":"2023-10-05T15:36:24.359701+0000","last_unstale":"2023-10-05T15:37:25.637045+0000","last_undegraded":"2023-10-05T15:37:25.637045+0000","last_fullsized":"2023-10-05T15:37:25.637045+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:35:52.626137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639958+0000","last_change":"2023-10-05T15:36:18.955224+0000","last_active":"2023-10-05T15:37:25.639958+0000","last_peered":"2023-10-05T15:37:25.639958+0000","last_clean":"2023-10-05T15:37:25.639958+0000","last_became_active":"2023-10-05T15:36:18.953413+0000","last_became_peered":"2023-10-05T15:36:18.953413+0000","last_unstale":"2023-10-05T15:37:25.639958+0000","last_undegraded":"2023-10-05T15:37:25.639958+0000","last_fullsized":"2023-10-05T15:37:25.639958+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:43:26.020618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638922+0000","last_change":"2023-10-05T15:36:19.984039+0000","last_active":"2023-10-05T15:37:25.638922+0000","last_peered":"2023-10-05T15:37:25.638922+0000","last_clean":"2023-10-05T15:37:25.638922+0000","last_became_active":"2023-10-05T15:36:19.983642+0000","last_became_peered":"2023-10-05T15:36:19.983642+0000","last_unstale":"2023-10-05T15:37:25.638922+0000","last_undegraded":"2023-10-05T15:37:25.638922+0000","last_fullsized":"2023-10-05T15:37:25.638922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:02:08.722168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.638853+0000","last_change":"2023-10-05T15:36:24.350741+0000","last_active":"2023-10-05T15:37:25.638853+0000","last_peered":"2023-10-05T15:37:25.638853+0000","last_clean":"2023-10-05T15:37:25.638853+0000","last_became_active":"2023-10-05T15:36:24.350347+0000","last_became_peered":"2023-10-05T15:36:24.350347+0000","last_unstale":"2023-10-05T15:37:25.638853+0000","last_undegraded":"2023-10-05T15:37:25.638853+0000","last_fullsized":"2023-10-05T15:37:25.638853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:23.324251+0000","last_clean_scrub_stamp":"2023-10-05T15:36:23.324251+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:46.946067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:37:26.763583+0000","last_change":"2023-10-05T15:37:26.763583+0000","last_active":"2023-10-05T15:37:26.763583+0000","last_peered":"2023-10-05T15:37:26.763583+0000","last_clean":"2023-10-05T15:37:26.763583+0000","last_became_active":"2023-10-05T15:37:26.759772+0000","last_became_peered":"2023-10-05T15:37:26.759772+0000","last_unstale":"2023-10-05T15:37:26.763583+0000","last_undegraded":"2023-10-05T15:37:26.763583+0000","last_fullsized":"2023-10-05T15:37:26.763583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:17.938084+0000","last_clean_scrub_stamp":"2023-10-05T15:36:17.938084+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:50:59.759699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639869+0000","last_change":"2023-10-05T15:36:19.982813+0000","last_active":"2023-10-05T15:37:25.639869+0000","last_peered":"2023-10-05T15:37:25.639869+0000","last_clean":"2023-10-05T15:37:25.639869+0000","last_became_active":"2023-10-05T15:36:19.982488+0000","last_became_peered":"2023-10-05T15:36:19.982488+0000","last_unstale":"2023-10-05T15:37:25.639869+0000","last_undegraded":"2023-10-05T15:37:25.639869+0000","last_fullsized":"2023-10-05T15:37:25.639869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:35:05.190495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640210+0000","last_change":"2023-10-05T15:36:19.979103+0000","last_active":"2023-10-05T15:37:25.640210+0000","last_peered":"2023-10-05T15:37:25.640210+0000","last_clean":"2023-10-05T15:37:25.640210+0000","last_became_active":"2023-10-05T15:36:19.978382+0000","last_became_peered":"2023-10-05T15:36:19.978382+0000","last_unstale":"2023-10-05T15:37:25.640210+0000","last_undegraded":"2023-10-05T15:37:25.640210+0000","last_fullsized":"2023-10-05T15:37:25.640210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:02:03.485428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643034+0000","last_change":"2023-10-05T15:36:19.986797+0000","last_active":"2023-10-05T15:37:25.643034+0000","last_peered":"2023-10-05T15:37:25.643034+0000","last_clean":"2023-10-05T15:37:25.643034+0000","last_became_active":"2023-10-05T15:36:19.986283+0000","last_became_peered":"2023-10-05T15:36:19.986283+0000","last_unstale":"2023-10-05T15:37:25.643034+0000","last_undegraded":"2023-10-05T15:37:25.643034+0000","last_fullsized":"2023-10-05T15:37:25.643034+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:37:04.848925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643306+0000","last_change":"2023-10-05T15:36:19.981486+0000","last_active":"2023-10-05T15:37:25.643306+0000","last_peered":"2023-10-05T15:37:25.643306+0000","last_clean":"2023-10-05T15:37:25.643306+0000","last_became_active":"2023-10-05T15:36:19.981181+0000","last_became_peered":"2023-10-05T15:36:19.981181+0000","last_unstale":"2023-10-05T15:37:25.643306+0000","last_undegraded":"2023-10-05T15:37:25.643306+0000","last_fullsized":"2023-10-05T15:37:25.643306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:00:11.954253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.637306+0000","last_change":"2023-10-05T15:36:19.983368+0000","last_active":"2023-10-05T15:37:25.637306+0000","last_peered":"2023-10-05T15:37:25.637306+0000","last_clean":"2023-10-05T15:37:25.637306+0000","last_became_active":"2023-10-05T15:36:19.983082+0000","last_became_peered":"2023-10-05T15:36:19.983082+0000","last_unstale":"2023-10-05T15:37:25.637306+0000","last_undegraded":"2023-10-05T15:37:25.637306+0000","last_fullsized":"2023-10-05T15:37:25.637306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:05:09.849314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643865+0000","last_change":"2023-10-05T15:36:19.986494+0000","last_active":"2023-10-05T15:37:25.643865+0000","last_peered":"2023-10-05T15:37:25.643865+0000","last_clean":"2023-10-05T15:37:25.643865+0000","last_became_active":"2023-10-05T15:36:19.986176+0000","last_became_peered":"2023-10-05T15:36:19.986176+0000","last_unstale":"2023-10-05T15:37:25.643865+0000","last_undegraded":"2023-10-05T15:37:25.643865+0000","last_fullsized":"2023-10-05T15:37:25.643865+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:44.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640583+0000","last_change":"2023-10-05T15:36:19.984187+0000","last_active":"2023-10-05T15:37:25.640583+0000","last_peered":"2023-10-05T15:37:25.640583+0000","last_clean":"2023-10-05T15:37:25.640583+0000","last_became_active":"2023-10-05T15:36:19.983834+0000","last_became_peered":"2023-10-05T15:36:19.983834+0000","last_unstale":"2023-10-05T15:37:25.640583+0000","last_undegraded":"2023-10-05T15:37:25.640583+0000","last_fullsized":"2023-10-05T15:37:25.640583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:26:17.957813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.643975+0000","last_change":"2023-10-05T15:36:19.981295+0000","last_active":"2023-10-05T15:37:25.643975+0000","last_peered":"2023-10-05T15:37:25.643975+0000","last_clean":"2023-10-05T15:37:25.643975+0000","last_became_active":"2023-10-05T15:36:19.980991+0000","last_became_peered":"2023-10-05T15:36:19.980991+0000","last_unstale":"2023-10-05T15:37:25.643975+0000","last_undegraded":"2023-10-05T15:37:25.643975+0000","last_fullsized":"2023-10-05T15:37:25.643975+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:04:27.137046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646665+0000","last_change":"2023-10-05T15:36:19.980475+0000","last_active":"2023-10-05T15:37:25.646665+0000","last_peered":"2023-10-05T15:37:25.646665+0000","last_clean":"2023-10-05T15:37:25.646665+0000","last_became_active":"2023-10-05T15:36:19.980182+0000","last_became_peered":"2023-10-05T15:36:19.980182+0000","last_unstale":"2023-10-05T15:37:25.646665+0000","last_undegraded":"2023-10-05T15:37:25.646665+0000","last_fullsized":"2023-10-05T15:37:25.646665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:05:57.464602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.639057+0000","last_change":"2023-10-05T15:36:19.984593+0000","last_active":"2023-10-05T15:37:25.639057+0000","last_peered":"2023-10-05T15:37:25.639057+0000","last_clean":"2023-10-05T15:37:25.639057+0000","last_became_active":"2023-10-05T15:36:19.983666+0000","last_became_peered":"2023-10-05T15:36:19.983666+0000","last_unstale":"2023-10-05T15:37:25.639057+0000","last_undegraded":"2023-10-05T15:37:25.639057+0000","last_fullsized":"2023-10-05T15:37:25.639057+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:14:45.175493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.646914+0000","last_change":"2023-10-05T15:36:19.979582+0000","last_active":"2023-10-05T15:37:25.646914+0000","last_peered":"2023-10-05T15:37:25.646914+0000","last_clean":"2023-10-05T15:37:25.646914+0000","last_became_active":"2023-10-05T15:36:19.979257+0000","last_became_peered":"2023-10-05T15:36:19.979257+0000","last_unstale":"2023-10-05T15:37:25.646914+0000","last_undegraded":"2023-10-05T15:37:25.646914+0000","last_fullsized":"2023-10-05T15:37:25.646914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:56:05.800174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641236+0000","last_change":"2023-10-05T15:36:19.985868+0000","last_active":"2023-10-05T15:37:25.641236+0000","last_peered":"2023-10-05T15:37:25.641236+0000","last_clean":"2023-10-05T15:37:25.641236+0000","last_became_active":"2023-10-05T15:36:19.985612+0000","last_became_peered":"2023-10-05T15:36:19.985612+0000","last_unstale":"2023-10-05T15:37:25.641236+0000","last_undegraded":"2023-10-05T15:37:25.641236+0000","last_fullsized":"2023-10-05T15:37:25.641236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:30:26.923120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.641950+0000","last_change":"2023-10-05T15:36:19.986078+0000","last_active":"2023-10-05T15:37:25.641950+0000","last_peered":"2023-10-05T15:37:25.641950+0000","last_clean":"2023-10-05T15:37:25.641950+0000","last_became_active":"2023-10-05T15:36:19.985568+0000","last_became_peered":"2023-10-05T15:36:19.985568+0000","last_unstale":"2023-10-05T15:37:25.641950+0000","last_undegraded":"2023-10-05T15:37:25.641950+0000","last_fullsized":"2023-10-05T15:37:25.641950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:38:40.320085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:37:25.640434+0000","last_change":"2023-10-05T15:36:19.982418+0000","last_active":"2023-10-05T15:37:25.640434+0000","last_peered":"2023-10-05T15:37:25.640434+0000","last_clean":"2023-10-05T15:37:25.640434+0000","last_became_active":"2023-10-05T15:36:19.981733+0000","last_became_peered":"2023-10-05T15:36:19.981733+0000","last_unstale":"2023-10-05T15:37:25.640434+0000","last_undegraded":"2023-10-05T15:37:25.640434+0000","last_fullsized":"2023-10-05T15:37:25.640434+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:36:18.942583+0000","last_clean_scrub_stamp":"2023-10-05T15:36:18.942583+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:32:40.844201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10524,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":901,"num_read_kb":469,"num_write":211,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":31312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":185,"ondisk_log_size":185,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481825,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":987136,"data_stored":480372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.51500000000000001,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.982,"5min":1.982,"15min":1.982},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.56699999999999995,"15min":0.55400000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0379999999999998,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.59899999999999998,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60299999999999998,"15min":0.60099999999999998},"min":{"1min":0.47499999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.77100000000000002,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.46999999999999997,"15min":0.46300000000000002},"min":{"1min":0.34499999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.35799999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71599999999999997,"5min":0.872,"15min":0.872},"last":0.52400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.64000000000000001,"15min":0.63200000000000001},"min":{"1min":0.44900000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90700000000000003,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.67500000000000004,"15min":0.67900000000000005},"min":{"1min":0.49099999999999999,"5min":0.434,"15min":0.434},"max":{"1min":0.84799999999999998,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.64200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.33800000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.90300000000000002,"5min":1.365,"15min":1.365},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.67000000000000004,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.0219999999999998,"5min":2.0219999999999998,"15min":2.0219999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.69999999999999996},"min":{"1min":0.5,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73899999999999999,"15min":0.73699999999999999},"min":{"1min":0.53600000000000003,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0069999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.754,"15min":0.75600000000000001},"min":{"1min":0.55300000000000005,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90800000000000003,"5min":1.484,"15min":1.484},"last":0.72399999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.50700000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.77400000000000002,"15min":0.76100000000000001},"min":{"1min":0.54600000000000004,"5min":0.495,"15min":0.495},"max":{"1min":1.9670000000000001,"5min":1.9670000000000001,"15min":1.9670000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.76800000000000002,"15min":0.75},"min":{"1min":0.60199999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.889,"5min":1.889,"15min":1.889},"last":0.73799999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":0.78600000000000003},"min":{"1min":0.63,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.93100000000000005,"5min":1.337,"15min":1.337},"last":0.748},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.79600000000000004,"15min":0.79300000000000004},"min":{"1min":0.56399999999999995,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.99299999999999999,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.65700000000000003}]}]},{"osd":10,"up_from":69,"seq":296352743461,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28608,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716544,"statfs":{"total":95995035648,"available":95965741056,"internally_reserved":0,"allocated":1622016,"data_stored":1074795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.497,"15min":0.495},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68400000000000005,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.35599999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.63,"15min":0.622},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82999999999999996,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.56399999999999995,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82999999999999996,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.75,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.47299999999999998,"5min":0.438,"15min":0.438},"max":{"1min":0.80500000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.54400000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.58699999999999997},"min":{"1min":0.50700000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.82999999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.42599999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.77400000000000002,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70099999999999996,"15min":0.70299999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.83499999999999996,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.60499999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.876,"5min":1.028,"15min":1.028},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.72699999999999998,"15min":0.72899999999999998},"min":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.74299999999999999,"15min":0.73899999999999999},"min":{"1min":0.60799999999999998,"5min":0.497,"15min":0.497},"max":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.80100000000000005,"15min":0.79500000000000004},"min":{"1min":0.65200000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":0.95799999999999996,"5min":1.008,"15min":1.008},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.79600000000000004,"15min":0.80700000000000005},"min":{"1min":0.60499999999999998,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.86399999999999999,"5min":0.997,"15min":0.997},"last":0.68100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.80400000000000005,"15min":0.80200000000000005},"min":{"1min":0.66200000000000003,"5min":0.5,"15min":0.5},"max":{"1min":0.96399999999999997,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.79700000000000004,"15min":0.81299999999999994},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89100000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.56599999999999995}]},{"osd":11,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.83799999999999997,"15min":0.83999999999999997},"min":{"1min":0.746,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.99099999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80500000000000005,"15min":0.80900000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.89700000000000002,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.623}]}]},{"osd":9,"up_from":64,"seq":274877906986,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":480302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.498,"5min":0.751,"15min":0.751},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.43099999999999999,"15min":0.44400000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.24299999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59999999999999998,"15min":0.60699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70299999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57399999999999995,"15min":0.57899999999999996},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.68799999999999994,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.59299999999999997,"15min":0.60499999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.68300000000000005,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.442},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.50800000000000001,"15min":0.52700000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69899999999999995,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.48999999999999999,"15min":0.50600000000000001},"min":{"1min":0.30199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.71399999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.29399999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.65400000000000003,"15min":0.67100000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.745,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.63400000000000001,"15min":0.64600000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.82099999999999995,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.498},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.70499999999999996},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71499999999999997,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:36:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.44},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.70899999999999996,"15min":0.72799999999999998},"min":{"1min":0.495,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.78200000000000003,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.71599999999999997,"15min":0.73599999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.70699999999999996,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.57699999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.73799999999999999,"15min":0.75800000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77100000000000002,"5min":1.089,"15min":1.089},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.73599999999999999,"15min":0.752},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.83699999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.432}]},{"osd":10,"last update":"Thu Oct 5 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.68600000000000005,"15min":0.69799999999999995},"min":{"1min":0.50700000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.79600000000000004,"5min":0.998,"15min":0.998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.81899999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.59199999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.53500000000000003}]}]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":480349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.749,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.50600000000000001,"15min":0.502},"min":{"1min":0.38,"5min":0.314,"15min":0.314},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.44800000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.90800000000000003,"5min":1.716,"15min":1.716},"last":0.875},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.64400000000000002,"15min":0.63800000000000001},"min":{"1min":0.49099999999999999,"5min":0.438,"15min":0.438},"max":{"1min":0.83499999999999996,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.46200000000000002,"15min":0.45200000000000001},"min":{"1min":0.35099999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.497},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47399999999999998,"15min":0.47199999999999998},"min":{"1min":0.32700000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.52300000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.77000000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.64800000000000002,"15min":0.64900000000000002},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.85399999999999998,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.68300000000000005,"15min":0.67300000000000004},"min":{"1min":0.55200000000000005,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.96899999999999997,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57399999999999995},"min":{"1min":0.36799999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81599999999999995,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.51000000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.69299999999999995,"15min":0.69399999999999995},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.754}]},{"osd":7,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.78200000000000003,"15min":0.79800000000000004},"min":{"1min":0.623,"5min":0.376,"15min":0.376},"max":{"1min":0.98299999999999998,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.78300000000000003,"15min":0.79500000000000004},"min":{"1min":0.53100000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.97199999999999998,"5min":1.762,"15min":1.762},"last":0.81100000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.68100000000000005,"15min":0.65300000000000002},"min":{"1min":0.58499999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.73699999999999999,"15min":0.71099999999999997},"min":{"1min":0.55300000000000005,"5min":0.5,"15min":0.5},"max":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.65800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73099999999999998,"15min":0.71099999999999997},"min":{"1min":0.60199999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.76900000000000002,"15min":0.751},"min":{"1min":0.71399999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.83999999999999997}]}]},{"osd":7,"up_from":50,"seq":214748364850,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1601536,"data_stored":1072950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.42799999999999999,"15min":0.42699999999999999},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.45100000000000001,"15min":0.443},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82899999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.63200000000000001,"15min":0.65400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":1.206,"15min":1.206},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.66700000000000004,"15min":0.68700000000000006},"min":{"1min":0.47299999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91900000000000004,"5min":1.181,"15min":1.181},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.40400000000000003,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76000000000000001,"5min":1.022,"15min":1.022},"last":0.66600000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.55000000000000004,"15min":0.53200000000000003},"min":{"1min":0.41299999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.82199999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50900000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68300000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.72299999999999998,"15min":0.74299999999999999},"min":{"1min":0.47699999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0089999999999999,"5min":1.54,"15min":1.54},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72499999999999998,"15min":0.751},"min":{"1min":0.45300000000000001,"5min":0.443,"15min":0.443},"max":{"1min":0.88800000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.83699999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68899999999999995,"15min":0.67900000000000005},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.86699999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66500000000000004,"15min":0.67000000000000004},"min":{"1min":0.433,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":1.099,"15min":1.099},"last":0.68700000000000006}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.70899999999999996,"15min":0.68500000000000005},"min":{"1min":0.53400000000000003,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58699999999999997,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.95499999999999996,"5min":1.044,"15min":1.044},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.71599999999999997,"15min":0.71999999999999997},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68899999999999995,"15min":0.68400000000000005},"min":{"1min":0.502,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.78900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93400000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70099999999999996,"15min":0.69499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.88500000000000001}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.86599999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528374,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":480162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40600000000000003,"15min":0.377},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.623,"5min":2.3799999999999999,"15min":2.3799999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41899999999999998,"15min":0.39000000000000001},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.67700000000000005,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.315}]},{"osd":1,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56799999999999995,"15min":0.53500000000000003},"min":{"1min":0.40400000000000003,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.81899999999999995,"5min":2.9620000000000002,"15min":2.9620000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55700000000000005,"15min":0.52900000000000003},"min":{"1min":0.36799999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76100000000000001,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.54200000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.61899999999999999,"15min":0.55700000000000005},"min":{"1min":0.433,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.877,"5min":2.8719999999999999,"15min":2.8719999999999999},"last":0.503},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.89700000000000002,"5min":2.8969999999999998,"15min":2.8969999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.45200000000000001,"15min":0.42099999999999999},"min":{"1min":0.31900000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81200000000000006,"5min":3.6539999999999999,"15min":3.6539999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.56100000000000005,"15min":0.47899999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.84799999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.59299999999999997,"15min":0.57299999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61699999999999999,"15min":0.59899999999999998},"min":{"1min":0.46999999999999997,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.024,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.083,"5min":2.3570000000000002,"15min":2.3570000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.67400000000000004,"15min":0.64000000000000001},"min":{"1min":0.498,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.012,"5min":4.1509999999999998,"15min":4.1509999999999998},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.65500000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67600000000000005,"15min":0.65500000000000003},"min":{"1min":0.50600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":3.0369999999999999,"5min":3.0369999999999999,"15min":3.0369999999999999},"last":0.61399999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.0449999999999999,"5min":2.976,"15min":2.976},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.499,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.98499999999999999,"5min":2.9969999999999999,"15min":2.9969999999999999},"last":0.68999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.69799999999999995,"15min":0.64900000000000002},"min":{"1min":0.36299999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.214,"5min":8.3870000000000005,"15min":8.3870000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.68899999999999995,"15min":0.69499999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":4.2190000000000003,"15min":4.2190000000000003},"last":0.46800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.52700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":1.1060000000000001,"5min":1.109,"15min":1.109},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.70099999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":3.2290000000000001,"5min":3.2290000000000001,"15min":3.2290000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.77200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":484774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:13 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.5,"15min":0.48499999999999999},"min":{"1min":0.40899999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.52700000000000002,"15min":0.496},"min":{"1min":0.38,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.85399999999999998,"5min":0.879,"15min":0.879},"last":0.89600000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.60899999999999999,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.59499999999999997,"15min":0.55100000000000005},"min":{"1min":0.47499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85199999999999998,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.79100000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52800000000000002,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56999999999999995,"15min":0.52700000000000002},"min":{"1min":0.42299999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86499999999999999,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.77400000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.46100000000000002,"15min":0.41199999999999998},"min":{"1min":0.36499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72599999999999998,"5min":0.871,"15min":0.871},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.64600000000000002,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.52800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.90200000000000002,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.73199999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57399999999999995,"15min":0.54800000000000004},"min":{"1min":0.42599999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82999999999999996,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60699999999999998,"15min":0.58299999999999996},"min":{"1min":0.45400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.84499999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.59899999999999998,"15min":0.55000000000000004},"min":{"1min":0.46600000000000003,"5min":0.38,"15min":0.38},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.59999999999999998,"15min":0.56999999999999995},"min":{"1min":0.46000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88600000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.748}]},{"osd":8,"last update":"Thu Oct 5 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.67900000000000005,"15min":0.64500000000000002},"min":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.98499999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.88},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.75800000000000001,"15min":0.72699999999999998},"min":{"1min":0.55400000000000005,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.014,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.94299999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.70799999999999996,"15min":0.69799999999999995},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.73099999999999998,"15min":0.72499999999999998},"min":{"1min":0.66700000000000004,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.90500000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.81200000000000006,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.75700000000000001,"15min":0.754},"min":{"1min":0.58999999999999997,"5min":0.503,"15min":0.503},"max":{"1min":0.93799999999999994,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.84999999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.91900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":481358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52200000000000002,"15min":0.52100000000000002},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.61399999999999999,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.69499999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.39900000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:37:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.52300000000000002},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.70899999999999996,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.498},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.79200000000000004,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.54100000000000004},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76800000000000002,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59399999999999997,"15min":0.55200000000000005},"min":{"1min":0.499,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.78100000000000003,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.48199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80900000000000005,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40500000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77700000000000002,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.501,"15min":0.51000000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70699999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.318,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81299999999999994,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.622},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60699999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.64600000000000002,"15min":0.66500000000000004},"min":{"1min":0.41599999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.83699999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.70199999999999996,"15min":0.71899999999999997},"min":{"1min":0.45900000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.96799999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.72099999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.64800000000000002,"15min":0.68300000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.64400000000000002,"15min":0.67200000000000004},"min":{"1min":0.47399999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.71299999999999997,"15min":0.72099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.78900000000000003,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71099999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.70799999999999996,"15min":0.70599999999999996},"min":{"1min":0.624,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.75},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.72099999999999997,"15min":0.72199999999999998},"min":{"1min":0.55100000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.73999999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":484994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53200000000000003,"15min":0.498},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71499999999999997,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.52200000000000002,"15min":0.47199999999999998},"min":{"1min":0.38500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74399999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.61499999999999999,"15min":0.52800000000000002},"min":{"1min":0.60699999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.53000000000000003},"min":{"1min":0.45000000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79300000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.71699999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55700000000000005,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.85599999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.52200000000000002},"min":{"1min":0.38,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71599999999999997,"5min":1.016,"15min":1.016},"last":0.66900000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.79000000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.51700000000000002,"15min":0.48499999999999999},"min":{"1min":0.376,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72199999999999998,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.56499999999999995,"15min":0.51700000000000002},"min":{"1min":0.433,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69499999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.63400000000000001,"15min":0.61599999999999999},"min":{"1min":0.47099999999999997,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67100000000000004,"15min":0.65900000000000003},"min":{"1min":0.47599999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89200000000000002,"5min":1.046,"15min":1.046},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.747},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.97499999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.65900000000000003,"15min":0.63100000000000001},"min":{"1min":0.46500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.627},"min":{"1min":0.55000000000000004,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.81599999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.72599999999999998,"15min":0.70899999999999996},"min":{"1min":0.55700000000000005,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.92400000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.75900000000000001,"15min":0.73299999999999998},"min":{"1min":0.55600000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0569999999999999,"5min":1.095,"15min":1.095},"last":0.90100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.71199999999999997,"15min":0.69499999999999995},"min":{"1min":0.63900000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.95699999999999996,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.879,"5min":0.747,"15min":0.72499999999999998},"min":{"1min":0.70999999999999996,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.91100000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.879}]}]},{"osd":3,"up_from":25,"seq":107374182466,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1003520,"data_stored":479610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36199999999999999,"15min":0.34000000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.55700000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.496,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.32300000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52700000000000002,"15min":0.54700000000000004},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73699999999999999,"5min":1.077,"15min":1.077},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.53700000000000003},"min":{"1min":0.44,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.58199999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.83199999999999996,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.46000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.747,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59699999999999998,"15min":0.60499999999999998},"min":{"1min":0.434,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.83299999999999996,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.55900000000000005}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60099999999999998,"15min":0.57699999999999996},"min":{"1min":0.48799999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84599999999999997,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63300000000000001,"15min":0.625},"min":{"1min":0.41299999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.71899999999999997,"5min":1.093,"15min":1.093},"last":0.45100000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48699999999999999,"15min":0.46899999999999997},"min":{"1min":0.372,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":1.044,"15min":1.044},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.629,"5min":1.141,"15min":1.141},"last":0.34200000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.60599999999999998,"15min":0.59799999999999998},"min":{"1min":0.45700000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76300000000000001,"5min":1.165,"15min":1.165},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.60999999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.75,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.59399999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:35:36 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.79900000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58899999999999997,"15min":0.60399999999999998},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81599999999999995,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.435},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.68400000000000005},"min":{"1min":0.433,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.111,"15min":1.111},"last":0.38100000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73099999999999998,"15min":0.74099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.88500000000000001,"5min":1.204,"15min":1.204},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.71199999999999997,"15min":0.72399999999999998},"min":{"1min":0.54000000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.79700000000000004,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Thu Oct 5 15:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.496},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.48799999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920831,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":479880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:35:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.501,"15min":0.499},"min":{"1min":0.39300000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.378,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66200000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40600000000000003,"15min":0.39000000000000001},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.64800000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.41299999999999998,"15min":0.376},"min":{"1min":0.32800000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58599999999999997,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56999999999999995,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82799999999999996,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.57299999999999995,"15min":0.53400000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.89100000000000001,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57199999999999995,"15min":0.53400000000000003},"min":{"1min":0.377,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78500000000000003,"5min":0.871,"15min":0.871},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.62,"15min":0.58499999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85699999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59999999999999998,"15min":0.58799999999999997},"min":{"1min":0.41099999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.76900000000000002,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.66200000000000003,"15min":0.60899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.78300000000000003,"5min":3.4489999999999998,"15min":3.4489999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.69699999999999995,"15min":0.66000000000000003},"min":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76900000000000002,"5min":5.6769999999999996,"15min":5.6769999999999996},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84299999999999997,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.40899999999999997,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84699999999999998,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.60599999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.71199999999999997,"15min":0.70199999999999996},"min":{"1min":0.56000000000000005,"5min":0.441,"15min":0.441},"max":{"1min":0.88300000000000001,"5min":1.012,"15min":1.012},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.69099999999999995,"15min":0.68899999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.81799999999999995,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.86199999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.71299999999999997,"15min":0.71499999999999997},"min":{"1min":0.52600000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81200000000000006,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.747},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.75900000000000001,"15min":0.76900000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.97099999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.83099999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.54600000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.98899999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.878}]},{"osd":11,"last update":"Thu Oct 5 15:37:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.81799999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757306,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.55100000000000005,"15min":0.51500000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.5190000000000001,"5min":2.5190000000000001,"15min":2.5190000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.55900000000000005,"15min":0.51900000000000002},"min":{"1min":0.36499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.57199999999999995,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.81699999999999995,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.58499999999999996,"15min":0.53300000000000003},"min":{"1min":0.44400000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.85099999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.41099999999999998},"min":{"1min":0.34899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.44800000000000001,"15min":0.436},"min":{"1min":0.32900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.76000000000000001,"5min":0.871,"15min":0.871},"last":0.52100000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.56999999999999995,"15min":0.55200000000000005},"min":{"1min":0.38800000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.2309999999999999,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.61399999999999999,"15min":0.58199999999999996},"min":{"1min":0.52300000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82699999999999996,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.60199999999999998,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.379,"15min":0.379},"max":{"1min":0.748,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.79900000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.41499999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.73299999999999998,"5min":1.292,"15min":1.292},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64900000000000002,"15min":0.63700000000000001},"min":{"1min":0.52000000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.79900000000000004,"5min":1.306,"15min":1.306},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Oct 5 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.52500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86399999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83499999999999996,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.75600000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:37:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.64000000000000001,"15min":0.63400000000000001},"min":{"1min":0.39800000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88600000000000001,"5min":1.006,"15min":1.006},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.46000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.73799999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:38:00 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.72499999999999998},"min":{"1min":0.51700000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.92400000000000004,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79100000000000004,"15min":0.76300000000000001},"min":{"1min":0.629,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.86799999999999999,"5min":4.0949999999999998,"15min":4.0949999999999998},"last":0.96199999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.72599999999999998,"15min":0.70999999999999996},"min":{"1min":0.69599999999999995,"5min":0.438,"15min":0.438},"max":{"1min":0.97699999999999998,"5min":0.997,"15min":0.997},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.72699999999999998,"15min":0.71599999999999997},"min":{"1min":0.65400000000000003,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.93899999999999995,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:38:12.382 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 -- 172.21.15.98:0/3518771835 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8280ffe20 msgr2=0x7fb828100240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 --2- 172.21.15.98:0/3518771835 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8280ffe20 0x7fb828100240 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009990 tx=0x7fb81c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 -- 172.21.15.98:0/3518771835 shutdown_connections 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 --2- 172.21.15.98:0/3518771835 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828101930 0x7fb828108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 --2- 172.21.15.98:0/3518771835 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb8280ffe20 0x7fb828100240 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 --2- 172.21.15.98:0/3518771835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb828100f70 0x7fb8281013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 -- 172.21.15.98:0/3518771835 >> 172.21.15.98:0/3518771835 conn(0x7fb8280fb370 msgr2=0x7fb8280fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 -- 172.21.15.98:0/3518771835 shutdown_connections 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.533+0000 7fb82da7e700 1 -- 172.21.15.98:0/3518771835 wait complete. 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 Processor -- start 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 -- start start 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb8280ffe20 0x7fb828069e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828100f70 0x7fb82819b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82819e650 con 0x7fb828101930 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82819e7c0 con 0x7fb828100f70 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb82da7e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82819e980 con 0x7fb8280ffe20 2023-10-05T15:38:12.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45086/0 (socket says 172.21.15.98:45086) 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 -- 172.21.15.98:0/152773537 learned_addr learned my addr 172.21.15.98:0/152773537 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb826ffd700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828100f70 0x7fb82819b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb8277fe700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb8280ffe20 0x7fb828069e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 -- 172.21.15.98:0/152773537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb8280ffe20 msgr2=0x7fb828069e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb8280ffe20 0x7fb828069e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 -- 172.21.15.98:0/152773537 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828100f70 msgr2=0x7fb82819b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828100f70 0x7fb82819b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.534+0000 7fb827fff700 1 -- 172.21.15.98:0/152773537 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb81c0095f0 con 0x7fb828101930 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb827fff700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb820007ee0 tx=0x7fb82000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb820017070 con 0x7fb828101930 2023-10-05T15:38:12.539 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb82000f040 con 0x7fb828101930 2023-10-05T15:38:12.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb82819ec60 con 0x7fb828101930 2023-10-05T15:38:12.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb820005740 con 0x7fb828101930 2023-10-05T15:38:12.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.535+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb82819f120 con 0x7fb828101930 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.536+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb82810b620 con 0x7fb828101930 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.537+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb82000dc60 con 0x7fb828101930 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.537+0000 7fb824ff9700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 0x7fb8100a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.538+0000 7fb8277fe700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 0x7fb8100a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.538+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fb8200cce40 con 0x7fb828101930 2023-10-05T15:38:12.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.538+0000 7fb8277fe700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 0x7fb8100a3990 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb81c006010 tx=0x7fb81c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.541+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb8200961a0 con 0x7fb828101930 2023-10-05T15:38:12.734 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.732+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb828106c70 con 0x7fb828101930 2023-10-05T15:38:12.735 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.734+0000 7fb824ff9700 1 -- 172.21.15.98:0/152773537 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7fb8200997c0 con 0x7fb828101930 2023-10-05T15:38:12.736 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:12.736 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 msgr2=0x7fb8100a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 0x7fb8100a3990 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb81c006010 tx=0x7fb81c00b260 comp rx=0 tx=0).stop 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 msgr2=0x7fb82819deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb820007ee0 tx=0x7fb82000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 shutdown_connections 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb8100a14d0 0x7fb8100a3990 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb828101930 0x7fb82819deb0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb8280ffe20 0x7fb828069e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 --2- 172.21.15.98:0/152773537 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb828100f70 0x7fb82819b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 >> 172.21.15.98:0/152773537 conn(0x7fb8280fb370 msgr2=0x7fb8280fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:12.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 shutdown_connections 2023-10-05T15:38:12.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.736+0000 7fb82da7e700 1 -- 172.21.15.98:0/152773537 wait complete. 2023-10-05T15:38:12.750 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:38:12.750 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 -- 172.21.15.98:0/1374053186 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc0ffde0 msgr2=0x7f7ccc100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/1374053186 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc100200 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc0099c0 tx=0x7f7cbc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 -- 172.21.15.98:0/1374053186 shutdown_connections 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/1374053186 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc101970 0x7f7ccc108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/1374053186 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc100200 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/1374053186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc100fd0 0x7f7ccc101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 -- 172.21.15.98:0/1374053186 >> 172.21.15.98:0/1374053186 conn(0x7f7ccc0fb330 msgr2=0x7f7ccc0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:12.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 -- 172.21.15.98:0/1374053186 shutdown_connections 2023-10-05T15:38:12.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.873+0000 7f7cd0d47700 1 -- 172.21.15.98:0/1374053186 wait complete. 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 Processor -- start 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 -- start start 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc069c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc100fd0 0x7f7ccc19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc19e730 con 0x7f7ccc101970 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc19e8a0 con 0x7f7ccc100fd0 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cd0d47700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc19ea60 con 0x7f7ccc0ffde0 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45100/0 (socket says 172.21.15.98:45100) 2023-10-05T15:38:12.878 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 -- 172.21.15.98:0/4073937629 learned_addr learned my addr 172.21.15.98:0/4073937629 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cc9d9b700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc100fd0 0x7f7ccc19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cca59c700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc069c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 -- 172.21.15.98:0/4073937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 msgr2=0x7f7ccc069c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc069c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 -- 172.21.15.98:0/4073937629 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc100fd0 msgr2=0x7f7ccc19b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc100fd0 0x7f7ccc19b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7ccad9d700 1 -- 172.21.15.98:0/4073937629 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cbc0095f0 con 0x7f7ccc101970 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.874+0000 7f7cca59c700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc069c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7ccad9d700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f7cc400ada0 tx=0x7f7cc400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc400f070 con 0x7f7ccc101970 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7cc4007b30 con 0x7f7ccc101970 2023-10-05T15:38:12.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ccc19ed40 con 0x7f7ccc101970 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc40053e0 con 0x7f7ccc101970 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.875+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ccc19f1f0 con 0x7f7ccc101970 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.876+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ccc106d90 con 0x7f7ccc101970 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.877+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7cc400c980 con 0x7f7ccc101970 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.877+0000 7f7cbb7fe700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 0x7f7cb40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:12.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.878+0000 7f7cca59c700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 0x7f7cb40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:12.881 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.878+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7cc40ccb30 con 0x7f7ccc101970 2023-10-05T15:38:12.881 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.878+0000 7f7cca59c700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 0x7f7cb40a3940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc006010 tx=0x7f7cbc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:12.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:12.881+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7cc4095f20 con 0x7f7ccc101970 2023-10-05T15:38:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:12 smithi098 ceph-mon[99243]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:12 smithi098 ceph-mon[99243]: from='client.15561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:12 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/152773537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:13.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.071+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7ccc10b8b0 con 0x7f7ccc101970 2023-10-05T15:38:13.073 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.071+0000 7f7cbb7fe700 1 -- 172.21.15.98:0/4073937629 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7cc4099540 con 0x7f7ccc101970 2023-10-05T15:38:13.073 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:38:13.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 msgr2=0x7f7cb40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 0x7f7cb40a3940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc006010 tx=0x7f7cbc000bc0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 msgr2=0x7f7ccc19df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f7cc400ada0 tx=0x7f7cc400c330 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 shutdown_connections 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7cb40a1480 0x7f7cb40a3940 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7ccc101970 0x7f7ccc19df60 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7ccc0ffde0 0x7f7ccc069c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.073+0000 7f7cd0d47700 1 --2- 172.21.15.98:0/4073937629 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7ccc100fd0 0x7f7ccc19b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.074+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 >> 172.21.15.98:0/4073937629 conn(0x7f7ccc0fb330 msgr2=0x7f7ccc0fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.074+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 shutdown_connections 2023-10-05T15:38:13.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.074+0000 7f7cd0d47700 1 -- 172.21.15.98:0/4073937629 wait complete. 2023-10-05T15:38:13.087 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:38:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:12 smithi115 ceph-mon[103691]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:12 smithi115 ceph-mon[103691]: from='client.15561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:12 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/152773537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- 172.21.15.98:0/3599353695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 msgr2=0x7fcb940ff5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 --2- 172.21.15.98:0/3599353695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb940ff5a0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009990 tx=0x7fcb88009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- 172.21.15.98:0/3599353695 shutdown_connections 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 --2- 172.21.15.98:0/3599353695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 0x7fcb941093a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 --2- 172.21.15.98:0/3599353695 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb940ff5a0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 --2- 172.21.15.98:0/3599353695 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 0x7fcb941025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- 172.21.15.98:0/3599353695 >> 172.21.15.98:0/3599353695 conn(0x7fcb940faab0 msgr2=0x7fcb940fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- 172.21.15.98:0/3599353695 shutdown_connections 2023-10-05T15:38:13.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- 172.21.15.98:0/3599353695 wait complete. 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 Processor -- start 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.210+0000 7fcb9a753700 1 -- start start 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 0x7fcb94197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 0x7fcb9419e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb9419e6a0 con 0x7fcb940ff180 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb9419e7e0 con 0x7fcb94102150 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb9a753700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb9419e970 con 0x7fcb94102af0 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45112/0 (socket says 172.21.15.98:45112) 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 -- 172.21.15.98:0/1773572061 learned_addr learned my addr 172.21.15.98:0/1773572061 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb98cf0700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 0x7fcb9419e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb937fe700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 0x7fcb94197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 -- 172.21.15.98:0/1773572061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 msgr2=0x7fcb9419e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 0x7fcb9419e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 -- 172.21.15.98:0/1773572061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 msgr2=0x7fcb94197060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 0x7fcb94197060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 -- 172.21.15.98:0/1773572061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb880095f0 con 0x7fcb940ff180 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.211+0000 7fcb93fff700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fcb880095c0 tx=0x7fcb8800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.212+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb8801d070 con 0x7fcb940ff180 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.212+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb88005030 con 0x7fcb940ff180 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.212+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb9419ebf0 con 0x7fcb940ff180 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.212+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb88004ab0 con 0x7fcb940ff180 2023-10-05T15:38:13.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.212+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb9419f070 con 0x7fcb940ff180 2023-10-05T15:38:13.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.213+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb9410c6c0 con 0x7fcb940ff180 2023-10-05T15:38:13.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.214+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcb88004c90 con 0x7fcb940ff180 2023-10-05T15:38:13.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.214+0000 7fcb917fa700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 0x7fcb7c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.214+0000 7fcb937fe700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 0x7fcb7c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.214+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fcb880cdea0 con 0x7fcb940ff180 2023-10-05T15:38:13.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.214+0000 7fcb937fe700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 0x7fcb7c0a39c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400ac50 tx=0x7fcb8400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.218+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcb88097290 con 0x7fcb940ff180 2023-10-05T15:38:13.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:12 smithi173 ceph-mon[104029]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:12 smithi173 ceph-mon[104029]: from='client.15561 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:38:13.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:12 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/152773537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:13.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.407+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcb94107e60 con 0x7fcb940ff180 2023-10-05T15:38:13.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.407+0000 7fcb917fa700 1 -- 172.21.15.98:0/1773572061 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcb8809a8b0 con 0x7fcb940ff180 2023-10-05T15:38:13.409 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:13.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 msgr2=0x7fcb7c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 0x7fcb7c0a39c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400ac50 tx=0x7fcb8400a380 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 msgr2=0x7fcb94196b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fcb880095c0 tx=0x7fcb8800f690 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 shutdown_connections 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fcb7c0a1500 0x7fcb7c0a39c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.409+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcb94102af0 0x7fcb9419e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.410+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fcb940ff180 0x7fcb94196b20 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.410+0000 7fcb9a753700 1 --2- 172.21.15.98:0/1773572061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fcb94102150 0x7fcb94197060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.410+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 >> 172.21.15.98:0/1773572061 conn(0x7fcb940faab0 msgr2=0x7fcb940fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.410+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 shutdown_connections 2023-10-05T15:38:13.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.410+0000 7fcb9a753700 1 -- 172.21.15.98:0/1773572061 wait complete. 2023-10-05T15:38:13.424 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:38:13.548 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 -- 172.21.15.98:0/3895376070 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40101950 msgr2=0x7f0c40108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 --2- 172.21.15.98:0/3895376070 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40101950 0x7f0c40108200 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800b0d0 tx=0x7f0c3800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 -- 172.21.15.98:0/3895376070 shutdown_connections 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 --2- 172.21.15.98:0/3895376070 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40101950 0x7f0c40108200 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 --2- 172.21.15.98:0/3895376070 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c400ffdc0 0x7f0c401001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 --2- 172.21.15.98:0/3895376070 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c40100fb0 0x7f0c40101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 -- 172.21.15.98:0/3895376070 >> 172.21.15.98:0/3895376070 conn(0x7f0c400fb330 msgr2=0x7f0c400fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 -- 172.21.15.98:0/3895376070 shutdown_connections 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.545+0000 7f0c46db2700 1 -- 172.21.15.98:0/3895376070 wait complete. 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 Processor -- start 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 -- start start 2023-10-05T15:38:13.549 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c400ffdc0 0x7f0c40196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c40101950 0x7f0c4019e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4019e830 con 0x7f0c40100fb0 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4019e9a0 con 0x7f0c400ffdc0 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c46db2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4019eb60 con 0x7f0c40101950 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45124/0 (socket says 172.21.15.98:45124) 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 -- 172.21.15.98:0/1644976879 learned_addr learned my addr 172.21.15.98:0/1644976879 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c44b4e700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c400ffdc0 0x7f0c40196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 -- 172.21.15.98:0/1644976879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c40101950 msgr2=0x7f0c4019e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.550 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c4534f700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c40101950 0x7f0c4019e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c40101950 0x7f0c4019e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 -- 172.21.15.98:0/1644976879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c400ffdc0 msgr2=0x7f0c40196cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c400ffdc0 0x7f0c40196cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 -- 172.21.15.98:0/1644976879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c38009d00 con 0x7f0c40100fb0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.546+0000 7f0c3ffff700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00d950 tx=0x7f0c2c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.547+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c009940 con 0x7f0c40100fb0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.547+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c4019ee40 con 0x7f0c40100fb0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.547+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c2c010460 con 0x7f0c40100fb0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.547+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c00f620 con 0x7f0c40100fb0 2023-10-05T15:38:13.551 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.547+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c4019f2c0 con 0x7f0c40100fb0 2023-10-05T15:38:13.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.548+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c4010b5e0 con 0x7f0c40100fb0 2023-10-05T15:38:13.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.549+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0c2c0108d0 con 0x7f0c40100fb0 2023-10-05T15:38:13.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.549+0000 7f0c3dffb700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 0x7f0c300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.552 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.549+0000 7f0c44b4e700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 0x7f0c300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.549+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f0c2c0cce50 con 0x7f0c40100fb0 2023-10-05T15:38:13.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.550+0000 7f0c44b4e700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 0x7f0c300a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0c40197b90 tx=0x7f0c3400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.553+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0c2c0961b0 con 0x7f0c40100fb0 2023-10-05T15:38:13.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.744+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0c4019f6b0 con 0x7f0c40100fb0 2023-10-05T15:38:13.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.745+0000 7f0c3dffb700 1 -- 172.21.15.98:0/1644976879 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0c2c0160a0 con 0x7f0c40100fb0 2023-10-05T15:38:13.747 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 msgr2=0x7f0c300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 0x7f0c300a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0c40197b90 tx=0x7f0c3400b410 comp rx=0 tx=0).stop 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 msgr2=0x7f0c40197200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00d950 tx=0x7f0c2c00dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 shutdown_connections 2023-10-05T15:38:13.749 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c300a1480 0x7f0c300a3940 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c400ffdc0 0x7f0c40196cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c40101950 0x7f0c4019e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 --2- 172.21.15.98:0/1644976879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c40100fb0 0x7f0c40197200 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 >> 172.21.15.98:0/1644976879 conn(0x7f0c400fb330 msgr2=0x7f0c400680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 shutdown_connections 2023-10-05T15:38:13.750 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.747+0000 7f0c46db2700 1 -- 172.21.15.98:0/1644976879 wait complete. 2023-10-05T15:38:13.762 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 -- 172.21.15.98:0/2825408431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334100fb0 msgr2=0x7f7334101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 --2- 172.21.15.98:0/2825408431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334100fb0 0x7f7334101410 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f731c0099c0 tx=0x7f731c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 -- 172.21.15.98:0/2825408431 shutdown_connections 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 --2- 172.21.15.98:0/2825408431 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334101950 0x7f7334108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 --2- 172.21.15.98:0/2825408431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 0x7f73341001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 --2- 172.21.15.98:0/2825408431 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334100fb0 0x7f7334101410 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 -- 172.21.15.98:0/2825408431 >> 172.21.15.98:0/2825408431 conn(0x7f73340fb330 msgr2=0x7f73340fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 -- 172.21.15.98:0/2825408431 shutdown_connections 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.883+0000 7f733ac0d700 1 -- 172.21.15.98:0/2825408431 wait complete. 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 Processor -- start 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 -- start start 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 0x7f7334068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334100fb0 0x7f733419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f733419e780 con 0x7f7334101950 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f733419e8f0 con 0x7f7334100fb0 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f733ac0d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f733419eab0 con 0x7f73340ffdc0 2023-10-05T15:38:13.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45140/0 (socket says 172.21.15.98:45140) 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 -- 172.21.15.98:0/1655826808 learned_addr learned my addr 172.21.15.98:0/1655826808 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f7333fff700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334100fb0 0x7f733419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73389a9700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 0x7f7334068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 -- 172.21.15.98:0/1655826808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 msgr2=0x7f7334068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 0x7f7334068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 -- 172.21.15.98:0/1655826808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334100fb0 msgr2=0x7f733419b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.884+0000 7f73391aa700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334100fb0 0x7f733419b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f73391aa700 1 -- 172.21.15.98:0/1655826808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f731c0095f0 con 0x7f7334101950 2023-10-05T15:38:13.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f73391aa700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f732c007ee0 tx=0x7f732c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f732c00ddd0 con 0x7f7334101950 2023-10-05T15:38:13.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f732c00f040 con 0x7f7334101950 2023-10-05T15:38:13.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f733419ed90 con 0x7f7334101950 2023-10-05T15:38:13.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f732c0048e0 con 0x7f7334101950 2023-10-05T15:38:13.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.885+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f733419f1c0 con 0x7f7334101950 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.886+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73341073a0 con 0x7f7334101950 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.887+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f732c003a00 con 0x7f7334101950 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.888+0000 7f7331ffb700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 0x7f73200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.888+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f732c0cc930 con 0x7f7334101950 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.888+0000 7f73389a9700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 0x7f73200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:13.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.888+0000 7f73389a9700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 0x7f73200a3940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7334100e10 tx=0x7f7324005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:13.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:13.892+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f732c04f100 con 0x7f7334101950 2023-10-05T15:38:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/4073937629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1773572061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:13 smithi098 ceph-mon[99243]: pgmap v312: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:14.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:13 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1644976879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.088+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f733402cf70 con 0x7f7334101950 2023-10-05T15:38:14.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.088+0000 7f7331ffb700 1 -- 172.21.15.98:0/1655826808 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f732c095c90 con 0x7f7334101950 2023-10-05T15:38:14.090 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.090+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 msgr2=0x7f73200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.090+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 0x7f73200a3940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7334100e10 tx=0x7f7324005cf0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.090+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 msgr2=0x7f733419dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.090+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f732c007ee0 tx=0x7f732c00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.090+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 shutdown_connections 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f73200a1480 0x7f73200a3940 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7334101950 0x7f733419dfb0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73340ffdc0 0x7f7334068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 --2- 172.21.15.98:0/1655826808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7334100fb0 0x7f733419b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 >> 172.21.15.98:0/1655826808 conn(0x7f73340fb330 msgr2=0x7f73341044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 shutdown_connections 2023-10-05T15:38:14.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.091+0000 7f733ac0d700 1 -- 172.21.15.98:0/1655826808 wait complete. 2023-10-05T15:38:14.105 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:38:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/4073937629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1773572061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:13 smithi115 ceph-mon[103691]: pgmap v312: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:14.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:13 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1644976879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- 172.21.15.98:0/895068530 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170102a40 msgr2=0x7f8170109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- 172.21.15.98:0/895068530 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170102a40 0x7f8170109360 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f816800b0a0 tx=0x7f816800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- 172.21.15.98:0/895068530 shutdown_connections 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- 172.21.15.98:0/895068530 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170100ea0 0x7f81701012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- 172.21.15.98:0/895068530 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170102a40 0x7f8170109360 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- 172.21.15.98:0/895068530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- 172.21.15.98:0/895068530 >> 172.21.15.98:0/895068530 conn(0x7f81700fc420 msgr2=0x7f81700fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- 172.21.15.98:0/895068530 shutdown_connections 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- 172.21.15.98:0/895068530 wait complete. 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 Processor -- start 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- start start 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170102a40 0x7f817019e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817019e850 con 0x7f8170100ea0 2023-10-05T15:38:14.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817019e9c0 con 0x7f8170102a40 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.225+0000 7f8176fda700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817019eb80 con 0x7f8170102080 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45150/0 (socket says 172.21.15.98:45150) 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 -- 172.21.15.98:0/3143170534 learned_addr learned my addr 172.21.15.98:0/3143170534 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8175577700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170102a40 0x7f817019e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f816ffff700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 -- 172.21.15.98:0/3143170534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 msgr2=0x7f8170197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 -- 172.21.15.98:0/3143170534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170102a40 msgr2=0x7f817019e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170102a40 0x7f817019e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 -- 172.21.15.98:0/3143170534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8168009d00 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f816ffff700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8174d76700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f816400c970 tx=0x7f816400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164004220 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8164007d60 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f817019ee60 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8164003d00 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.226+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f817019f310 con 0x7f8170100ea0 2023-10-05T15:38:14.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.227+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81701083b0 con 0x7f8170100ea0 2023-10-05T15:38:14.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.228+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8164004380 con 0x7f8170100ea0 2023-10-05T15:38:14.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.229+0000 7f816dffb700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 0x7f81600a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.229+0000 7f816ffff700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 0x7f81600a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.229+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f81640ccf20 con 0x7f8170100ea0 2023-10-05T15:38:14.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.229+0000 7f816ffff700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 0x7f81600a3a10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8170100bc0 tx=0x7f815c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.233+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8164096280 con 0x7f8170100ea0 2023-10-05T15:38:14.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/4073937629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1773572061' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:13 smithi173 ceph-mon[104029]: pgmap v312: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:14.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:13 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1644976879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:38:14.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.471+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f817010c7b0 con 0x7f8170100ea0 2023-10-05T15:38:14.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.472+0000 7f816dffb700 1 -- 172.21.15.98:0/3143170534 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f817010c7b0 con 0x7f8170100ea0 2023-10-05T15:38:14.474 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:14.474 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 msgr2=0x7f81600a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 0x7f81600a3a10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8170100bc0 tx=0x7f815c008040 comp rx=0 tx=0).stop 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 msgr2=0x7f8170196d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f816400c970 tx=0x7f816400cd30 comp rx=0 tx=0).stop 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 shutdown_connections 2023-10-05T15:38:14.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81600a1550 0x7f81600a3a10 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8170102a40 0x7f817019e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8170100ea0 0x7f8170196d10 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 --2- 172.21.15.98:0/3143170534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8170102080 0x7f8170197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 >> 172.21.15.98:0/3143170534 conn(0x7f81700fc420 msgr2=0x7f81701054f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 shutdown_connections 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.474+0000 7f8176fda700 1 -- 172.21.15.98:0/3143170534 wait complete. 2023-10-05T15:38:14.477 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:38:14.488 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:38:14.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/2175478513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a54100fb0 msgr2=0x7f7a54101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.611 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/2175478513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a54100fb0 0x7f7a54101410 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7a500099c0 tx=0x7f7a50009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/2175478513 shutdown_connections 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/2175478513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a540ffdc0 0x7f7a541001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/2175478513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 0x7f7a54108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/2175478513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a54100fb0 0x7f7a54101410 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/2175478513 >> 172.21.15.98:0/2175478513 conn(0x7f7a540fb310 msgr2=0x7f7a540fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/2175478513 shutdown_connections 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.607+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/2175478513 wait complete. 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 Processor -- start 2023-10-05T15:38:14.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 -- start start 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 0x7f7a5419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 0x7f7a5419def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5419e6c0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5419e830 con 0x7f7a54100fb0 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5ba7c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5419e9f0 con 0x7f7a54101950 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45164/0 (socket says 172.21.15.98:45164) 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 -- 172.21.15.98:0/403047384 learned_addr learned my addr 172.21.15.98:0/403047384 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:14.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59017700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 0x7f7a5419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a5a019700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 0x7f7a5419def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 -- 172.21.15.98:0/403047384 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 msgr2=0x7f7a5419def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 0x7f7a5419def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 -- 172.21.15.98:0/403047384 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 msgr2=0x7f7a5419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 0x7f7a5419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59818700 1 -- 172.21.15.98:0/403047384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a500095f0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.608+0000 7f7a59017700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 0x7f7a5419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a59818700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7a4400d980 tx=0x7f7a4400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.614 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4400de60 con 0x7f7a540ffdc0 2023-10-05T15:38:14.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a440044e0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a5419ecd0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a44003be0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.609+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a5419f1b0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.610+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a54107310 con 0x7f7a540ffdc0 2023-10-05T15:38:14.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.611+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7a44009bb0 con 0x7f7a540ffdc0 2023-10-05T15:38:14.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.612+0000 7f7a4affd700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 0x7f7a400a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.612+0000 7f7a59017700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 0x7f7a400a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.612+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f7a440cd100 con 0x7f7a540ffdc0 2023-10-05T15:38:14.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.612+0000 7f7a59017700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 0x7f7a400a3990 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7a50000c00 tx=0x7f7a50005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.615+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7a44096460 con 0x7f7a540ffdc0 2023-10-05T15:38:14.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.808+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7a5410b620 con 0x7f7a540ffdc0 2023-10-05T15:38:14.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.810+0000 7f7a4affd700 1 -- 172.21.15.98:0/403047384 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24401 (secure 0 0 0) 0x7f7a44009940 con 0x7f7a540ffdc0 2023-10-05T15:38:14.812 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:14.813 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":88,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:37:26.634165+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:38:14.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 msgr2=0x7f7a400a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 0x7f7a400a3990 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7a50000c00 tx=0x7f7a50005fd0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 msgr2=0x7f7a54068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7a4400d980 tx=0x7f7a4400dd40 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 shutdown_connections 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7a400a14d0 0x7f7a400a3990 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7a54101950 0x7f7a5419def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7a540ffdc0 0x7f7a54068bd0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 --2- 172.21.15.98:0/403047384 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7a54100fb0 0x7f7a5419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 >> 172.21.15.98:0/403047384 conn(0x7f7a540fb310 msgr2=0x7f7a54104450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 shutdown_connections 2023-10-05T15:38:14.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.812+0000 7f7a5ba7c700 1 -- 172.21.15.98:0/403047384 wait complete. 2023-10-05T15:38:14.827 DEBUG:tasks.fwd_scrub:Yielding 2023-10-05T15:38:14.828 INFO:teuthology.run_tasks:Running task background_exec... 2023-10-05T15:38:14.838 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:38:14.839 DEBUG:teuthology.orchestra.run.smithi098:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-10-05T15:38:14.839 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-10-05T15:38:14.839 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:38:14.840 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:38:14.842 INFO:teuthology.run_tasks:Running task workunit... 2023-10-05T15:38:14.863 INFO:tasks.workunit:Pulling workunits from ref 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:38:14.863 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-05T15:38:14.863 INFO:tasks.workunit:timeout=3h 2023-10-05T15:38:14.863 INFO:tasks.workunit:cleanup=True 2023-10-05T15:38:14.864 DEBUG:teuthology.orchestra.run.smithi098:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:14.882 INFO:teuthology.orchestra.run.smithi098.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:14.882 INFO:teuthology.orchestra.run.smithi098.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-10-05T15:38:14.882 INFO:teuthology.orchestra.run.smithi098.stdout:Device: 7ch/124d Inode: 1 Links: 2 2023-10-05T15:38:14.882 INFO:teuthology.orchestra.run.smithi098.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:38:14.882 INFO:teuthology.orchestra.run.smithi098.stdout:Context: system_u:object_r:cephfs_t:s0 2023-10-05T15:38:14.883 INFO:teuthology.orchestra.run.smithi098.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2023-10-05T15:38:14.883 INFO:teuthology.orchestra.run.smithi098.stdout:Modify: 2023-10-05 15:36:19.991523132 +0000 2023-10-05T15:38:14.883 INFO:teuthology.orchestra.run.smithi098.stdout:Change: 2023-10-05 15:36:32.071927369 +0000 2023-10-05T15:38:14.883 INFO:teuthology.orchestra.run.smithi098.stdout: Birth: 2023-10-05 15:36:19.991523132 +0000 2023-10-05T15:38:14.883 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-10-05T15:38:14.883 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-10-05T15:38:14.975 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:38:14.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3142176826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf48101970 msgr2=0x7fdf48108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3142176826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf48101970 0x7fdf48108220 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000b0d0 tx=0x7fdf4000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3142176826 shutdown_connections 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3142176826 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf48101970 0x7fdf48108220 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3142176826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf480ffde0 0x7fdf48100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3142176826 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 0x7fdf48101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3142176826 >> 172.21.15.98:0/3142176826 conn(0x7fdf480fb330 msgr2=0x7fdf480fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3142176826 shutdown_connections 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.974+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3142176826 wait complete. 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 Processor -- start 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 -- start start 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 0x7fdf4819b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf48101970 0x7fdf4819e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf4819e7f0 con 0x7fdf480ffde0 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf4819e960 con 0x7fdf48100fd0 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4f09f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf4819eb20 con 0x7fdf48101970 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45180/0 (socket says 172.21.15.98:45180) 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3681344467 learned_addr learned my addr 172.21.15.98:0/3681344467 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.975+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 0x7fdf4819b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf48101970 0x7fdf4819e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3681344467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf48101970 msgr2=0x7fdf4819e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf48101970 0x7fdf4819e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3681344467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 msgr2=0x7fdf4819b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 0x7fdf4819b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3681344467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf40009d00 con 0x7fdf480ffde0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00c8f0 tx=0x7fdf3c00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf45ffb700 1 -- 172.21.15.98:0/3681344467 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c004220 con 0x7fdf480ffde0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf45ffb700 1 -- 172.21.15.98:0/3681344467 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf3c004380 con 0x7fdf480ffde0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf4819ee00 con 0x7fdf480ffde0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf45ffb700 1 -- 172.21.15.98:0/3681344467 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c003c40 con 0x7fdf480ffde0 2023-10-05T15:38:14.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.976+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf4819f170 con 0x7fdf480ffde0 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.979+0000 7fdf45ffb700 1 -- 172.21.15.98:0/3681344467 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdf3c007740 con 0x7fdf480ffde0 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.979+0000 7fdf45ffb700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 0x7fdf380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.979+0000 7fdf45ffb700 1 -- 172.21.15.98:0/3681344467 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fdf3c0ccbd0 con 0x7fdf480ffde0 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.979+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 0x7fdf380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 0x7fdf380a3940 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005950 tx=0x7fdf3400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 Processor -- start 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 -- start start 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef715ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef715c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef70be4e0 con 0x560ef715bef0 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef70afca0 con 0x560ef715a6f0 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.980+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef70ad5c0 con 0x560ef715b050 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef715ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf4d63c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef715c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef715ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:38986/0 (socket says 172.21.15.98:38986) 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:33648/0 (socket says 172.21.15.98:33648) 2023-10-05T15:38:14.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/107217655 learned_addr learned my addr 172.21.15.98:0/107217655 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:14.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 -- 172.21.15.98:0/107217655 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 msgr2=0x560ef715ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:14.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef715ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 -- 172.21.15.98:0/107217655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 msgr2=0x560ef715c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef715c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 -- 172.21.15.98:0/107217655 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ef6ed3e60 con 0x560ef715b050 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef715c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf47fff700 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005d90 tx=0x7fdf34013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39bd15007268122b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.981+0000 7fdf32ffd700 1 -- 172.21.15.98:0/107217655 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf34011b80 con 0x560ef715b050 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf32ffd700 1 -- 172.21.15.98:0/107217655 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf34015070 con 0x560ef715b050 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf32ffd700 1 -- 172.21.15.98:0/107217655 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf340055d0 con 0x560ef715b050 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 -- 172.21.15.98:0/107217655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 msgr2=0x560ef715b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005d90 tx=0x7fdf34013000 comp rx=0 tx=0).stop 2023-10-05T15:38:14.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 -- 172.21.15.98:0/107217655 shutdown_connections 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef715ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef715c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/107217655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef715b910 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 -- 172.21.15.98:0/107217655 >> 172.21.15.98:0/107217655 conn(0x560ef70ca2e0 msgr2=0x560ef71511c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 -- 172.21.15.98:0/107217655 shutdown_connections 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.982+0000 7fdf5b289b80 1 -- 172.21.15.98:0/107217655 wait complete. 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 -- start start 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 Processor -- start 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 0x560ef71649e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715bef0 0x560ef716ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef70a8eb0 con 0x560ef715a6f0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7045790 con 0x560ef715b050 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7045430 con 0x560ef715bef0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf5b289b80 10 client.0 _ll_register_callbacks cb 0x560ef6ea2880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45194/0 (socket says 172.21.15.98:45194) 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf47fff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 0x560ef71649e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3371682945 learned_addr learned my addr 172.21.15.98:0/3371682945 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.983+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715bef0 0x560ef716ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 -- 172.21.15.98:0/3371682945 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715bef0 msgr2=0x560ef716ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715bef0 0x560ef716ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 -- 172.21.15.98:0/3371682945 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 msgr2=0x560ef71644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 -- 172.21.15.98:0/3371682945 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf48108b70 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 0x560ef71649e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005d90 tx=0x7fdf34011db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14492450caba48e0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf27fff700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf34004710 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560ef7148f90 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fdf34017070 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf34004870 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf5b289b80 10 client.25202 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.984+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fdf34010c50 con 0x560ef715b050 2023-10-05T15:38:14.992 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560ef7148f90 con 0x560ef715b050 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdf34024070 con 0x560ef715b050 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 10 client.25202 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 10 client.25202 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 20 client.25202 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71701e0 0x560ef7172600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 4 client.25202 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560ef70a1e90 con 0x560ef71701e0 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71701e0 0x560ef7172600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71701e0 0x560ef7172600 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9df1efddf5b05dba server_cookie=2b070fe50d2d76a1 in_seq=0 out_seq=0 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.985+0000 7fdf27fff700 10 client.25202 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf27fff700 1 -- 172.21.15.98:0/3371682945 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560ef70a1e90 con 0x560ef71701e0 2023-10-05T15:38:14.993 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf27fff700 10 client.25202 handle_command_reply: tid=0 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 client.25202 shutdown 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 msgr2=0x560ef71649e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 0x560ef71649e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005d90 tx=0x7fdf34011db0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 shutdown_connections 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715bef0 0x560ef716ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef71644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71701e0 0x560ef7172600 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3371682945 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715b050 0x560ef71649e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf27fff700 0 client.25202 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 >> 172.21.15.98:0/3371682945 conn(0x560ef70ca2e0 msgr2=0x560ef7150fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 shutdown_connections 2023-10-05T15:38:14.994 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3371682945 wait complete. 2023-10-05T15:38:14.995 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:14.986+0000 7fdf5b289b80 20 client.25202 trim_cache size 0 max 16384 2023-10-05T15:38:14.995 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-10-05T15:38:15.006 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.004+0000 7fdf5b289b80 1 Processor -- start 2023-10-05T15:38:15.006 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 -- start start 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef71649a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715bef0 0x560ef716b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef6f299a0 con 0x560ef715a6f0 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7152490 con 0x560ef715bef0 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7164010 con 0x560ef715b050 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45202/0 (socket says 172.21.15.98:45202) 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3665725052 learned_addr learned my addr 172.21.15.98:0/3665725052 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf47fff700 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef71649a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715bef0 0x560ef716b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3665725052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 msgr2=0x560ef71649a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef71649a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3665725052 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715bef0 msgr2=0x560ef716b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715bef0 0x560ef716b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.005+0000 7fdf4ce3b700 1 -- 172.21.15.98:0/3665725052 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ef6ebcce0 con 0x560ef715a6f0 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0998f0 tx=0x7fdf3c0ca2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c1bfd1d729faeb3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf337fe700 1 -- 172.21.15.98:0/3665725052 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c099bf0 con 0x560ef715a6f0 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf337fe700 1 -- 172.21.15.98:0/3665725052 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf3c09dd40 con 0x560ef715a6f0 2023-10-05T15:38:15.009 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf337fe700 1 -- 172.21.15.98:0/3665725052 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c003ec0 con 0x560ef715a6f0 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3665725052 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 msgr2=0x560ef7164460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0998f0 tx=0x7fdf3c0ca2a0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3665725052 shutdown_connections 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715bef0 0x560ef716b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715a6f0 0x560ef7164460 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/3665725052 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef71649a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3665725052 >> 172.21.15.98:0/3665725052 conn(0x560ef70ca2e0 msgr2=0x560ef715edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3665725052 shutdown_connections 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.006+0000 7fdf5b289b80 1 -- 172.21.15.98:0/3665725052 wait complete. 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 -- start start 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 Processor -- start 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef716b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef716bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7168860 con 0x560ef715bef0 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef71689d0 con 0x560ef715a6f0 2023-10-05T15:38:15.014 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ef7168b90 con 0x560ef715b050 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf5b289b80 10 client.0 _ll_register_callbacks cb 0x7fdf4000b450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf4d63c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf4d63c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45212/0 (socket says 172.21.15.98:45212) 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf4d63c700 1 -- 172.21.15.98:0/1102728466 learned_addr learned my addr 172.21.15.98:0/1102728466 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf47fff700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef716bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.007+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef716b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 -- 172.21.15.98:0/1102728466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 msgr2=0x560ef716bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef716bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 -- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 msgr2=0x560ef716b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef716b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 -- 172.21.15.98:0/1102728466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf4819f170 con 0x560ef715bef0 2023-10-05T15:38:15.015 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf4d63c700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000b820 tx=0x7fdf400094d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56ab8c48d69c42c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf40021070 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdf34015070 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7fdf40004c60 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf4000e040 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 10 client.15621 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560ef6efa2d0 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf34015070 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdf4000b100 con 0x560ef715bef0 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 10 client.15621 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 10 client.15621 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:15.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.008+0000 7fdf5b289b80 20 client.15621 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71c5840 0x560ef71c7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf5b289b80 4 client.15621 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x560ef70a1bb0 con 0x560ef71c5840 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71c5840 0x560ef71c7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf27fff700 10 client.15621 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.009+0000 7fdf4ce3b700 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71c5840 0x560ef71c7c60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78605747988494e3 server_cookie=35980c144c22b5b3 in_seq=0 out_seq=0 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf27fff700 1 -- 172.21.15.98:0/1102728466 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x560ef70a1bb0 con 0x560ef71c5840 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf27fff700 10 client.15621 handle_command_reply: tid=0 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 client.15621 shutdown 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 msgr2=0x560ef7168180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000b820 tx=0x7fdf400094d0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 shutdown_connections 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560ef71c5840 0x560ef71c7c60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560ef715a6f0 0x560ef716b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf27fff700 0 client.15621 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560ef715bef0 0x560ef7168180 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 --2- 172.21.15.98:0/1102728466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560ef715b050 0x560ef716bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 >> 172.21.15.98:0/1102728466 conn(0x560ef70ca2e0 msgr2=0x560ef715edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 shutdown_connections 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 1 -- 172.21.15.98:0/1102728466 wait complete. 2023-10-05T15:38:15.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.010+0000 7fdf5b289b80 20 client.15621 trim_cache size 0 max 16384 2023-10-05T15:38:15.019 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:15.019 INFO:teuthology.orchestra.run.smithi098.stdout: "return_code": 0, 2023-10-05T15:38:15.019 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_tag": "0f00b18e-26c7-44ac-956f-4faedcf3867c", 2023-10-05T15:38:15.019 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": "asynchronous" 2023-10-05T15:38:15.019 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 msgr2=0x7fdf380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 0x7fdf380a3940 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdf34005950 tx=0x7fdf3400b410 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 msgr2=0x7fdf48069c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c00c8f0 tx=0x7fdf3c00cc00 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 shutdown_connections 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fdf380a1480 0x7fdf380a3940 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdf48101970 0x7fdf4819e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdf480ffde0 0x7fdf48069c40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 --2- 172.21.15.98:0/3681344467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdf48100fd0 0x7fdf4819b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 >> 172.21.15.98:0/3681344467 conn(0x7fdf480fb330 msgr2=0x7fdf48104470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 shutdown_connections 2023-10-05T15:38:15.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.011+0000 7fdf4f09f700 1 -- 172.21.15.98:0/3681344467 wait complete. 2023-10-05T15:38:15.025 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:38:15.087 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:14 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1655826808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:15.087 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:14 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3143170534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:15.088 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:14 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/403047384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:14 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1655826808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:14 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3143170534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:14 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/403047384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 -- 172.21.15.98:0/1148029969 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 msgr2=0x7f81841093e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 --2- 172.21.15.98:0/1148029969 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f81841093e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f817c00b0a0 tx=0x7f817c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 -- 172.21.15.98:0/1148029969 shutdown_connections 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 --2- 172.21.15.98:0/1148029969 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f81841093e0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 --2- 172.21.15.98:0/1148029969 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 0x7f81840ff5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 --2- 172.21.15.98:0/1148029969 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f81841025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 -- 172.21.15.98:0/1148029969 >> 172.21.15.98:0/1148029969 conn(0x7f81840faaf0 msgr2=0x7f81840fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 -- 172.21.15.98:0/1148029969 shutdown_connections 2023-10-05T15:38:15.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.188+0000 7f818c20f700 1 -- 172.21.15.98:0/1148029969 wait complete. 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 Processor -- start 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 -- start start 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 0x7f8184196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f8184197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818419e870 con 0x7f8184102b30 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818419e9e0 con 0x7f8184102190 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818c20f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818419eba0 con 0x7f81840ff1c0 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818a7ac700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818a7ac700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45228/0 (socket says 172.21.15.98:45228) 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f818a7ac700 1 -- 172.21.15.98:0/128303100 learned_addr learned my addr 172.21.15.98:0/128303100 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.189+0000 7f8189fab700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 0x7f8184196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f81897aa700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f8184197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 -- 172.21.15.98:0/128303100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 msgr2=0x7f8184196d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 0x7f8184196d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 -- 172.21.15.98:0/128303100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 msgr2=0x7f8184197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f8184197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 -- 172.21.15.98:0/128303100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f817c009d00 con 0x7f8184102b30 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f81897aa700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f8184197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818a7ac700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f817c009fd0 tx=0x7f817c00bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f817affd700 1 -- 172.21.15.98:0/128303100 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c00e040 con 0x7f8184102b30 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f817affd700 1 -- 172.21.15.98:0/128303100 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f817c0094a0 con 0x7f8184102b30 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f817affd700 1 -- 172.21.15.98:0/128303100 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c01b6a0 con 0x7f8184102b30 2023-10-05T15:38:15.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f818419ee20 con 0x7f8184102b30 2023-10-05T15:38:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.190+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f818419f190 con 0x7f8184102b30 2023-10-05T15:38:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.192+0000 7f817affd700 1 -- 172.21.15.98:0/128303100 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f817c01d470 con 0x7f8184102b30 2023-10-05T15:38:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.193+0000 7f817affd700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 0x7f81700a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.193+0000 7f8189fab700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 0x7f81700a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.193+0000 7f817affd700 1 -- 172.21.15.98:0/128303100 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f817c0ce0b0 con 0x7f8184102b30 2023-10-05T15:38:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.193+0000 7f8189fab700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 0x7f81700a39c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8184198200 tx=0x7f8180009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 Processor -- start 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 -- start start 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30bc0 0x556dbaa31480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa31ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba998460 con 0x556dbaa30260 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba989c20 con 0x556dbaa31a60 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f81983f9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba987540 con 0x556dbaa30bc0 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45232/0 (socket says 172.21.15.98:45232) 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 -- 172.21.15.98:0/3910444104 learned_addr learned my addr 172.21.15.98:0/3910444104 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.198 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 -- 172.21.15.98:0/3910444104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30bc0 msgr2=0x556dbaa31480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30bc0 0x556dbaa31480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 -- 172.21.15.98:0/3910444104 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 msgr2=0x556dbaa31ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa31ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.195+0000 7f8189fab700 1 -- 172.21.15.98:0/3910444104 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556dba7adde0 con 0x556dbaa30260 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.196+0000 7f8189fab700 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f8180011d30 tx=0x7f8180014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64d23fed3b7e712b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.196+0000 7f816ffff700 1 -- 172.21.15.98:0/3910444104 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818000ebd0 con 0x556dbaa30260 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.196+0000 7f816ffff700 1 -- 172.21.15.98:0/3910444104 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8180021070 con 0x556dbaa30260 2023-10-05T15:38:15.199 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.196+0000 7f816ffff700 1 -- 172.21.15.98:0/3910444104 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818001d670 con 0x556dbaa30260 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.196+0000 7f81983f9b80 1 -- 172.21.15.98:0/3910444104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 msgr2=0x556dbaa30680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f8180011d30 tx=0x7f8180014000 comp rx=0 tx=0).stop 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 -- 172.21.15.98:0/3910444104 shutdown_connections 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa31ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa30680 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3910444104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30bc0 0x556dbaa31480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 -- 172.21.15.98:0/3910444104 >> 172.21.15.98:0/3910444104 conn(0x556dba9a4260 msgr2=0x556dbaa2b140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 -- 172.21.15.98:0/3910444104 shutdown_connections 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 -- 172.21.15.98:0/3910444104 wait complete. 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 -- start start 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.197+0000 7f81983f9b80 1 Processor -- start 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa41630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba982e30 con 0x556dbaa30bc0 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba91f710 con 0x556dbaa31a60 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba91f3b0 con 0x556dbaa30260 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81983f9b80 10 client.0 _ll_register_callbacks cb 0x556dba77c800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:15.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45240/0 (socket says 172.21.15.98:45240) 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 -- 172.21.15.98:0/2231026918 learned_addr learned my addr 172.21.15.98:0/2231026918 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f818a7ac700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa41630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f8189fab700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 -- 172.21.15.98:0/2231026918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 msgr2=0x556dbaa3a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 -- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 msgr2=0x556dbaa41630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa41630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 -- 172.21.15.98:0/2231026918 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8180017070 con 0x556dbaa30bc0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f81897aa700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8174011690 tx=0x7f81740119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c90bf5013d96ef server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f816d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:15.205 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.198+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8174009800 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f8174012920 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556dbaa22f10 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8174012ae0 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 10 client.15633 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556dba796c60 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556dbaa22f10 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f817401a3f0 con 0x556dbaa30bc0 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 10 client.15633 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 10 client.15633 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 20 client.15633 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:15.206 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa45fe0 0x556dbaa48400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 4 client.15633 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556dba97be10 con 0x556dbaa45fe0 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.199+0000 7f8189fab700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa45fe0 0x556dbaa48400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f816d7fa700 10 client.15633 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f8189fab700 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa45fe0 0x556dbaa48400 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98ff8b3efe24b7e server_cookie=b1de2105151dde15 in_seq=0 out_seq=0 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f816d7fa700 1 -- 172.21.15.98:0/2231026918 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556dba97be10 con 0x556dbaa45fe0 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f816d7fa700 10 client.15633 handle_command_reply: tid=0 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f81983f9b80 1 client.15633 shutdown 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 msgr2=0x556dbaa3a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8174011690 tx=0x7f81740119a0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 shutdown_connections 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.200+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa45fe0 0x556dbaa48400 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.207 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa31a60 0x556dbaa41630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f816d7fa700 0 client.15633 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 --2- 172.21.15.98:0/2231026918 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 >> 172.21.15.98:0/2231026918 conn(0x556dba9a4260 msgr2=0x556dbaa2af50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 shutdown_connections 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 1 -- 172.21.15.98:0/2231026918 wait complete. 2023-10-05T15:38:15.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.201+0000 7f81983f9b80 20 client.15633 trim_cache size 0 max 16384 2023-10-05T15:38:15.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.217+0000 7f81983f9b80 1 Processor -- start 2023-10-05T15:38:15.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 -- start start 2023-10-05T15:38:15.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.220 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa31a60 0x556dbaa34a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dba803920 con 0x556dbaa30260 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dbaa43320 con 0x556dbaa30bc0 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81983f9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dbaa39560 con 0x556dbaa31a60 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45246/0 (socket says 172.21.15.98:45246) 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 -- 172.21.15.98:0/3499349768 learned_addr learned my addr 172.21.15.98:0/3499349768 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f818a7ac700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa31a60 0x556dbaa34a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81897aa700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 -- 172.21.15.98:0/3499349768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa31a60 msgr2=0x556dbaa34a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa31a60 0x556dbaa34a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.221 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 -- 172.21.15.98:0/3499349768 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 msgr2=0x556dbaa3a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 -- 172.21.15.98:0/3499349768 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556dba7d4250 con 0x556dbaa30260 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f81897aa700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8189fab700 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8180026000 tx=0x7f8180017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6697037fee73347a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.218+0000 7f8178ff9700 1 -- 172.21.15.98:0/3499349768 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81800319b0 con 0x556dbaa30260 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f8178ff9700 1 -- 172.21.15.98:0/3499349768 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f81800310d0 con 0x556dbaa30260 2023-10-05T15:38:15.222 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f8178ff9700 1 -- 172.21.15.98:0/3499349768 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818001c790 con 0x556dbaa30260 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 -- 172.21.15.98:0/3499349768 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 msgr2=0x556dbaa3a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8180026000 tx=0x7f8180017000 comp rx=0 tx=0).stop 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 -- 172.21.15.98:0/3499349768 shutdown_connections 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa31a60 0x556dbaa34a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa30260 0x556dbaa3a0b0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3499349768 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa3a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 -- 172.21.15.98:0/3499349768 >> 172.21.15.98:0/3499349768 conn(0x556dba9a4260 msgr2=0x556dbaa38d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 -- 172.21.15.98:0/3499349768 shutdown_connections 2023-10-05T15:38:15.226 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.219+0000 7f81983f9b80 1 -- 172.21.15.98:0/3499349768 wait complete. 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 -- start start 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 Processor -- start 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa95f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa96450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dbaa9d9d0 con 0x556dbaa31a60 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dbaa9db10 con 0x556dbaa30bc0 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dbaa9dca0 con 0x556dbaa30260 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81983f9b80 10 client.0 _ll_register_callbacks cb 0x7f8174009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f818a7ac700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f818a7ac700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45256/0 (socket says 172.21.15.98:45256) 2023-10-05T15:38:15.227 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f818a7ac700 1 -- 172.21.15.98:0/3556101513 learned_addr learned my addr 172.21.15.98:0/3556101513 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f81897aa700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa96450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.220+0000 7f8189fab700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa95f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 -- 172.21.15.98:0/3556101513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 msgr2=0x556dbaa95f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa95f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 -- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 msgr2=0x556dbaa96450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa96450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 -- 172.21.15.98:0/3556101513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556dba7adde0 con 0x556dbaa31a60 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f818a7ac700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f817c0cb900 tx=0x7f817c0092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357d1fc07d6b694f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c09a850 con 0x556dbaa31a60 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8999+0+0 (secure 0 0 0) 0x7f817c09b860 con 0x556dbaa31a60 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8180021070 con 0x556dbaa31a60 2023-10-05T15:38:15.228 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f817c09b160 con 0x556dbaa31a60 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f81983f9b80 10 client.15639 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556dba7ac2b0 con 0x556dbaa31a60 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8180021070 con 0x556dbaa31a60 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.221+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f817c0a30f0 con 0x556dbaa31a60 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 10 client.15639 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 10 client.15639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 20 client.15639 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa9f520 0x556dbaaa1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 4 client.15639 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556dba97bb30 con 0x556dbaa9f520 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f8189fab700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa9f520 0x556dbaaa1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:15.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f816d7fa700 10 client.15639 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f8189fab700 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa9f520 0x556dbaaa1940 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=707d66232f852abf server_cookie=750e12b809aa23b in_seq=0 out_seq=0 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f816d7fa700 1 -- 172.21.15.98:0/3556101513 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556dba97bb30 con 0x556dbaa9f520 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f816d7fa700 10 client.15639 handle_command_reply: tid=0 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.222+0000 7f81983f9b80 1 client.15639 shutdown 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 msgr2=0x556dbaa9d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f817c0cb900 tx=0x7f817c0092e0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 shutdown_connections 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556dbaa31a60 0x556dbaa9d490 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dbaa30260 0x556dbaa95f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556dbaa9f520 0x556dbaaa1940 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 --2- 172.21.15.98:0/3556101513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556dbaa30bc0 0x556dbaa96450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f816d7fa700 0 client.15639 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 >> 172.21.15.98:0/3556101513 conn(0x556dba9a4260 msgr2=0x556dbaa3a050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 shutdown_connections 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 1 -- 172.21.15.98:0/3556101513 wait complete. 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f81983f9b80 20 client.15639 trim_cache size 0 max 16384 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": { 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stdout: "0f00b18e-26c7-44ac-956f-4faedcf3867c": { 2023-10-05T15:38:15.231 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/", 2023-10-05T15:38:15.232 INFO:teuthology.orchestra.run.smithi098.stdout: "tag": "0f00b18e-26c7-44ac-956f-4faedcf3867c", 2023-10-05T15:38:15.232 INFO:teuthology.orchestra.run.smithi098.stdout: "options": "recursive,force" 2023-10-05T15:38:15.232 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:38:15.232 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:38:15.232 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 msgr2=0x7f81700a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 0x7f81700a39c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8184198200 tx=0x7f8180009260 comp rx=0 tx=0).stop 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 msgr2=0x7f818419e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.223+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f817c009fd0 tx=0x7f817c00bce0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 shutdown_connections 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f81700a1500 0x7f81700a39c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8184102b30 0x7f818419e2a0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f81840ff1c0 0x7f8184196d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 --2- 172.21.15.98:0/128303100 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8184102190 0x7f8184197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:15.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 >> 172.21.15.98:0/128303100 conn(0x7f81840faaf0 msgr2=0x7f81841055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:15.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 shutdown_connections 2023-10-05T15:38:15.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:15.224+0000 7f818c20f700 1 -- 172.21.15.98:0/128303100 wait complete. 2023-10-05T15:38:15.237 INFO:tasks.cephfs.filesystem:scrub status for tag:0f00b18e-26c7-44ac-956f-4faedcf3867c - {'path': '/', 'tag': '0f00b18e-26c7-44ac-956f-4faedcf3867c', 'options': 'recursive,force'} 2023-10-05T15:38:15.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:14 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1655826808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:38:15.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:14 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3143170534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:15.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:14 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/403047384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:38:16.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:15 smithi115 ceph-mon[103691]: scrub queued for path: / 2023-10-05T15:38:16.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:15 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:15 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:38:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:15 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:15 smithi115 ceph-mon[103691]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:15 smithi098 ceph-mon[99243]: scrub queued for path: / 2023-10-05T15:38:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:15 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:15 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:38:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:15 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:15 smithi098 ceph-mon[99243]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:16.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:15 smithi173 ceph-mon[104029]: scrub queued for path: / 2023-10-05T15:38:16.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:15 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:15 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:38:16.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:15 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:16.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:15 smithi173 ceph-mon[104029]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-05T15:38:18.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:17 smithi173 ceph-mon[104029]: pgmap v314: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-05T15:38:18.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:17 smithi115 ceph-mon[103691]: pgmap v314: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-05T15:38:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:17 smithi098 ceph-mon[99243]: pgmap v314: 129 pgs: 129 active+clean; 587 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-05T15:38:20.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:20 smithi173 ceph-mon[104029]: pgmap v315: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:20 smithi115 ceph-mon[103691]: pgmap v315: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:20 smithi098 ceph-mon[99243]: pgmap v315: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:22.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:22 smithi173 ceph-mon[104029]: pgmap v316: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:38:22.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:22 smithi115 ceph-mon[103691]: pgmap v316: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:38:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:22 smithi098 ceph-mon[99243]: pgmap v316: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:38:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:24 smithi173 ceph-mon[104029]: pgmap v317: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:24 smithi115 ceph-mon[103691]: pgmap v317: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:24 smithi098 ceph-mon[99243]: pgmap v317: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:26 smithi173 ceph-mon[104029]: pgmap v318: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2023-10-05T15:38:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-10-05T15:38:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2023-10-05T15:38:26.897 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:26 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:38:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:26 smithi115 ceph-mon[103691]: pgmap v318: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2023-10-05T15:38:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-10-05T15:38:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2023-10-05T15:38:26.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:26 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:38:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:26 smithi098 ceph-mon[99243]: pgmap v318: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:38:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2023-10-05T15:38:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-10-05T15:38:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2023-10-05T15:38:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:26 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:38:27.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2023-10-05T15:38:27.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-10-05T15:38:27.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:27 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2023-10-05T15:38:27.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:27 smithi173 ceph-mon[104029]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:38:27.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2023-10-05T15:38:27.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-10-05T15:38:27.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:27 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2023-10-05T15:38:27.914 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:27 smithi115 ceph-mon[103691]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 -- 172.21.15.98:0/1502082365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b900ffdf0 msgr2=0x7f8b90100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 --2- 172.21.15.98:0/1502082365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b900ffdf0 0x7f8b90100210 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f8b8800b0d0 tx=0x7f8b8800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 -- 172.21.15.98:0/1502082365 shutdown_connections 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 --2- 172.21.15.98:0/1502082365 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b90101980 0x7f8b90108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 --2- 172.21.15.98:0/1502082365 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b900ffdf0 0x7f8b90100210 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 --2- 172.21.15.98:0/1502082365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90100fe0 0x7f8b90101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 -- 172.21.15.98:0/1502082365 >> 172.21.15.98:0/1502082365 conn(0x7f8b900fb340 msgr2=0x7f8b900fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 -- 172.21.15.98:0/1502082365 shutdown_connections 2023-10-05T15:38:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.006+0000 7f8b97280700 1 -- 172.21.15.98:0/1502082365 wait complete. 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 Processor -- start 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 -- start start 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 0x7f8b901023c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90101980 0x7f8b90102e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b901a0db0 con 0x7f8b90100fe0 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b901a0ef0 con 0x7f8b900ffdf0 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b97280700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b901a1030 con 0x7f8b90101980 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45268/0 (socket says 172.21.15.98:45268) 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 -- 172.21.15.98:0/2271273117 learned_addr learned my addr 172.21.15.98:0/2271273117 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9581d700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90101980 0x7f8b90102e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 0x7f8b901023c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 -- 172.21.15.98:0/2271273117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90101980 msgr2=0x7f8b90102e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90101980 0x7f8b90102e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 -- 172.21.15.98:0/2271273117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 msgr2=0x7f8b901023c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 0x7f8b901023c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 -- 172.21.15.98:0/2271273117 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b88009d00 con 0x7f8b90100fe0 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 0x7f8b901023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.007+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8b8400e9a0 tx=0x7f8b8400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.008+0000 7f8b8e7fc700 1 -- 172.21.15.98:0/2271273117 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b84009790 con 0x7f8b90100fe0 2023-10-05T15:38:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.008+0000 7f8b8e7fc700 1 -- 172.21.15.98:0/2271273117 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b8400cbd0 con 0x7f8b90100fe0 2023-10-05T15:38:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.008+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b901a12c0 con 0x7f8b90100fe0 2023-10-05T15:38:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.008+0000 7f8b8e7fc700 1 -- 172.21.15.98:0/2271273117 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b84018680 con 0x7f8b90100fe0 2023-10-05T15:38:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.008+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b901a1820 con 0x7f8b90100fe0 2023-10-05T15:38:28.019 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.010+0000 7f8b8e7fc700 1 -- 172.21.15.98:0/2271273117 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8b8400cd40 con 0x7f8b90100fe0 2023-10-05T15:38:28.019 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.010+0000 7f8b8e7fc700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 0x7f8b780a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.019 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.010+0000 7f8b8e7fc700 1 -- 172.21.15.98:0/2271273117 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8b84014070 con 0x7f8b90100fe0 2023-10-05T15:38:28.019 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.010+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 0x7f8b780a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.019 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.011+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 0x7f8b780a39c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8b88000f80 tx=0x7f8b8800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.011+0000 7f8ba346ab80 1 Processor -- start 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.011+0000 7f8ba346ab80 1 -- start start 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 0x55676413b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413bfd0 0x55676413c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567640a3400 con 0x55676413c990 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556764094bc0 con 0x55676413aec0 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567640924e0 con 0x55676413bfd0 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413bfd0 0x55676413c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45278/0 (socket says 172.21.15.98:45278) 2023-10-05T15:38:28.020 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 -- 172.21.15.98:0/3063936575 learned_addr learned my addr 172.21.15.98:0/3063936575 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 0x55676413b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 -- 172.21.15.98:0/3063936575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413bfd0 msgr2=0x55676413c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413bfd0 0x55676413c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 -- 172.21.15.98:0/3063936575 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 msgr2=0x55676413b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 0x55676413b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 -- 172.21.15.98:0/3063936575 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556763eb8d80 con 0x55676413c990 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 0x55676413b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b9581d700 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8b8000ac30 tx=0x7f8b8000af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab85ea281b8ae4b1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b777fe700 1 -- 172.21.15.98:0/3063936575 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b8000fd80 con 0x55676413c990 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b777fe700 1 -- 172.21.15.98:0/3063936575 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b80004cf0 con 0x55676413c990 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.012+0000 7f8b777fe700 1 -- 172.21.15.98:0/3063936575 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b80018440 con 0x55676413c990 2023-10-05T15:38:28.021 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3063936575 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 msgr2=0x556764143220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8b8000ac30 tx=0x7f8b8000af40 comp rx=0 tx=0).stop 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3063936575 shutdown_connections 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413aec0 0x55676413b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413c990 0x556764143220 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3063936575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413bfd0 0x55676413c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3063936575 >> 172.21.15.98:0/3063936575 conn(0x5567640af200 msgr2=0x556764135bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3063936575 shutdown_connections 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3063936575 wait complete. 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.013+0000 7f8ba346ab80 1 -- start start 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 Processor -- start 2023-10-05T15:38:28.022 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413c990 0x55676414c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676408ddd0 con 0x55676413aec0 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676402a6b0 con 0x55676413bfd0 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676402a350 con 0x55676413c990 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8ba346ab80 10 client.0 _ll_register_callbacks cb 0x556763e877a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9501c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9501c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45280/0 (socket says 172.21.15.98:45280) 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39080/0 (socket says 172.21.15.98:39080) 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9501c700 1 -- 172.21.15.98:0/3064053183 learned_addr learned my addr 172.21.15.98:0/3064053183 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9581d700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413c990 0x55676414c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 -- 172.21.15.98:0/3064053183 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413c990 msgr2=0x55676414c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413c990 0x55676414c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 -- 172.21.15.98:0/3064053183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 msgr2=0x556764144b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9481b700 1 -- 172.21.15.98:0/3064053183 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b8000a860 con 0x55676413bfd0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.014+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8b840caa00 tx=0x7f8b8409a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf4f24724c89f206 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b840b1070 con 0x55676413bfd0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55676412dd50 con 0x55676413bfd0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8b8409a220 con 0x55676413bfd0 2023-10-05T15:38:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b8407a020 con 0x55676413bfd0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 10 client.25229 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556763ea1c00 con 0x55676413bfd0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55676412dd50 con 0x55676413bfd0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8b84096010 con 0x55676413bfd0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 10 client.25229 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 10 client.25229 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 20 client.25229 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641508c0 0x556764152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 4 client.25229 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556764086db0 con 0x5567641508c0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.015+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641508c0 0x556764152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8b74ff9700 10 client.25229 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641508c0 0x556764152ce0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffa3a846246e903d server_cookie=c6d396a9bf45a5ee in_seq=0 out_seq=0 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3064053183 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556764086db0 con 0x5567641508c0 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8b74ff9700 10 client.25229 handle_command_reply: tid=0 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8ba346ab80 1 client.25229 shutdown 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 msgr2=0x5567641450a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.016+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8b840caa00 tx=0x7f8b8409a760 comp rx=0 tx=0).stop 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 shutdown_connections 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413c990 0x55676414c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413aec0 0x556764144b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641508c0 0x556764152ce0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.026 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3064053183 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413bfd0 0x5567641450a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.027 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8b74ff9700 0 client.25229 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:28.027 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 >> 172.21.15.98:0/3064053183 conn(0x5567640af200 msgr2=0x556764135250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.027 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 shutdown_connections 2023-10-05T15:38:28.027 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3064053183 wait complete. 2023-10-05T15:38:28.027 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.017+0000 7f8ba346ab80 20 client.25229 trim_cache size 0 max 16384 2023-10-05T15:38:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.031+0000 7f8ba346ab80 1 Processor -- start 2023-10-05T15:38:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.031+0000 7f8ba346ab80 1 -- start start 2023-10-05T15:38:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764135b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x556764135250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556763f0e8c0 con 0x55676413bfd0 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567641446d0 con 0x55676413c990 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556764136b30 con 0x55676413aec0 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45290/0 (socket says 172.21.15.98:45290) 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 -- 172.21.15.98:0/2115180336 learned_addr learned my addr 172.21.15.98:0/2115180336 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764135b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9581d700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x556764135250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 -- 172.21.15.98:0/2115180336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 msgr2=0x556764135b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764135b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 -- 172.21.15.98:0/2115180336 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 msgr2=0x556764135250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x556764135250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 -- 172.21.15.98:0/2115180336 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556763edf1f0 con 0x55676413bfd0 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9581d700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x556764135250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9501c700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764135b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b9481b700 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8b84098570 tx=0x7f8b84096690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558bf43ed872358f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b77fff700 1 -- 172.21.15.98:0/2115180336 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b8407a070 con 0x55676413bfd0 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b77fff700 1 -- 172.21.15.98:0/2115180336 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b84099b80 con 0x55676413bfd0 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.032+0000 7f8b77fff700 1 -- 172.21.15.98:0/2115180336 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b840b1070 con 0x55676413bfd0 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- 172.21.15.98:0/2115180336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 msgr2=0x55676414c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8b84098570 tx=0x7f8b84096690 comp rx=0 tx=0).stop 2023-10-05T15:38:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- 172.21.15.98:0/2115180336 shutdown_connections 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x556764135250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764135b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/2115180336 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x55676414c0a0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- 172.21.15.98:0/2115180336 >> 172.21.15.98:0/2115180336 conn(0x5567640af200 msgr2=0x5567641438d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- 172.21.15.98:0/2115180336 shutdown_connections 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- 172.21.15.98:0/2115180336 wait complete. 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 -- start start 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 Processor -- start 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764149a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.033+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x55676414afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.040 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676414b520 con 0x55676413bfd0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676414b690 con 0x55676413c990 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676414b850 con 0x55676413aec0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 10 client.0 _ll_register_callbacks cb 0x7f8b840cd120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45296/0 (socket says 172.21.15.98:45296) 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 -- 172.21.15.98:0/3758626194 learned_addr learned my addr 172.21.15.98:0/3758626194 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9581d700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x55676414afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764149a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 -- 172.21.15.98:0/3758626194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 msgr2=0x556764149a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764149a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 -- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 msgr2=0x55676414afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:28.041 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x55676414afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 -- 172.21.15.98:0/3758626194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556763ea1c00 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b9481b700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8b840a2770 tx=0x7f8b840a23c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb975ef68f5d5a8c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b74ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b8407a070 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8b8409a220 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8b80004cf0 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b840b1070 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 10 client.15657 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556763eb7250 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.034+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b80004cf0 con 0x55676413bfd0 2023-10-05T15:38:28.042 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8b84010430 con 0x55676413bfd0 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 10 client.15657 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 10 client.15657 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 20 client.15657 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641a4df0 0x5567641a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 4 client.15657 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556764086ad0 con 0x5567641a4df0 2023-10-05T15:38:28.043 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641a4df0 0x5567641a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:28.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2023-10-05T15:38:28.043 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-10-05T15:38:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:27 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2023-10-05T15:38:28.044 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:27 smithi098 ceph-mon[99243]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8b74ff9700 10 client.15657 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.035+0000 7f8b9501c700 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641a4df0 0x5567641a71e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66d30b3937c11b31 server_cookie=6f9177ea306b2253 in_seq=0 out_seq=0 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8b74ff9700 1 -- 172.21.15.98:0/3758626194 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556764086ad0 con 0x5567641a4df0 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8b74ff9700 10 client.15657 handle_command_reply: tid=0 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 client.15657 shutdown 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 msgr2=0x556764149fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8b840a2770 tx=0x7f8b840a23c0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 shutdown_connections 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5567641a4df0 0x5567641a71e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55676413c990 0x55676414afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55676413aec0 0x556764149a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8b74ff9700 0 client.15657 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 --2- 172.21.15.98:0/3758626194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55676413bfd0 0x556764149fd0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 >> 172.21.15.98:0/3758626194 conn(0x5567640af200 msgr2=0x556764142d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 shutdown_connections 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.041+0000 7f8ba346ab80 1 -- 172.21.15.98:0/3758626194 wait complete. 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8ba346ab80 20 client.15657 trim_cache size 0 max 16384 2023-10-05T15:38:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:38:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:38:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:38:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:38:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 msgr2=0x7f8b780a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 0x7f8b780a39c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f8b88000f80 tx=0x7f8b8800b040 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 msgr2=0x7f8b90102900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8b8400e9a0 tx=0x7f8b8400ecb0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 shutdown_connections 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8b780a1500 0x7f8b780a39c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8b900ffdf0 0x7f8b901023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8b90101980 0x7f8b90102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 --2- 172.21.15.98:0/2271273117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8b90100fe0 0x7f8b90102900 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 >> 172.21.15.98:0/2271273117 conn(0x7f8b900fb340 msgr2=0x7f8b90068330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 shutdown_connections 2023-10-05T15:38:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:28.042+0000 7f8b97280700 1 -- 172.21.15.98:0/2271273117 wait complete. 2023-10-05T15:38:28.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:28 smithi173 ceph-mon[104029]: pgmap v320: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 716 B/s wr, 10 op/s 2023-10-05T15:38:28.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:28 smithi173 ceph-mon[104029]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:38:28.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:28 smithi115 ceph-mon[103691]: pgmap v320: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 716 B/s wr, 10 op/s 2023-10-05T15:38:28.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:28 smithi115 ceph-mon[103691]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:38:29.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:28 smithi098 ceph-mon[99243]: pgmap v320: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 716 B/s wr, 10 op/s 2023-10-05T15:38:29.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:28 smithi098 ceph-mon[99243]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:38:30.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: pgmap v322: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 383 B/s wr, 11 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:30.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:29 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:38:30.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: pgmap v322: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 383 B/s wr, 11 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:30.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:29 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:38:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:38:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:38:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: pgmap v322: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 383 B/s wr, 11 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:30.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:29 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:38:32.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:32 smithi173 ceph-mon[104029]: pgmap v323: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 9 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:32.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:32 smithi115 ceph-mon[103691]: pgmap v323: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 9 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:32 smithi098 ceph-mon[99243]: pgmap v323: 129 pgs: 129 active+clean; 589 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 9 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:34.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:34 smithi173 ceph-mon[104029]: pgmap v324: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1023 B/s wr, 10 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:34.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:34 smithi115 ceph-mon[103691]: pgmap v324: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1023 B/s wr, 10 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:34 smithi098 ceph-mon[99243]: pgmap v324: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1023 B/s wr, 10 op/s; 83 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:36.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:36 smithi173 ceph-mon[104029]: pgmap v325: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 916 B/s wr, 12 op/s; 75 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:36.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:36 smithi115 ceph-mon[103691]: pgmap v325: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 916 B/s wr, 12 op/s; 75 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:36 smithi098 ceph-mon[99243]: pgmap v325: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 916 B/s wr, 12 op/s; 75 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:38.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:37 smithi173 ceph-mon[104029]: pgmap v326: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 818 B/s wr, 10 op/s; 67 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:37 smithi115 ceph-mon[103691]: pgmap v326: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 818 B/s wr, 10 op/s; 67 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:37 smithi098 ceph-mon[99243]: pgmap v326: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 818 B/s wr, 10 op/s; 67 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:40 smithi173 ceph-mon[104029]: pgmap v327: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 686 B/s wr, 10 op/s; 56 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:40.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:40 smithi115 ceph-mon[103691]: pgmap v327: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 686 B/s wr, 10 op/s; 56 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:40 smithi098 ceph-mon[99243]: pgmap v327: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 686 B/s wr, 10 op/s; 56 B/s, 0 keys/s, 1 objects/s recovering 2023-10-05T15:38:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.155+0000 7f91b457e700 1 -- 172.21.15.98:0/3689761032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 msgr2=0x7f91ac101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.155+0000 7f91b457e700 1 --2- 172.21.15.98:0/3689761032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac101440 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f919c0099c0 tx=0x7f919c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- 172.21.15.98:0/3689761032 shutdown_connections 2023-10-05T15:38:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- 172.21.15.98:0/3689761032 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac0ffdf0 0x7f91ac100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- 172.21.15.98:0/3689761032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac101980 0x7f91ac108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- 172.21.15.98:0/3689761032 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac101440 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- 172.21.15.98:0/3689761032 >> 172.21.15.98:0/3689761032 conn(0x7f91ac0fb340 msgr2=0x7f91ac0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- 172.21.15.98:0/3689761032 shutdown_connections 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- 172.21.15.98:0/3689761032 wait complete. 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 Processor -- start 2023-10-05T15:38:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- start start 2023-10-05T15:38:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac0ffdf0 0x7f91ac198ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac101980 0x7f91ac19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91ac19a8f0 con 0x7f91ac100fe0 2023-10-05T15:38:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91ac19aa60 con 0x7f91ac101980 2023-10-05T15:38:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.156+0000 7f91b457e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91ac19ac20 con 0x7f91ac0ffdf0 2023-10-05T15:38:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45310/0 (socket says 172.21.15.98:45310) 2023-10-05T15:38:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 -- 172.21.15.98:0/301125193 learned_addr learned my addr 172.21.15.98:0/301125193 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac101980 0x7f91ac19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b231a700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac0ffdf0 0x7f91ac198ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 -- 172.21.15.98:0/301125193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac0ffdf0 msgr2=0x7f91ac198ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac0ffdf0 0x7f91ac198ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 -- 172.21.15.98:0/301125193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac101980 msgr2=0x7f91ac19a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac101980 0x7f91ac19a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 -- 172.21.15.98:0/301125193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f919c0095f0 con 0x7f91ac100fe0 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b1b19700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f919c009990 tx=0x7f919c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91a37fe700 1 -- 172.21.15.98:0/301125193 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c01d070 con 0x7f91ac100fe0 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91a37fe700 1 -- 172.21.15.98:0/301125193 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f919c004010 con 0x7f91ac100fe0 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91ac19aea0 con 0x7f91ac100fe0 2023-10-05T15:38:41.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91a37fe700 1 -- 172.21.15.98:0/301125193 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c022d40 con 0x7f91ac100fe0 2023-10-05T15:38:41.166 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.157+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91ac1a16c0 con 0x7f91ac100fe0 2023-10-05T15:38:41.172 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.160+0000 7f91a37fe700 1 -- 172.21.15.98:0/301125193 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f919c022470 con 0x7f91ac100fe0 2023-10-05T15:38:41.173 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.160+0000 7f91a37fe700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 0x7f91980a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.173 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.160+0000 7f91b231a700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 0x7f91980a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.173 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.160+0000 7f91a37fe700 1 -- 172.21.15.98:0/301125193 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f919c0ce300 con 0x7f91ac100fe0 2023-10-05T15:38:41.173 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.161+0000 7f91b231a700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 0x7f91980a39c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f91ac100e40 tx=0x7f91a800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.173 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 Processor -- start 2023-10-05T15:38:41.174 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 -- start start 2023-10-05T15:38:41.174 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13aec0 0x55728a13b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.174 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a143220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a0a3400 con 0x55728a13bfd0 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a094bc0 con 0x55728a13c990 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91c0768b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a0924e0 con 0x55728a13aec0 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45318/0 (socket says 172.21.15.98:45318) 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91b1b19700 1 -- 172.21.15.98:0/1428284285 learned_addr learned my addr 172.21.15.98:0/1428284285 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.162+0000 7f91b231a700 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13aec0 0x55728a13b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.175 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a143220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 -- 172.21.15.98:0/1428284285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13aec0 msgr2=0x55728a13b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13aec0 0x55728a13b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 -- 172.21.15.98:0/1428284285 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 msgr2=0x55728a143220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a143220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 -- 172.21.15.98:0/1428284285 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557289eb8d80 con 0x55728a13bfd0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91b1b19700 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f919c0a3130 tx=0x7f919c0227a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec4cbf819448724 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91a0ff9700 1 -- 172.21.15.98:0/1428284285 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c022ea0 con 0x55728a13bfd0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91a0ff9700 1 -- 172.21.15.98:0/1428284285 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f919c09ba60 con 0x55728a13bfd0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.163+0000 7f91a0ff9700 1 -- 172.21.15.98:0/1428284285 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c099790 con 0x55728a13bfd0 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- 172.21.15.98:0/1428284285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 msgr2=0x55728a13c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.176 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f919c0a3130 tx=0x7f919c0227a0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- 172.21.15.98:0/1428284285 shutdown_connections 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a143220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13aec0 0x55728a13b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 --2- 172.21.15.98:0/1428284285 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a13c450 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- 172.21.15.98:0/1428284285 >> 172.21.15.98:0/1428284285 conn(0x55728a0af200 msgr2=0x55728a135bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- 172.21.15.98:0/1428284285 shutdown_connections 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- 172.21.15.98:0/1428284285 wait complete. 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 -- start start 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.164+0000 7f91c0768b80 1 Processor -- start 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 0x55728a1447e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.177 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a14bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a08ddd0 con 0x55728a13bfd0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a02a6b0 con 0x55728a13aec0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a02a350 con 0x55728a13c990 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91c0768b80 10 client.0 _ll_register_callbacks cb 0x557289e877a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45324/0 (socket says 172.21.15.98:45324) 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 -- 172.21.15.98:0/2237396911 learned_addr learned my addr 172.21.15.98:0/2237396911 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b231a700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 0x55728a1447e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a14bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 -- 172.21.15.98:0/2237396911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 msgr2=0x55728a14bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a14bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 -- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 msgr2=0x55728a1447e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 0x55728a1447e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 -- 172.21.15.98:0/2237396911 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91ac1a16c0 con 0x55728a13bfd0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a14bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b231a700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 0x55728a1447e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f919c09b2f0 tx=0x7f919c09adf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6211cc84f4ce98a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f9195ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.165+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f919c022ea0 con 0x55728a13bfd0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55728a12dd50 con 0x55728a13bfd0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f919c09b360 con 0x55728a13bfd0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f919c09a850 con 0x55728a13bfd0 2023-10-05T15:38:41.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 10 client.15669 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557289ea1c00 con 0x55728a13bfd0 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f919c0a7080 con 0x55728a13bfd0 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f919c0b9350 con 0x55728a13bfd0 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 10 client.15669 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 10 client.15669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 20 client.15669 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a150160 0x55728a152580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 4 client.15669 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55728a086db0 con 0x55728a150160 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.166+0000 7f91b231a700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a150160 0x55728a152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f9195ffb700 10 client.15669 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f91b231a700 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a150160 0x55728a152580 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1977c23ba68cd8 server_cookie=4d3e400a2ec4f6b8 in_seq=0 out_seq=0 2023-10-05T15:38:41.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f9195ffb700 1 -- 172.21.15.98:0/2237396911 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55728a086db0 con 0x55728a150160 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f9195ffb700 10 client.15669 handle_command_reply: tid=0 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f91c0768b80 1 client.15669 shutdown 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 msgr2=0x55728a144d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.167+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f919c09b2f0 tx=0x7f919c09adf0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 shutdown_connections 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a150160 0x55728a152580 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13aec0 0x55728a1447e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f9195ffb700 0 client.15669 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a14bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2237396911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13bfd0 0x55728a144d20 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 >> 172.21.15.98:0/2237396911 conn(0x55728a0af200 msgr2=0x55728a135250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 shutdown_connections 2023-10-05T15:38:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 1 -- 172.21.15.98:0/2237396911 wait complete. 2023-10-05T15:38:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.168+0000 7f91c0768b80 20 client.15669 trim_cache size 0 max 16384 2023-10-05T15:38:41.189 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 Processor -- start 2023-10-05T15:38:41.189 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 -- start start 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 0x55728a14bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a139b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a1441f0 con 0x55728a13aec0 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x557289f0e8c0 con 0x55728a13bfd0 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91c0768b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a144350 con 0x55728a13c990 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91b231a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91b231a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45330/0 (socket says 172.21.15.98:45330) 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.183+0000 7f91b231a700 1 -- 172.21.15.98:0/3178806771 learned_addr learned my addr 172.21.15.98:0/3178806771 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b1b19700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 0x55728a14bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a139b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 -- 172.21.15.98:0/3178806771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 msgr2=0x55728a139b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a139b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 -- 172.21.15.98:0/3178806771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 msgr2=0x55728a14bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 0x55728a14bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 -- 172.21.15.98:0/3178806771 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557289edf1f0 con 0x55728a13aec0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b1b19700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 0x55728a14bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91b231a700 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55728a152e70 tx=0x7f91a8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=551882bca3fd9ddf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91a17fa700 1 -- 172.21.15.98:0/3178806771 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a8024040 con 0x55728a13aec0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91a17fa700 1 -- 172.21.15.98:0/3178806771 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91a8015070 con 0x55728a13aec0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.184+0000 7f91a17fa700 1 -- 172.21.15.98:0/3178806771 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a8029b60 con 0x55728a13aec0 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- 172.21.15.98:0/3178806771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 msgr2=0x55728a135960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55728a152e70 tx=0x7f91a8013000 comp rx=0 tx=0).stop 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- 172.21.15.98:0/3178806771 shutdown_connections 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13c990 0x55728a139b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a135960 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 --2- 172.21.15.98:0/3178806771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13bfd0 0x55728a14bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- 172.21.15.98:0/3178806771 >> 172.21.15.98:0/3178806771 conn(0x55728a0af200 msgr2=0x55728a135250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- 172.21.15.98:0/3178806771 shutdown_connections 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- 172.21.15.98:0/3178806771 wait complete. 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 -- start start 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.185+0000 7f91c0768b80 1 Processor -- start 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13bfd0 0x55728a14ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a149b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a14a050 con 0x55728a13aec0 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a14a1c0 con 0x55728a13c990 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728a14a380 con 0x55728a13bfd0 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 10 client.0 _ll_register_callbacks cb 0x7f919c09aea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45336/0 (socket says 172.21.15.98:45336) 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 -- 172.21.15.98:0/2343460265 learned_addr learned my addr 172.21.15.98:0/2343460265 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13bfd0 0x55728a14ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 -- 172.21.15.98:0/2343460265 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13bfd0 msgr2=0x55728a14ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13bfd0 0x55728a14ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 -- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 msgr2=0x55728a149b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b2b1b700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a149b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a149b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 -- 172.21.15.98:0/2343460265 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a8011560 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91b231a700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f91a80295f0 tx=0x7f91a8029430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=139549060d858379 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f9195ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a8024040 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f91a8017070 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.186+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f919c09ba60 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91a802aef0 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 10 client.15675 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557289eb7250 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f919c09ba60 con 0x55728a13aec0 2023-10-05T15:38:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f91a801e720 con 0x55728a13aec0 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 10 client.15675 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 10 client.15675 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 20 client.15675 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a1a51f0 0x55728a1a7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 4 client.15675 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55728a086ad0 con 0x55728a1a51f0 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a1a51f0 0x55728a1a7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f9195ffb700 10 client.15675 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.187+0000 7f91b1b19700 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a1a51f0 0x55728a1a7610 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=751c25b1c16ebbd3 server_cookie=8fbde17f37498ab2 in_seq=0 out_seq=0 2023-10-05T15:38:41.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.191+0000 7f9195ffb700 1 -- 172.21.15.98:0/2343460265 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55728a086ad0 con 0x55728a1a51f0 2023-10-05T15:38:41.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.191+0000 7f9195ffb700 10 client.15675 handle_command_reply: tid=0 2023-10-05T15:38:41.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.191+0000 7f91c0768b80 1 client.15675 shutdown 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 msgr2=0x55728a14b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f91a80295f0 tx=0x7f91a8029430 comp rx=0 tx=0).stop 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 shutdown_connections 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728a1a51f0 0x55728a1a7610 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728a13c990 0x55728a149b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f9195ffb700 0 client.15675 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728a13aec0 0x55728a14b500 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 --2- 172.21.15.98:0/2343460265 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728a13bfd0 0x55728a14ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 >> 172.21.15.98:0/2343460265 conn(0x55728a0af200 msgr2=0x55728a135ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 shutdown_connections 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 1 -- 172.21.15.98:0/2343460265 wait complete. 2023-10-05T15:38:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91c0768b80 20 client.15675 trim_cache size 0 max 16384 2023-10-05T15:38:41.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:38:41.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:38:41.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:38:41.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 msgr2=0x7f91980a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 0x7f91980a39c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f91ac100e40 tx=0x7f91a800b410 comp rx=0 tx=0).stop 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 msgr2=0x7f91ac199410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f919c009990 tx=0x7f919c004730 comp rx=0 tx=0).stop 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 shutdown_connections 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f91980a1500 0x7f91980a39c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f91ac101980 0x7f91ac19a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f91ac0ffdf0 0x7f91ac198ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 --2- 172.21.15.98:0/301125193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f91ac100fe0 0x7f91ac199410 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 >> 172.21.15.98:0/301125193 conn(0x7f91ac0fb340 msgr2=0x7f91ac068350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 shutdown_connections 2023-10-05T15:38:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:41.192+0000 7f91b457e700 1 -- 172.21.15.98:0/301125193 wait complete. 2023-10-05T15:38:42.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:42 smithi173 ceph-mon[104029]: pgmap v328: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:38:42.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:42 smithi115 ceph-mon[103691]: pgmap v328: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:38:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:42 smithi098 ceph-mon[99243]: pgmap v328: 129 pgs: 129 active+clean; 590 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2023-10-05T15:38:44.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:44 smithi173 ceph-mon[104029]: pgmap v329: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-05T15:38:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:44 smithi115 ceph-mon[103691]: pgmap v329: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-05T15:38:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:44 smithi098 ceph-mon[99243]: pgmap v329: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-05T15:38:45.238 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.366+0000 7f90c833b700 1 -- 172.21.15.98:0/2456097301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0106ba0 msgr2=0x7f90c0109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 --2- 172.21.15.98:0/2456097301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0106ba0 0x7f90c0109010 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f90b800b0a0 tx=0x7f90b800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 -- 172.21.15.98:0/2456097301 shutdown_connections 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 --2- 172.21.15.98:0/2456097301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0106ba0 0x7f90c0109010 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 --2- 172.21.15.98:0/2456097301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0101940 0x7f90c0103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 --2- 172.21.15.98:0/2456097301 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0104270 0x7f90c0106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 -- 172.21.15.98:0/2456097301 >> 172.21.15.98:0/2456097301 conn(0x7f90c00fb330 msgr2=0x7f90c00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.369 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 -- 172.21.15.98:0/2456097301 shutdown_connections 2023-10-05T15:38:45.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 -- 172.21.15.98:0/2456097301 wait complete. 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 Processor -- start 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.367+0000 7f90c833b700 1 -- start start 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101940 0x7f90c0196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0106ba0 0x7f90c019e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019e750 con 0x7f90c0104270 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019e890 con 0x7f90c0101940 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c833b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c019ea20 con 0x7f90c0106ba0 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45350/0 (socket says 172.21.15.98:45350) 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 -- 172.21.15.98:0/1725976801 learned_addr learned my addr 172.21.15.98:0/1725976801 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c60d7700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101940 0x7f90c0196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c68d8700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0106ba0 0x7f90c019e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 -- 172.21.15.98:0/1725976801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0106ba0 msgr2=0x7f90c019e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0106ba0 0x7f90c019e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 -- 172.21.15.98:0/1725976801 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101940 msgr2=0x7f90c0196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101940 0x7f90c0196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 -- 172.21.15.98:0/1725976801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b8009d00 con 0x7f90c0104270 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.368+0000 7f90c58d6700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f90b000d950 tx=0x7f90b000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.369+0000 7f90b77fe700 1 -- 172.21.15.98:0/1725976801 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b000f890 con 0x7f90c0104270 2023-10-05T15:38:45.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.369+0000 7f90b77fe700 1 -- 172.21.15.98:0/1725976801 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90b0010460 con 0x7f90c0104270 2023-10-05T15:38:45.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.369+0000 7f90b77fe700 1 -- 172.21.15.98:0/1725976801 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b000e610 con 0x7f90c0104270 2023-10-05T15:38:45.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.369+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c019ed00 con 0x7f90c0104270 2023-10-05T15:38:45.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.369+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c019f1c0 con 0x7f90c0104270 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.371+0000 7f90b77fe700 1 -- 172.21.15.98:0/1725976801 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f90b00108d0 con 0x7f90c0104270 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.372+0000 7f90b77fe700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 0x7f90ac0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.372+0000 7f90b77fe700 1 -- 172.21.15.98:0/1725976801 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f90b00ccd30 con 0x7f90c0104270 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.372+0000 7f90c60d7700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 0x7f90ac0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.372+0000 7f90c60d7700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 0x7f90ac0a39c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00ac50 tx=0x7f90bc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.373+0000 7f90d4525b80 1 Processor -- start 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.373+0000 7f90d4525b80 1 -- start start 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d30680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d31ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c98460 con 0x5620e8d30bc0 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c89c20 con 0x5620e8d30260 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90d4525b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c87540 con 0x5620e8d31a60 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45358/0 (socket says 172.21.15.98:45358) 2023-10-05T15:38:45.382 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 -- 172.21.15.98:0/4168620362 learned_addr learned my addr 172.21.15.98:0/4168620362 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c60d7700 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d30680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c68d8700 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d31ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 -- 172.21.15.98:0/4168620362 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 msgr2=0x5620e8d31ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d31ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 -- 172.21.15.98:0/4168620362 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 msgr2=0x5620e8d30680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d30680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 -- 172.21.15.98:0/4168620362 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620e8aadde0 con 0x5620e8d30bc0 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90c58d6700 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f90b0096770 tx=0x7f90b0010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af232cee202b87a2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90b4d82700 1 -- 172.21.15.98:0/4168620362 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00a2090 con 0x5620e8d30bc0 2023-10-05T15:38:45.383 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90b4d82700 1 -- 172.21.15.98:0/4168620362 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90b00980a0 con 0x5620e8d30bc0 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.374+0000 7f90b4d82700 1 -- 172.21.15.98:0/4168620362 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00a1c00 con 0x5620e8d30bc0 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 -- 172.21.15.98:0/4168620362 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 msgr2=0x5620e8d31480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f90b0096770 tx=0x7f90b0010cd0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 -- 172.21.15.98:0/4168620362 shutdown_connections 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d30680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d31ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 --2- 172.21.15.98:0/4168620362 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d31480 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 -- 172.21.15.98:0/4168620362 >> 172.21.15.98:0/4168620362 conn(0x5620e8ca4260 msgr2=0x5620e8d2b140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 -- 172.21.15.98:0/4168620362 shutdown_connections 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.375+0000 7f90d4525b80 1 -- 172.21.15.98:0/4168620362 wait complete. 2023-10-05T15:38:45.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 -- start start 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 Processor -- start 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 0x5620e8d3a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d31a60 0x5620e8d415c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c82e30 con 0x5620e8d30bc0 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c1f710 con 0x5620e8d31a60 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8c1f3b0 con 0x5620e8d30260 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90d4525b80 10 client.0 _ll_register_callbacks cb 0x5620e8a7c800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90c58d6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45364/0 (socket says 172.21.15.98:45364) 2023-10-05T15:38:45.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.376+0000 7f90c58d6700 1 -- 172.21.15.98:0/3014436148 learned_addr learned my addr 172.21.15.98:0/3014436148 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c60d7700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 0x5620e8d3a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 -- 172.21.15.98:0/3014436148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 msgr2=0x5620e8d3a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 0x5620e8d3a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 -- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d31a60 msgr2=0x5620e8d415c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d31a60 0x5620e8d415c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 -- 172.21.15.98:0/3014436148 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c019f1c0 con 0x5620e8d30bc0 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c60d7700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 0x5620e8d3a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90c58d6700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f90b000b2f0 tx=0x7f90b00ca4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73c643e16c0dc2af server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:45.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00992d0 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f90b0099430 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5620e8d22f10 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90b00a1c00 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 10 client.15687 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5620e8a96c60 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5620e8d22f10 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f90b0095af0 con 0x5620e8d30bc0 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 10 client.15687 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 10 client.15687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 20 client.15687 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:45.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d459b0 0x5620e8d47dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.377+0000 7f90d4525b80 4 client.15687 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.378+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5620e8c7be10 con 0x5620e8d459b0 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.378+0000 7f90c60d7700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d459b0 0x5620e8d47dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.378+0000 7f90c60d7700 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d459b0 0x5620e8d47dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f46ab2174006063 server_cookie=7c5e02510e5de63a in_seq=0 out_seq=0 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.378+0000 7f90a9ffb700 10 client.15687 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90a9ffb700 1 -- 172.21.15.98:0/3014436148 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5620e8c7be10 con 0x5620e8d459b0 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90a9ffb700 10 client.15687 handle_command_reply: tid=0 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 client.15687 shutdown 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 msgr2=0x5620e8d3a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f90b000b2f0 tx=0x7f90b00ca4a0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 shutdown_connections 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d459b0 0x5620e8d47dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d31a60 0x5620e8d415c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90a9ffb700 0 client.15687 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30260 0x5620e8d3a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 --2- 172.21.15.98:0/3014436148 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30bc0 0x5620e8d3a580 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 >> 172.21.15.98:0/3014436148 conn(0x5620e8ca4260 msgr2=0x5620e8d2af50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 shutdown_connections 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 1 -- 172.21.15.98:0/3014436148 wait complete. 2023-10-05T15:38:45.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.379+0000 7f90d4525b80 20 client.15687 trim_cache size 0 max 16384 2023-10-05T15:38:45.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.396+0000 7f90d4525b80 1 Processor -- start 2023-10-05T15:38:45.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.396+0000 7f90d4525b80 1 -- start start 2023-10-05T15:38:45.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30bc0 0x5620e8d34f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d41580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8b03920 con 0x5620e8d30260 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8d3af40 con 0x5620e8d30bc0 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90d4525b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8d394f0 con 0x5620e8d31a60 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45370/0 (socket says 172.21.15.98:45370) 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 -- 172.21.15.98:0/2769913850 learned_addr learned my addr 172.21.15.98:0/2769913850 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c68d8700 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d41580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c58d6700 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30bc0 0x5620e8d34f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 -- 172.21.15.98:0/2769913850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 msgr2=0x5620e8d41580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d41580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 -- 172.21.15.98:0/2769913850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30bc0 msgr2=0x5620e8d34f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30bc0 0x5620e8d34f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 -- 172.21.15.98:0/2769913850 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620e8ad4250 con 0x5620e8d30260 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90c60d7700 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x5620e8d486e0 tx=0x7f90bc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf33714897dc7bf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90b5583700 1 -- 172.21.15.98:0/2769913850 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc027900 con 0x5620e8d30260 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90b5583700 1 -- 172.21.15.98:0/2769913850 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90bc003680 con 0x5620e8d30260 2023-10-05T15:38:45.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.397+0000 7f90b5583700 1 -- 172.21.15.98:0/2769913850 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc010670 con 0x5620e8d30260 2023-10-05T15:38:45.405 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- 172.21.15.98:0/2769913850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 msgr2=0x5620e8d349d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.405 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x5620e8d486e0 tx=0x7f90bc012000 comp rx=0 tx=0).stop 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- 172.21.15.98:0/2769913850 shutdown_connections 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d31a60 0x5620e8d41580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d30260 0x5620e8d349d0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 --2- 172.21.15.98:0/2769913850 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30bc0 0x5620e8d34f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- 172.21.15.98:0/2769913850 >> 172.21.15.98:0/2769913850 conn(0x5620e8ca4260 msgr2=0x5620e8d38cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- 172.21.15.98:0/2769913850 shutdown_connections 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- 172.21.15.98:0/2769913850 wait complete. 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.398+0000 7f90d4525b80 1 -- start start 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 Processor -- start 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d3d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.406 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30bc0 0x5620e8d3dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8d412f0 con 0x5620e8d31a60 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8d41460 con 0x5620e8d30260 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620e8d41620 con 0x5620e8d30bc0 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90d4525b80 10 client.0 _ll_register_callbacks cb 0x7f90b0099660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45380/0 (socket says 172.21.15.98:45380) 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 -- 172.21.15.98:0/31076402 learned_addr learned my addr 172.21.15.98:0/31076402 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c60d7700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d3d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c58d6700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30bc0 0x5620e8d3dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 -- 172.21.15.98:0/31076402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30bc0 msgr2=0x5620e8d3dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.407 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30bc0 0x5620e8d3dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 -- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 msgr2=0x5620e8d3d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d3d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 -- 172.21.15.98:0/31076402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90bc00a980 con 0x5620e8d31a60 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90c68d8700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f90b800b0a0 tx=0x7f90b8009390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7dc9a6068c7c15d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.399+0000 7f90a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b800e040 con 0x5620e8d31a60 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f90b8005240 con 0x5620e8d31a60 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90b00980a0 con 0x5620e8d31a60 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90b8005400 con 0x5620e8d31a60 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 10 client.15693 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:45.408 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5620e8aac2b0 con 0x5620e8d31a60 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90b00980a0 con 0x5620e8d31a60 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f90b8023020 con 0x5620e8d31a60 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 10 client.15693 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 10 client.15693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 20 client.15693 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d9f080 0x5620e8da14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 4 client.15693 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5620e8c7bb30 con 0x5620e8d9f080 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.400+0000 7f90c60d7700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d9f080 0x5620e8da14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90a9ffb700 10 client.15693 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:45.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90c60d7700 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d9f080 0x5620e8da14a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f02d02407545085 server_cookie=ace98ad9fd926f92 in_seq=0 out_seq=0 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90a9ffb700 1 -- 172.21.15.98:0/31076402 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5620e8c7bb30 con 0x5620e8d9f080 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90a9ffb700 10 client.15693 handle_command_reply: tid=0 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 client.15693 shutdown 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 msgr2=0x5620e8d40db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f90b800b0a0 tx=0x7f90b8009390 comp rx=0 tx=0).stop 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 shutdown_connections 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5620e8d9f080 0x5620e8da14a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5620e8d30260 0x5620e8d3d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5620e8d31a60 0x5620e8d40db0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90a9ffb700 0 client.15693 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:45.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 --2- 172.21.15.98:0/31076402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5620e8d30bc0 0x5620e8d3dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 >> 172.21.15.98:0/31076402 conn(0x5620e8ca4260 msgr2=0x5620e8d349d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 shutdown_connections 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 1 -- 172.21.15.98:0/31076402 wait complete. 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.401+0000 7f90d4525b80 20 client.15693 trim_cache size 0 max 16384 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "no active scrubs running", 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": {} 2023-10-05T15:38:45.411 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:45.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 msgr2=0x7f90ac0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 0x7f90ac0a39c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00ac50 tx=0x7f90bc00a380 comp rx=0 tx=0).stop 2023-10-05T15:38:45.412 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 msgr2=0x7f90c0197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f90b000d950 tx=0x7f90b000dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 shutdown_connections 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f90ac0a1500 0x7f90ac0a39c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f90c0101940 0x7f90c0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c0106ba0 0x7f90c019e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 --2- 172.21.15.98:0/1725976801 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f90c0104270 0x7f90c0197110 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 >> 172.21.15.98:0/1725976801 conn(0x7f90c00fb330 msgr2=0x7f90c01025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 shutdown_connections 2023-10-05T15:38:45.413 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.402+0000 7f90c833b700 1 -- 172.21.15.98:0/1725976801 wait complete. 2023-10-05T15:38:45.415 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:38:45.415 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- 172.21.15.98:0/1939307382 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541019a0 msgr2=0x7fbb54103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- 172.21.15.98:0/1939307382 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541019a0 0x7fbb54103d90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fbb50009990 tx=0x7fbb50009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- 172.21.15.98:0/1939307382 shutdown_connections 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- 172.21.15.98:0/1939307382 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 0x7fbb54109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- 172.21.15.98:0/1939307382 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541019a0 0x7fbb54103d90 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.540 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- 172.21.15.98:0/1939307382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541042d0 0x7fbb541066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- 172.21.15.98:0/1939307382 >> 172.21.15.98:0/1939307382 conn(0x7fbb540fb310 msgr2=0x7fbb540fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- 172.21.15.98:0/1939307382 shutdown_connections 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- 172.21.15.98:0/1939307382 wait complete. 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 Processor -- start 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- start start 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541019a0 0x7fbb54101310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 0x7fbb540ffe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb54100630 con 0x7fbb541042d0 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb541007a0 con 0x7fbb54106c00 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.536+0000 7fbb5c372700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb541a0bf0 con 0x7fbb541019a0 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45392/0 (socket says 172.21.15.98:45392) 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 -- 172.21.15.98:0/157827113 learned_addr learned my addr 172.21.15.98:0/157827113 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5a90f700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 0x7fbb540ffe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5a10e700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541019a0 0x7fbb54101310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 -- 172.21.15.98:0/157827113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541019a0 msgr2=0x7fbb54101310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541019a0 0x7fbb54101310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 -- 172.21.15.98:0/157827113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 msgr2=0x7fbb540ffe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 0x7fbb540ffe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 -- 172.21.15.98:0/157827113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb500095f0 con 0x7fbb541042d0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5990d700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fbb4400d950 tx=0x7fbb4400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4400f890 con 0x7fbb541042d0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb44010460 con 0x7fbb541042d0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb541a0ed0 con 0x7fbb541042d0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4400e610 con 0x7fbb541042d0 2023-10-05T15:38:45.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.537+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb541a1350 con 0x7fbb541042d0 2023-10-05T15:38:45.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.538+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb5410c6f0 con 0x7fbb541042d0 2023-10-05T15:38:45.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.539+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbb440108d0 con 0x7fbb541042d0 2023-10-05T15:38:45.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.540+0000 7fbb4b7fe700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 0x7fbb400a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.540+0000 7fbb5a10e700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 0x7fbb400a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.540+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbb440ccdd0 con 0x7fbb541042d0 2023-10-05T15:38:45.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.540+0000 7fbb5a10e700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 0x7fbb400a3990 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000b5c0 tx=0x7fbb50005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.546 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.544+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbb440960e0 con 0x7fbb541042d0 2023-10-05T15:38:45.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.796+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbb541a1570 con 0x7fbb541042d0 2023-10-05T15:38:45.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.797+0000 7fbb4b7fe700 1 -- 172.21.15.98:0/157827113 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7fbb44016090 con 0x7fbb541042d0 2023-10-05T15:38:45.799 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:38:45.799 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 msgr2=0x7fbb400a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 0x7fbb400a3990 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000b5c0 tx=0x7fbb50005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 msgr2=0x7fbb540ff950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fbb4400d950 tx=0x7fbb4400dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 shutdown_connections 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbb400a14d0 0x7fbb400a3990 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbb54106c00 0x7fbb540ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb541019a0 0x7fbb54101310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 --2- 172.21.15.98:0/157827113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbb541042d0 0x7fbb540ff950 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 >> 172.21.15.98:0/157827113 conn(0x7fbb540fb310 msgr2=0x7fbb54102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 shutdown_connections 2023-10-05T15:38:45.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.800+0000 7fbb5c372700 1 -- 172.21.15.98:0/157827113 wait complete. 2023-10-05T15:38:45.803 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:38:45.818 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2740153167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4104270 msgr2=0x7f5fc4106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2740153167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4104270 0x7f5fc4106660 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4009990 tx=0x7f5fb4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2740153167 shutdown_connections 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2740153167 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc4103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2740153167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4106ba0 0x7f5fc4109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2740153167 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4104270 0x7f5fc4106660 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2740153167 >> 172.21.15.98:0/2740153167 conn(0x7f5fc40fb330 msgr2=0x7f5fc40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2740153167 shutdown_connections 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.944+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2740153167 wait complete. 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 Processor -- start 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 -- start start 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc41012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4104270 0x7f5fc40ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc41005d0 con 0x7f5fc4106ba0 2023-10-05T15:38:45.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc4100740 con 0x7f5fc4101940 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fcb96b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fc41a0b40 con 0x7f5fc4104270 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45406/0 (socket says 172.21.15.98:45406) 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2225439840 learned_addr learned my addr 172.21.15.98:0/2225439840 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4104270 0x7f5fc40ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.945+0000 7f5fc9707700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc41012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2225439840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4104270 msgr2=0x7f5fc40ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4104270 0x7f5fc40ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2225439840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 msgr2=0x7f5fc41012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc41012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2225439840 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fb40095f0 con 0x7f5fc4106ba0 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9707700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00ef30 tx=0x7f5fbc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fba7fc700 1 -- 172.21.15.98:0/2225439840 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc018070 con 0x7f5fc4106ba0 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fc41a0dc0 con 0x7f5fc4106ba0 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fba7fc700 1 -- 172.21.15.98:0/2225439840 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fbc00f040 con 0x7f5fc4106ba0 2023-10-05T15:38:45.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fba7fc700 1 -- 172.21.15.98:0/2225439840 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc00cdb0 con 0x7f5fc4106ba0 2023-10-05T15:38:45.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.946+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fc41a1250 con 0x7f5fc4106ba0 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.948+0000 7f5fba7fc700 1 -- 172.21.15.98:0/2225439840 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5fbc003a00 con 0x7f5fc4106ba0 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.949+0000 7f5fba7fc700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 0x7f5fb00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.949+0000 7f5fba7fc700 1 -- 172.21.15.98:0/2225439840 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5fbc0cc8b0 con 0x7f5fc4106ba0 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.949+0000 7f5fc9707700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 0x7f5fb00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.949+0000 7f5fc9707700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 0x7f5fb00a39c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0005fd0 tx=0x7f5fc0005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 Processor -- start 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 -- start start 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694c260 0x55bd6694c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6694d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd668b4460 con 0x55bd6694da60 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd668a5c20 con 0x55bd6694cbc0 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd668a3540 con 0x55bd6694c260 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45414/0 (socket says 172.21.15.98:45414) 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2979281417 learned_addr learned my addr 172.21.15.98:0/2979281417 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6694d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2979281417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694c260 msgr2=0x55bd6694c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694c260 0x55bd6694c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2979281417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 msgr2=0x55bd6694d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6694d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.950+0000 7f5fc9f08700 1 -- 172.21.15.98:0/2979281417 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd666c9de0 con 0x55bd6694da60 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0a1680 tx=0x7f5fbc095d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3b32b77410ee27 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5faf7fe700 1 -- 172.21.15.98:0/2979281417 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc004ad0 con 0x55bd6694da60 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5faf7fe700 1 -- 172.21.15.98:0/2979281417 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fbc01b320 con 0x55bd6694da60 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5faf7fe700 1 -- 172.21.15.98:0/2979281417 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc0b90d0 con 0x55bd6694da60 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/2979281417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 msgr2=0x55bd6694dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0a1680 tx=0x7f5fbc095d20 comp rx=0 tx=0).stop 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/2979281417 shutdown_connections 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6694dee0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694c260 0x55bd6694c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/2979281417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6694d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.951+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/2979281417 >> 172.21.15.98:0/2979281417 conn(0x55bd668c0260 msgr2=0x55bd66947140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/2979281417 shutdown_connections 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/2979281417 wait complete. 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- start start 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 Processor -- start 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd66956600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694da60 0x55bd6695d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6689ee30 con 0x55bd6694c260 2023-10-05T15:38:45.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6683b710 con 0x55bd6694da60 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6683b3b0 con 0x55bd6694cbc0 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fd7b55b80 10 client.0 _ll_register_callbacks cb 0x55bd66698800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fc9707700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fc9707700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45416/0 (socket says 172.21.15.98:45416) 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.952+0000 7f5fc9707700 1 -- 172.21.15.98:0/1530560748 learned_addr learned my addr 172.21.15.98:0/1530560748 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd66956600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694da60 0x55bd6695d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 -- 172.21.15.98:0/1530560748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 msgr2=0x55bd66956600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd66956600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 -- 172.21.15.98:0/1530560748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694da60 msgr2=0x55bd6695d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694da60 0x55bd6695d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 -- 172.21.15.98:0/1530560748 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fc41a1250 con 0x55bd6694c260 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5fc000a5c0 tx=0x7f5fc0010a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd4e59d1509efa6e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5facff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fc001d860 con 0x55bd6694c260 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5fc001d9c0 con 0x55bd6694c260 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bd6693ef10 con 0x55bd6694c260 2023-10-05T15:38:45.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5fc001db80 con 0x55bd6694c260 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fd7b55b80 10 client.15711 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.953+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bd666b2c60 con 0x55bd6694c260 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bd6693ef10 con 0x55bd6694c260 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5fc00253b0 con 0x55bd6694c260 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 10 client.15711 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 10 client.15711 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 20 client.15711 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd66961ea0 0x55bd669642c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 4 client.15711 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:45.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bd66897e10 con 0x55bd66961ea0 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd66961ea0 0x55bd669642c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5facff9700 10 client.15711 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.954+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd66961ea0 0x55bd669642c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=611e4dba148a51a1 server_cookie=48779020a1519bd3 in_seq=0 out_seq=0 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5facff9700 1 -- 172.21.15.98:0/1530560748 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bd66897e10 con 0x55bd66961ea0 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5facff9700 10 client.15711 handle_command_reply: tid=0 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 client.15711 shutdown 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 msgr2=0x55bd669560c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5fc000a5c0 tx=0x7f5fc0010a60 comp rx=0 tx=0).stop 2023-10-05T15:38:45.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 shutdown_connections 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694da60 0x55bd6695d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd66961ea0 0x55bd669642c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd669560c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1530560748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd66956600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5facff9700 0 client.15711 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 >> 172.21.15.98:0/1530560748 conn(0x55bd668c0260 msgr2=0x55bd66946f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 shutdown_connections 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1530560748 wait complete. 2023-10-05T15:38:45.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.955+0000 7f5fd7b55b80 20 client.15711 trim_cache size 0 max 16384 2023-10-05T15:38:45.973 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 Processor -- start 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 -- start start 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6695d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694da60 0x55bd66945bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6671f920 con 0x55bd6694c260 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd66946100 con 0x55bd6694cbc0 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd66941520 con 0x55bd6694da60 2023-10-05T15:38:45.974 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45424/0 (socket says 172.21.15.98:45424) 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 -- 172.21.15.98:0/807466174 learned_addr learned my addr 172.21.15.98:0/807466174 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6695d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694da60 0x55bd66945bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 -- 172.21.15.98:0/807466174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694da60 msgr2=0x55bd66945bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694da60 0x55bd66945bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 -- 172.21.15.98:0/807466174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 msgr2=0x55bd6695d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6695d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.975 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 -- 172.21.15.98:0/807466174 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd666f0250 con 0x55bd6694c260 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.970+0000 7f5fc9707700 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0005d60 tx=0x7f5fc000ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc2a44a9055e28a5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5faffff700 1 -- 172.21.15.98:0/807466174 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fc00253b0 con 0x55bd6694c260 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5faffff700 1 -- 172.21.15.98:0/807466174 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fc0025510 con 0x55bd6694c260 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5faffff700 1 -- 172.21.15.98:0/807466174 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fc0005360 con 0x55bd6694c260 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/807466174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 msgr2=0x55bd6694de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0005d60 tx=0x7f5fc000ab00 comp rx=0 tx=0).stop 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/807466174 shutdown_connections 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694da60 0x55bd66945bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694c260 0x55bd6694de60 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/807466174 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694cbc0 0x55bd6695d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/807466174 >> 172.21.15.98:0/807466174 conn(0x55bd668c0260 msgr2=0x55bd66968c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/807466174 shutdown_connections 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.971+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/807466174 wait complete. 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 -- start start 2023-10-05T15:38:45.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 Processor -- start 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 0x55bd6695b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd6695b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6695cd70 con 0x55bd6694da60 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6695cee0 con 0x55bd6694c260 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd6695d0a0 con 0x55bd6694cbc0 2023-10-05T15:38:45.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fd7b55b80 10 client.0 _ll_register_callbacks cb 0x7f5fc000ef40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fc9f08700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45434/0 (socket says 172.21.15.98:45434) 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fc9f08700 1 -- 172.21.15.98:0/1694008450 learned_addr learned my addr 172.21.15.98:0/1694008450 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 0x55bd6695b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.972+0000 7f5fc8f06700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd6695b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 -- 172.21.15.98:0/1694008450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 msgr2=0x55bd6695b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd6695b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 -- 172.21.15.98:0/1694008450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 msgr2=0x55bd6695b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:45.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 0x55bd6695b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 -- 172.21.15.98:0/1694008450 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd666b2c60 con 0x55bd6694da60 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 0x55bd6695b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fc9f08700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0090a0 tx=0x7f5fbc0093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deec5df36469f67 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5facff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc099fb0 con 0x55bd6694da60 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5fbc0998b0 con 0x55bd6694da60 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5fbc01b320 con 0x55bd6694da60 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5fbc0a1bb0 con 0x55bd6694da60 2023-10-05T15:38:45.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fd7b55b80 10 client.15717 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bd666c82b0 con 0x55bd6694da60 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.973+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fbc01b320 con 0x55bd6694da60 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5fbc0b7d20 con 0x55bd6694da60 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 10 client.15717 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 10 client.15717 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 20 client.15717 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd669b6840 0x55bd669b8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 4 client.15717 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:38:45.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55bd66897b30 con 0x55bd669b6840 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd669b6840 0x55bd669b8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5facff9700 10 client.15717 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fc9707700 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd669b6840 0x55bd669b8c60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=28d00156bcd053aa server_cookie=6bf6053e19cdf4e8 in_seq=0 out_seq=0 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5facff9700 1 -- 172.21.15.98:0/1694008450 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55bd66897b30 con 0x55bd669b6840 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5facff9700 10 client.15717 handle_command_reply: tid=0 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 client.15717 shutdown 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 msgr2=0x55bd6695c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0090a0 tx=0x7f5fbc0093d0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 shutdown_connections 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55bd6694c260 0x55bd6695b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55bd669b6840 0x55bd669b8c60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55bd6694da60 0x55bd6695c830 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5facff9700 0 client.15717 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 --2- 172.21.15.98:0/1694008450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bd6694cbc0 0x55bd6695b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.974+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 >> 172.21.15.98:0/1694008450 conn(0x55bd668c0260 msgr2=0x55bd66954d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 shutdown_connections 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fd7b55b80 1 -- 172.21.15.98:0/1694008450 wait complete. 2023-10-05T15:38:45.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fd7b55b80 20 client.15717 trim_cache size 0 max 16384 2023-10-05T15:38:45.987 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 msgr2=0x7f5fb00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 0x7f5fb00a39c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0005fd0 tx=0x7f5fc0005e30 comp rx=0 tx=0).stop 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 msgr2=0x7f5fc40ffe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00ef30 tx=0x7f5fbc00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 shutdown_connections 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5fb00a1500 0x7f5fb00a39c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5fc4101940 0x7f5fc41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5fc4106ba0 0x7f5fc40ffe30 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 --2- 172.21.15.98:0/2225439840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc4104270 0x7f5fc40ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:45.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 >> 172.21.15.98:0/2225439840 conn(0x7f5fc40fb330 msgr2=0x7f5fc41025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:45.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 shutdown_connections 2023-10-05T15:38:45.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:45.975+0000 7f5fcb96b700 1 -- 172.21.15.98:0/2225439840 wait complete. 2023-10-05T15:38:45.990 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-05T15:38:46.124 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2688534834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a340ff540 msgr2=0x7f0a340ff960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.124 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2688534834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a340ff540 0x7f0a340ff960 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f0a2400aad0 tx=0x7f0a2400ade0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.124 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2688534834 shutdown_connections 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2688534834 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a341010d0 0x7f0a34107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2688534834 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a340ff540 0x7f0a340ff960 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2688534834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a34100730 0x7f0a34100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2688534834 >> 172.21.15.98:0/2688534834 conn(0x7f0a340faab0 msgr2=0x7f0a340fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2688534834 shutdown_connections 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.120+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2688534834 wait complete. 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 Processor -- start 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 -- start start 2023-10-05T15:38:46.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a340ff540 0x7f0a34196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a341010d0 0x7f0a3419e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3419e7b0 con 0x7f0a34100730 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3419e920 con 0x7f0a340ff540 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a3a6e4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3419eae0 con 0x7f0a341010d0 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45446/0 (socket says 172.21.15.98:45446) 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 -- 172.21.15.98:0/2395506964 learned_addr learned my addr 172.21.15.98:0/2395506964 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a38c81700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a341010d0 0x7f0a3419e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a33fff700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a340ff540 0x7f0a34196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 -- 172.21.15.98:0/2395506964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a341010d0 msgr2=0x7f0a3419e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a341010d0 0x7f0a3419e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 -- 172.21.15.98:0/2395506964 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a340ff540 msgr2=0x7f0a34196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a340ff540 0x7f0a34196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.121+0000 7f0a337fe700 1 -- 172.21.15.98:0/2395506964 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a2400a700 con 0x7f0a34100730 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a337fe700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800d950 tx=0x7f0a2800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a317fa700 1 -- 172.21.15.98:0/2395506964 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2800f890 con 0x7f0a34100730 2023-10-05T15:38:46.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a3419edc0 con 0x7f0a34100730 2023-10-05T15:38:46.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a317fa700 1 -- 172.21.15.98:0/2395506964 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a28010460 con 0x7f0a34100730 2023-10-05T15:38:46.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a317fa700 1 -- 172.21.15.98:0/2395506964 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2800e610 con 0x7f0a34100730 2023-10-05T15:38:46.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.122+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a3419f240 con 0x7f0a34100730 2023-10-05T15:38:46.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.124+0000 7f0a317fa700 1 -- 172.21.15.98:0/2395506964 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0a280108d0 con 0x7f0a34100730 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.125+0000 7f0a317fa700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 0x7f0a1c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.125+0000 7f0a33fff700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 0x7f0a1c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.125+0000 7f0a317fa700 1 -- 172.21.15.98:0/2395506964 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0a280cd1f0 con 0x7f0a34100730 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a33fff700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 0x7f0a1c0a3940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0a2400a9f0 tx=0x7f0a24005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 Processor -- start 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 -- start start 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044dbc0 0x562b9044e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9044eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b903b5460 con 0x562b9044d260 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b903a6c20 con 0x562b9044dbc0 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b903a4540 con 0x562b9044ea60 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a33fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a33fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45452/0 (socket says 172.21.15.98:45452) 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a33fff700 1 -- 172.21.15.98:0/3879344364 learned_addr learned my addr 172.21.15.98:0/3879344364 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.126+0000 7f0a337fe700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044dbc0 0x562b9044e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.137 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a38c81700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9044eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 -- 172.21.15.98:0/3879344364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 msgr2=0x562b9044eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9044eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 -- 172.21.15.98:0/3879344364 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044dbc0 msgr2=0x562b9044e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044dbc0 0x562b9044e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 -- 172.21.15.98:0/3879344364 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b901cade0 con 0x562b9044d260 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a38c81700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9044eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f0a24005b40 tx=0x7f0a24021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ea73f4791cf184 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a1a7fc700 1 -- 172.21.15.98:0/3879344364 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a24028040 con 0x562b9044d260 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a1a7fc700 1 -- 172.21.15.98:0/3879344364 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a24004200 con 0x562b9044d260 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.127+0000 7f0a1a7fc700 1 -- 172.21.15.98:0/3879344364 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a240216b0 con 0x562b9044d260 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3879344364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 msgr2=0x562b9044d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f0a24005b40 tx=0x7f0a24021000 comp rx=0 tx=0).stop 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3879344364 shutdown_connections 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9044eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044d260 0x562b9044d680 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3879344364 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044dbc0 0x562b9044e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.139 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3879344364 >> 172.21.15.98:0/3879344364 conn(0x562b903c1260 msgr2=0x562b90448140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3879344364 shutdown_connections 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3879344364 wait complete. 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 -- start start 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.128+0000 7f0a468ceb80 1 Processor -- start 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b90456fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9045e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9039fe30 con 0x562b9044dbc0 2023-10-05T15:38:46.140 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9033c710 con 0x562b9044d260 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9033c3b0 con 0x562b9044ea60 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a468ceb80 10 client.0 _ll_register_callbacks cb 0x562b90199800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45460/0 (socket says 172.21.15.98:45460) 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 -- 172.21.15.98:0/3338253915 learned_addr learned my addr 172.21.15.98:0/3338253915 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a38c81700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9045e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b90456fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.141 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 -- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 msgr2=0x562b9045e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9045e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 -- 172.21.15.98:0/3338253915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 msgr2=0x562b90456fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b90456fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 -- 172.21.15.98:0/3338253915 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a2401a040 con 0x562b9044dbc0 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b90456fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a337fe700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f0a280ca9f0 tx=0x7f0a2809a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d37778d1437c017 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a137fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.129+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2809a420 con 0x562b9044dbc0 2023-10-05T15:38:46.142 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0a2809a580 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562b9043ff10 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a280996b0 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 10 client.15729 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562b901b3c60 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562b9043ff10 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0a280b8240 con 0x562b9044dbc0 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 10 client.15729 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 10 client.15729 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 20 client.15729 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b90462c90 0x562b904650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 4 client.15729 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562b90398e10 con 0x562b90462c90 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.130+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b90462c90 0x562b904650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.131+0000 7f0a137fe700 10 client.15729 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.131+0000 7f0a33fff700 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b90462c90 0x562b904650b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2d7103df77a72f04 server_cookie=90ccab8616f186ce in_seq=0 out_seq=0 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.131+0000 7f0a137fe700 1 -- 172.21.15.98:0/3338253915 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562b90398e10 con 0x562b90462c90 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.131+0000 7f0a137fe700 10 client.15729 handle_command_reply: tid=0 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.131+0000 7f0a468ceb80 1 client.15729 shutdown 2023-10-05T15:38:46.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 msgr2=0x562b904574e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f0a280ca9f0 tx=0x7f0a2809a1c0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 shutdown_connections 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b90462c90 0x562b904650b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b90456fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a137fe700 0 client.15729 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044ea60 0x562b9045e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/3338253915 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044dbc0 0x562b904574e0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 >> 172.21.15.98:0/3338253915 conn(0x562b903c1260 msgr2=0x562b90447f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 shutdown_connections 2023-10-05T15:38:46.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 1 -- 172.21.15.98:0/3338253915 wait complete. 2023-10-05T15:38:46.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.132+0000 7f0a468ceb80 20 client.15729 trim_cache size 0 max 16384 2023-10-05T15:38:46.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.146+0000 7f0a468ceb80 1 Processor -- start 2023-10-05T15:38:46.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.146+0000 7f0a468ceb80 1 -- start start 2023-10-05T15:38:46.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9044d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b90220920 con 0x562b9044ea60 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b90454c30 con 0x562b9044d260 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b90452540 con 0x562b9044dbc0 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45470/0 (socket says 172.21.15.98:45470) 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 -- 172.21.15.98:0/4273459770 learned_addr learned my addr 172.21.15.98:0/4273459770 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a337fe700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a33fff700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9044d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 -- 172.21.15.98:0/4273459770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 msgr2=0x562b9045e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 -- 172.21.15.98:0/4273459770 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 msgr2=0x562b9044d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9044d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 -- 172.21.15.98:0/4273459770 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b901f1250 con 0x562b9044ea60 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a33fff700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9044d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a38c81700 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c009de0 tx=0x7f0a2c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c68652991f1b875a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.147+0000 7f0a1affd700 1 -- 172.21.15.98:0/4273459770 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c009930 con 0x562b9044ea60 2023-10-05T15:38:46.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a1affd700 1 -- 172.21.15.98:0/4273459770 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a2c00f070 con 0x562b9044ea60 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a1affd700 1 -- 172.21.15.98:0/4273459770 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c005020 con 0x562b9044ea60 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 -- 172.21.15.98:0/4273459770 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 msgr2=0x562b90455c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c009de0 tx=0x7f0a2c0077e0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 -- 172.21.15.98:0/4273459770 shutdown_connections 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9044d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b90455c70 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/4273459770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 -- 172.21.15.98:0/4273459770 >> 172.21.15.98:0/4273459770 conn(0x562b903c1260 msgr2=0x562b90469a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 -- 172.21.15.98:0/4273459770 shutdown_connections 2023-10-05T15:38:46.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.148+0000 7f0a468ceb80 1 -- 172.21.15.98:0/4273459770 wait complete. 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 -- start start 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 Processor -- start 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9045c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9045dec0 con 0x562b9044ea60 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9045e030 con 0x562b9044d260 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b9045e1f0 con 0x562b9044dbc0 2023-10-05T15:38:46.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a468ceb80 10 client.0 _ll_register_callbacks cb 0x7f0a28099b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.149+0000 7f0a38c81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45476/0 (socket says 172.21.15.98:45476) 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 -- 172.21.15.98:0/234344878 learned_addr learned my addr 172.21.15.98:0/234344878 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a33fff700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9045c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a337fe700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 -- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 msgr2=0x562b9045c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 -- 172.21.15.98:0/234344878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 msgr2=0x562b9045c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9045c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 -- 172.21.15.98:0/234344878 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a2c009a90 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a38c81700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c009820 tx=0x7f0a2c004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e771b20c1501b71 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a137fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c024070 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0a2c017810 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0a24004200 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a2c028410 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a468ceb80 10 client.15735 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.150+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562b901c92b0 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a24004200 con 0x562b9044ea60 2023-10-05T15:38:46.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0a2c014050 con 0x562b9044ea60 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 10 client.15735 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 10 client.15735 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 20 client.15735 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b904b7a10 0x562b904b9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 4 client.15735 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562b90398b30 con 0x562b904b7a10 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a33fff700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b904b7a10 0x562b904b9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a33fff700 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b904b7a10 0x562b904b9e30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cb38971f33b3ece7 server_cookie=3f04df6435b9c47e in_seq=0 out_seq=0 2023-10-05T15:38:46.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.151+0000 7f0a137fe700 10 client.15735 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a137fe700 1 -- 172.21.15.98:0/234344878 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562b90398b30 con 0x562b904b7a10 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a137fe700 10 client.15735 handle_command_reply: tid=0 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 client.15735 shutdown 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 msgr2=0x562b9045d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c009820 tx=0x7f0a2c004e20 comp rx=0 tx=0).stop 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 shutdown_connections 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x562b904b7a10 0x562b904b9e30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562b9044d260 0x562b9045c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562b9044ea60 0x562b9045d980 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a137fe700 0 client.15735 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 --2- 172.21.15.98:0/234344878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562b9044dbc0 0x562b9045c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 >> 172.21.15.98:0/234344878 conn(0x562b903c1260 msgr2=0x562b90446bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 shutdown_connections 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 1 -- 172.21.15.98:0/234344878 wait complete. 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a468ceb80 20 client.15735 trim_cache size 0 max 16384 2023-10-05T15:38:46.163 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:38:46.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.152+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 msgr2=0x7f0a1c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 0x7f0a1c0a3940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0a2400a9f0 tx=0x7f0a24005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.164 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 msgr2=0x7f0a341971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f0a2800d950 tx=0x7f0a2800dc60 comp rx=0 tx=0).stop 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 shutdown_connections 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0a1c0a1480 0x7f0a1c0a3940 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0a340ff540 0x7f0a34196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0a341010d0 0x7f0a3419e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 --2- 172.21.15.98:0/2395506964 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0a34100730 0x7f0a341971b0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 >> 172.21.15.98:0/2395506964 conn(0x7f0a340faab0 msgr2=0x7f0a34103d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 shutdown_connections 2023-10-05T15:38:46.165 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.153+0000 7f0a3a6e4700 1 -- 172.21.15.98:0/2395506964 wait complete. 2023-10-05T15:38:46.166 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:38:46.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 -- 172.21.15.98:0/1788283576 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 msgr2=0x7feabc100400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 --2- 172.21.15.98:0/1788283576 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc100400 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7feab0009990 tx=0x7feab0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 -- 172.21.15.98:0/1788283576 shutdown_connections 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 --2- 172.21.15.98:0/1788283576 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 --2- 172.21.15.98:0/1788283576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 0x7feabc101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 --2- 172.21.15.98:0/1788283576 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc100400 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 -- 172.21.15.98:0/1788283576 >> 172.21.15.98:0/1788283576 conn(0x7feabc0fab10 msgr2=0x7feabc0fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 -- 172.21.15.98:0/1788283576 shutdown_connections 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.290+0000 7feac1b13700 1 -- 172.21.15.98:0/1788283576 wait complete. 2023-10-05T15:38:46.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 Processor -- start 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 -- start start 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 0x7feabc19e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feabc19e760 con 0x7feabc0fff80 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feabc19e8a0 con 0x7feabc100940 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feac1b13700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feabc19ea30 con 0x7feabc101330 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45490/0 (socket says 172.21.15.98:45490) 2023-10-05T15:38:46.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feabb7fe700 1 -- 172.21.15.98:0/1644337469 learned_addr learned my addr 172.21.15.98:0/1644337469 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feabaffd700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.291+0000 7feabbfff700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 0x7feabc19e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 -- 172.21.15.98:0/1644337469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 msgr2=0x7feabc19e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 0x7feabc19e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 -- 172.21.15.98:0/1644337469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 msgr2=0x7feabc197120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc197120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 -- 172.21.15.98:0/1644337469 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feab00095f0 con 0x7feabc0fff80 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabaffd700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc197120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:46.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7feaac00d980 tx=0x7feaac00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feab8ff9700 1 -- 172.21.15.98:0/1644337469 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac004020 con 0x7feabc0fff80 2023-10-05T15:38:46.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feab8ff9700 1 -- 172.21.15.98:0/1644337469 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feaac00f690 con 0x7feabc0fff80 2023-10-05T15:38:46.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feabc19ed10 con 0x7feabc0fff80 2023-10-05T15:38:46.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feab8ff9700 1 -- 172.21.15.98:0/1644337469 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac003a60 con 0x7feabc0fff80 2023-10-05T15:38:46.298 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.292+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feabc19f1d0 con 0x7feabc0fff80 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.295+0000 7feab8ff9700 1 -- 172.21.15.98:0/1644337469 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7feaac00fb00 con 0x7feabc0fff80 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.295+0000 7feab8ff9700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 0x7feaa40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.295+0000 7feab8ff9700 1 -- 172.21.15.98:0/1644337469 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7feaac0ccbe0 con 0x7feabc0fff80 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.295+0000 7feabaffd700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 0x7feaa40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 Processor -- start 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feabaffd700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 0x7feaa40a3940 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7feab000b5c0 tx=0x7feab0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.305 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 -- start start 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d041480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d041ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cfa8460 con 0x56259d040260 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cf99c20 con 0x56259d041a60 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cf97540 con 0x56259d040bc0 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45494/0 (socket says 172.21.15.98:45494) 2023-10-05T15:38:46.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feabb7fe700 1 -- 172.21.15.98:0/1287513893 learned_addr learned my addr 172.21.15.98:0/1287513893 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.296+0000 7feabaffd700 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d041480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabbfff700 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d041ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 -- 172.21.15.98:0/1287513893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 msgr2=0x56259d041480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d041480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 -- 172.21.15.98:0/1287513893 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 msgr2=0x56259d041ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d041ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 -- 172.21.15.98:0/1287513893 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56259cdbdde0 con 0x56259d040260 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7feaac099b40 tx=0x7feaac099a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9375c0ebe1fc90c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feaa1ffb700 1 -- 172.21.15.98:0/1287513893 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac09dd00 con 0x56259d040260 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feaa1ffb700 1 -- 172.21.15.98:0/1287513893 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feaac0a1f40 con 0x56259d040260 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.297+0000 7feaa1ffb700 1 -- 172.21.15.98:0/1287513893 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac099e10 con 0x56259d040260 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1287513893 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 msgr2=0x56259d040680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7feaac099b40 tx=0x7feaac099a90 comp rx=0 tx=0).stop 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1287513893 shutdown_connections 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d041ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d040680 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1287513893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d041480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1287513893 >> 172.21.15.98:0/1287513893 conn(0x56259cfb4260 msgr2=0x56259d03b140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1287513893 shutdown_connections 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1287513893 wait complete. 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- start start 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 Processor -- start 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d04a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d051620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cf92e30 con 0x56259d040260 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.298+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cf2f710 con 0x56259d041a60 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259cf2f3b0 con 0x56259d040bc0 2023-10-05T15:38:46.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feacdcfdb80 10 client.0 _ll_register_callbacks cb 0x56259cd8c800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45500/0 (socket says 172.21.15.98:45500) 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 -- 172.21.15.98:0/3043445185 learned_addr learned my addr 172.21.15.98:0/3043445185 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabaffd700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d04a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 -- 172.21.15.98:0/3043445185 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 msgr2=0x56259d04a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d04a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 -- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 msgr2=0x56259d051620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d051620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 -- 172.21.15.98:0/3043445185 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feabc19f1d0 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabaffd700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d04a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feabb7fe700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7feaac004820 tx=0x7feaac096020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e33190f48984bf5b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7fea9affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac0b6070 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7feaac0b22a0 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56259d032f10 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feaac0b2460 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feacdcfdb80 10 client.15747 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.299+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56259cda6c60 con 0x56259d040260 2023-10-05T15:38:46.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56259d032f10 con 0x56259d040260 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7feaac0a1ab0 con 0x56259d040260 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 10 client.15747 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 10 client.15747 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 20 client.15747 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d059db0 0x56259d05c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 4 client.15747 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56259cf8be10 con 0x56259d059db0 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.300+0000 7feabaffd700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d059db0 0x56259d05c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.301+0000 7fea9affd700 10 client.15747 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:46.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.301+0000 7feabaffd700 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d059db0 0x56259d05c1d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=46f90ee5f69f4ff server_cookie=c41718930043ad1f in_seq=0 out_seq=0 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.301+0000 7fea9affd700 1 -- 172.21.15.98:0/3043445185 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56259cf8be10 con 0x56259d059db0 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.301+0000 7fea9affd700 10 client.15747 handle_command_reply: tid=0 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.301+0000 7feacdcfdb80 1 client.15747 shutdown 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 msgr2=0x56259d04a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7feaac004820 tx=0x7feaac096020 comp rx=0 tx=0).stop 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 shutdown_connections 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d041a60 0x56259d051620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d059db0 0x56259d05c1d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d04a0a0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/3043445185 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d040bc0 0x56259d04a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7fea9affd700 0 client.15747 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:46.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 >> 172.21.15.98:0/3043445185 conn(0x56259cfb4260 msgr2=0x56259d03af50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 shutdown_connections 2023-10-05T15:38:46.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 1 -- 172.21.15.98:0/3043445185 wait complete. 2023-10-05T15:38:46.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.302+0000 7feacdcfdb80 20 client.15747 trim_cache size 0 max 16384 2023-10-05T15:38:46.319 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 Processor -- start 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 -- start start 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 0x56259d0515e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d039bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259ce13920 con 0x56259d040260 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259d037a20 con 0x56259d040bc0 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259d03a100 con 0x56259d041a60 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45508/0 (socket says 172.21.15.98:45508) 2023-10-05T15:38:46.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 -- 172.21.15.98:0/179608795 learned_addr learned my addr 172.21.15.98:0/179608795 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabaffd700 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 0x56259d0515e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 -- 172.21.15.98:0/179608795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 msgr2=0x56259d039bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d039bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 -- 172.21.15.98:0/179608795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 msgr2=0x56259d0515e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 0x56259d0515e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 -- 172.21.15.98:0/179608795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56259cde4250 con 0x56259d040260 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabaffd700 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 0x56259d0515e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feabb7fe700 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7feaac099b40 tx=0x7feaac09de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3c929a64879b7c5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.316+0000 7feaa27fc700 1 -- 172.21.15.98:0/179608795 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac0b6070 con 0x56259d040260 2023-10-05T15:38:46.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feaa27fc700 1 -- 172.21.15.98:0/179608795 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feaac003e50 con 0x56259d040260 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feaa27fc700 1 -- 172.21.15.98:0/179608795 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaac0a1bf0 con 0x56259d040260 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 -- 172.21.15.98:0/179608795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 msgr2=0x56259d041e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7feaac099b40 tx=0x7feaac09de40 comp rx=0 tx=0).stop 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 -- 172.21.15.98:0/179608795 shutdown_connections 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d039bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040260 0x56259d041e40 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/179608795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040bc0 0x56259d0515e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 -- 172.21.15.98:0/179608795 >> 172.21.15.98:0/179608795 conn(0x56259cfb4260 msgr2=0x56259d060b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 -- 172.21.15.98:0/179608795 shutdown_connections 2023-10-05T15:38:46.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.317+0000 7feacdcfdb80 1 -- 172.21.15.98:0/179608795 wait complete. 2023-10-05T15:38:46.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 -- start start 2023-10-05T15:38:46.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 Processor -- start 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040260 0x56259d04ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d050270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259d0507b0 con 0x56259d040bc0 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259d050920 con 0x56259d040260 2023-10-05T15:38:46.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56259d050ae0 con 0x56259d041a60 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feacdcfdb80 10 client.0 _ll_register_callbacks cb 0x7feaac0996f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feabaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feabaffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45516/0 (socket says 172.21.15.98:45516) 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feabaffd700 1 -- 172.21.15.98:0/1579328377 learned_addr learned my addr 172.21.15.98:0/1579328377 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.318+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040260 0x56259d04ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabbfff700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d050270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 -- 172.21.15.98:0/1579328377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 msgr2=0x56259d050270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d050270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 -- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040260 msgr2=0x56259d04ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.327 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040260 0x56259d04ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 -- 172.21.15.98:0/1579328377 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56259cda6c60 con 0x56259d040bc0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabbfff700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d050270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feabaffd700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7feab0009990 tx=0x7feab0009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b523f7d244392158 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7fea9affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feab0031330 con 0x56259d040bc0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7feab0031490 con 0x56259d040bc0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feaac0a1f40 con 0x56259d040bc0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feab0031920 con 0x56259d040bc0 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feacdcfdb80 10 client.15753 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.328 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56259cdbc2b0 con 0x56259d040bc0 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.319+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feaac0a1f40 con 0x56259d040bc0 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7feab000fbc0 con 0x56259d040bc0 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 10 client.15753 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 10 client.15753 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 20 client.15753 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d0ae450 0x56259d0b0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 4 client.15753 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56259cf8bb30 con 0x56259d0ae450 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d0ae450 0x56259d0b0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.329 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7fea9affd700 10 client.15753 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feabb7fe700 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d0ae450 0x56259d0b0870 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d21a9f4f5b3b237c server_cookie=d3df9432a77a17ea in_seq=0 out_seq=0 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7fea9affd700 1 -- 172.21.15.98:0/1579328377 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56259cf8bb30 con 0x56259d0ae450 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7fea9affd700 10 client.15753 handle_command_reply: tid=0 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.320+0000 7feacdcfdb80 1 client.15753 shutdown 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 msgr2=0x56259d04f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7feab0009990 tx=0x7feab0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 shutdown_connections 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56259d040260 0x56259d04ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x56259d0ae450 0x56259d0b0870 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.330 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56259d041a60 0x56259d050270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 --2- 172.21.15.98:0/1579328377 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56259d040bc0 0x56259d04f260 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7fea9affd700 0 client.15753 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 >> 172.21.15.98:0/1579328377 conn(0x56259cfb4260 msgr2=0x56259d048c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 shutdown_connections 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 1 -- 172.21.15.98:0/1579328377 wait complete. 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feacdcfdb80 20 client.15753 trim_cache size 0 max 16384 2023-10-05T15:38:46.331 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:38:46.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 msgr2=0x7feaa40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 0x7feaa40a3940 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7feab000b5c0 tx=0x7feab0005fd0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 msgr2=0x7feabc196be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.332 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.321+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7feaac00d980 tx=0x7feaac00dc90 comp rx=0 tx=0).stop 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 shutdown_connections 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7feaa40a1480 0x7feaa40a3940 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feabc101330 0x7feabc19e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7feabc0fff80 0x7feabc196be0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 --2- 172.21.15.98:0/1644337469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7feabc100940 0x7feabc197120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 >> 172.21.15.98:0/1644337469 conn(0x7feabc0fab10 msgr2=0x7feabc0fcd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 shutdown_connections 2023-10-05T15:38:46.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.322+0000 7feac1b13700 1 -- 172.21.15.98:0/1644337469 wait complete. 2023-10-05T15:38:46.335 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:38:46.465 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 -- 172.21.15.98:0/1066252126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 msgr2=0x7fa1bc107980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.465 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 --2- 172.21.15.98:0/1066252126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc107980 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fa1b400c240 tx=0x7fa1b400c550 comp rx=0 tx=0).stop 2023-10-05T15:38:46.465 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 -- 172.21.15.98:0/1066252126 shutdown_connections 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 --2- 172.21.15.98:0/1066252126 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 0x7fa1bc0ff960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 --2- 172.21.15.98:0/1066252126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc107980 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 --2- 172.21.15.98:0/1066252126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 0x7fa1bc100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 -- 172.21.15.98:0/1066252126 >> 172.21.15.98:0/1066252126 conn(0x7fa1bc0faab0 msgr2=0x7fa1bc0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 -- 172.21.15.98:0/1066252126 shutdown_connections 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.461+0000 7fa1c3453700 1 -- 172.21.15.98:0/1066252126 wait complete. 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 Processor -- start 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 -- start start 2023-10-05T15:38:46.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 0x7fa1bc196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 0x7fa1bc1971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1bc19e7e0 con 0x7fa1bc1010d0 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1bc19e950 con 0x7fa1bc0ff540 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c3453700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1bc19eb10 con 0x7fa1bc100730 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45532/0 (socket says 172.21.15.98:45532) 2023-10-05T15:38:46.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2973191062 learned_addr learned my addr 172.21.15.98:0/2973191062 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 0x7fa1bc196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 0x7fa1bc1971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2973191062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 msgr2=0x7fa1bc1971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 0x7fa1bc1971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2973191062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 msgr2=0x7fa1bc196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 0x7fa1bc196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.462+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2973191062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1b400ae10 con 0x7fa1bc1010d0 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4006070 tx=0x7fa1b4008450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1b27fc700 1 -- 172.21.15.98:0/2973191062 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b400f040 con 0x7fa1bc1010d0 2023-10-05T15:38:46.468 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1b27fc700 1 -- 172.21.15.98:0/2973191062 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1b4005050 con 0x7fa1bc1010d0 2023-10-05T15:38:46.469 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1b27fc700 1 -- 172.21.15.98:0/2973191062 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b4007700 con 0x7fa1bc1010d0 2023-10-05T15:38:46.469 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1bc19ed90 con 0x7fa1bc1010d0 2023-10-05T15:38:46.469 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.463+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1bc19f1c0 con 0x7fa1bc1010d0 2023-10-05T15:38:46.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.465+0000 7fa1b27fc700 1 -- 172.21.15.98:0/2973191062 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa1b4004a50 con 0x7fa1bc1010d0 2023-10-05T15:38:46.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.466+0000 7fa1b27fc700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 0x7fa1a80a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.466+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 0x7fa1a80a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.466+0000 7fa1b27fc700 1 -- 172.21.15.98:0/2973191062 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa1b40ce750 con 0x7fa1bc1010d0 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.466+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 0x7fa1a80a3a90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc197b40 tx=0x7fa1ac00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 Processor -- start 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 -- start start 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723bdd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdda60 0x559723bddee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723b44460 con 0x559723bdc260 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723b35c20 con 0x559723bdda60 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723b33540 con 0x559723bdcbc0 2023-10-05T15:38:46.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45536/0 (socket says 172.21.15.98:45536) 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 -- 172.21.15.98:0/4092373689 learned_addr learned my addr 172.21.15.98:0/4092373689 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdda60 0x559723bddee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723bdd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 -- 172.21.15.98:0/4092373689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 msgr2=0x559723bdd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723bdd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 -- 172.21.15.98:0/4092373689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdda60 msgr2=0x559723bddee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdda60 0x559723bddee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.467+0000 7fa1c11ef700 1 -- 172.21.15.98:0/4092373689 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559723959de0 con 0x559723bdc260 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.468+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac00a5b0 tx=0x7fa1ac012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a090398537226155 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.468+0000 7fa1a77fe700 1 -- 172.21.15.98:0/4092373689 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac0108c0 con 0x559723bdc260 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.468+0000 7fa1a77fe700 1 -- 172.21.15.98:0/4092373689 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1ac020070 con 0x559723bdc260 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.468+0000 7fa1a77fe700 1 -- 172.21.15.98:0/4092373689 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac025e40 con 0x559723bdc260 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- 172.21.15.98:0/4092373689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 msgr2=0x559723bdc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac00a5b0 tx=0x7fa1ac012000 comp rx=0 tx=0).stop 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- 172.21.15.98:0/4092373689 shutdown_connections 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdda60 0x559723bddee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.479 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723bdc680 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/4092373689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723bdd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- 172.21.15.98:0/4092373689 >> 172.21.15.98:0/4092373689 conn(0x559723b50260 msgr2=0x559723bd7140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- 172.21.15.98:0/4092373689 shutdown_connections 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- 172.21.15.98:0/4092373689 wait complete. 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- start start 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 Processor -- start 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723be65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723bed600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.480 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.469+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723b2ee30 con 0x559723bdc260 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723acb710 con 0x559723bdcbc0 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723acb3b0 con 0x559723bdda60 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 10 client.0 _ll_register_callbacks cb 0x559723928800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45542/0 (socket says 172.21.15.98:45542) 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 -- 172.21.15.98:0/1711330616 learned_addr learned my addr 172.21.15.98:0/1711330616 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723bed600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723be65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 -- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 msgr2=0x559723bed600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.481 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723bed600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 -- 172.21.15.98:0/1711330616 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 msgr2=0x559723be65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723be65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 -- 172.21.15.98:0/1711330616 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1ac00fa90 con 0x559723bdc260 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723be65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac005910 tx=0x7fa1ac026e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba09c2cbc5837efd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac011d60 con 0x559723bdc260 2023-10-05T15:38:46.482 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa1ac005050 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559723bcef10 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1ac005210 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 10 client.15765 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.470+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559723942c60 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559723bcef10 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa1ac02f440 con 0x559723bdc260 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 10 client.15765 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 10 client.15765 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 20 client.15765 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.483 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723bf1c90 0x559723bf40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 4 client.15765 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559723b27e10 con 0x559723bf1c90 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.471+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723bf1c90 0x559723bf40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1a4ff9700 10 client.15765 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723bf1c90 0x559723bf40b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6fa0f88da3b9fc26 server_cookie=e4891f6d3abb9910 in_seq=0 out_seq=0 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/1711330616 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559723b27e10 con 0x559723bf1c90 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1a4ff9700 10 client.15765 handle_command_reply: tid=0 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 client.15765 shutdown 2023-10-05T15:38:46.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 msgr2=0x559723be6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac005910 tx=0x7fa1ac026e80 comp rx=0 tx=0).stop 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 shutdown_connections 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723bf1c90 0x559723bf40b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723bed600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1a4ff9700 0 client.15765 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723be6080 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/1711330616 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723be65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 >> 172.21.15.98:0/1711330616 conn(0x559723b50260 msgr2=0x559723bd6f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.472+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 shutdown_connections 2023-10-05T15:38:46.485 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.473+0000 7fa1cf63db80 1 -- 172.21.15.98:0/1711330616 wait complete. 2023-10-05T15:38:46.486 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.473+0000 7fa1cf63db80 20 client.15765 trim_cache size 0 max 16384 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 Processor -- start 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 -- start start 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdc260 0x559723bdde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723be4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.495 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597239af920 con 0x559723bdda60 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723bed9b0 con 0x559723bdc260 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723be1540 con 0x559723bdcbc0 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45554/0 (socket says 172.21.15.98:45554) 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2119317439 learned_addr learned my addr 172.21.15.98:0/2119317439 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdc260 0x559723bdde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723be4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2119317439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 msgr2=0x559723be4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723be4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.496 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2119317439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdc260 msgr2=0x559723bdde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdc260 0x559723bdde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.487+0000 7fa1c19f0700 1 -- 172.21.15.98:0/2119317439 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559723980250 con 0x559723bdda60 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4026000 tx=0x7fa1b40bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8717b7202fc630c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1a7fff700 1 -- 172.21.15.98:0/2119317439 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b40bb0b0 con 0x559723bdda60 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1a7fff700 1 -- 172.21.15.98:0/2119317439 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1b409beb0 con 0x559723bdda60 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1a7fff700 1 -- 172.21.15.98:0/2119317439 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1b4005450 con 0x559723bdda60 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2119317439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 msgr2=0x559723bd5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.488+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4026000 tx=0x7fa1b40bb040 comp rx=0 tx=0).stop 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2119317439 shutdown_connections 2023-10-05T15:38:46.497 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdc260 0x559723bdde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdda60 0x559723bd5bc0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2119317439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdcbc0 0x559723be4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2119317439 >> 172.21.15.98:0/2119317439 conn(0x559723b50260 msgr2=0x559723bf8a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2119317439 shutdown_connections 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2119317439 wait complete. 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- start start 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 Processor -- start 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723c41c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.498 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723c48c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723c491a0 con 0x559723bdc260 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723c492e0 con 0x559723bdcbc0 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559723c49470 con 0x559723bdda60 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1cf63db80 10 client.0 _ll_register_callbacks cb 0x7fa1b400a6a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1c11ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45556/0 (socket says 172.21.15.98:45556) 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.489+0000 7fa1c11ef700 1 -- 172.21.15.98:0/2281339979 learned_addr learned my addr 172.21.15.98:0/2281339979 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c19f0700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723c48c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723c41c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.499 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 -- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 msgr2=0x559723c48c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723c48c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 -- 172.21.15.98:0/2281339979 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 msgr2=0x559723c41c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723c41c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 -- 172.21.15.98:0/2281339979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1bc19f1c0 con 0x559723bdc260 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1c11ef700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac00a5d0 tx=0x7fa1ac02fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45222e8af9b3e2b1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac011d60 con 0x559723bdc260 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa1ac00fe60 con 0x559723bdc260 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa1ac020070 con 0x559723bdc260 2023-10-05T15:38:46.500 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1ac025b10 con 0x559723bdc260 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1cf63db80 10 client.15771 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5597239582b0 con 0x559723bdc260 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.490+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1ac020070 con 0x559723bdc260 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa1ac0050d0 con 0x559723bdc260 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 10 client.15771 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 10 client.15771 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 20 client.15771 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723c4abf0 0x559723c4d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 4 client.15771 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:38:46.501 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559723b27b30 con 0x559723c4abf0 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723c4abf0 0x559723c4d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1a4ff9700 10 client.15771 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1c09ee700 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723c4abf0 0x559723c4d010 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=89bc5b5933334b8d server_cookie=30e4de4abfe95822 in_seq=0 out_seq=0 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1a4ff9700 1 -- 172.21.15.98:0/2281339979 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559723b27b30 con 0x559723c4abf0 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1a4ff9700 10 client.15771 handle_command_reply: tid=0 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.491+0000 7fa1cf63db80 1 client.15771 shutdown 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 msgr2=0x559723c416e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac00a5d0 tx=0x7fa1ac02fa70 comp rx=0 tx=0).stop 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 shutdown_connections 2023-10-05T15:38:46.502 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x559723c4abf0 0x559723c4d010 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559723bdda60 0x559723c48c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559723bdc260 0x559723c416e0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 --2- 172.21.15.98:0/2281339979 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559723bdcbc0 0x559723c41c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 >> 172.21.15.98:0/2281339979 conn(0x559723b50260 msgr2=0x559723bd5bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1a4ff9700 0 client.15771 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 shutdown_connections 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 1 -- 172.21.15.98:0/2281339979 wait complete. 2023-10-05T15:38:46.503 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1cf63db80 20 client.15771 trim_cache size 0 max 16384 2023-10-05T15:38:46.504 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:38:46.504 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 msgr2=0x7fa1a80a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.504 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 0x7fa1a80a3a90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc197b40 tx=0x7fa1ac00a380 comp rx=0 tx=0).stop 2023-10-05T15:38:46.504 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 msgr2=0x7fa1bc19e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fa1b4006070 tx=0x7fa1b4008450 comp rx=0 tx=0).stop 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 shutdown_connections 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa1a80a15d0 0x7fa1a80a3a90 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa1bc0ff540 0x7fa1bc196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa1bc1010d0 0x7fa1bc19e210 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 --2- 172.21.15.98:0/2973191062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa1bc100730 0x7fa1bc1971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 >> 172.21.15.98:0/2973191062 conn(0x7fa1bc0faab0 msgr2=0x7fa1bc0fccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.492+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 shutdown_connections 2023-10-05T15:38:46.505 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.493+0000 7fa1c3453700 1 -- 172.21.15.98:0/2973191062 wait complete. 2023-10-05T15:38:46.506 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:38:46.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 -- 172.21.15.98:0/3089836234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4101930 msgr2=0x7f5ee4108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 --2- 172.21.15.98:0/3089836234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4101930 0x7f5ee4108250 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f5edc00b0a0 tx=0x7f5edc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 -- 172.21.15.98:0/3089836234 shutdown_connections 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 --2- 172.21.15.98:0/3089836234 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4101930 0x7f5ee4108250 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 --2- 172.21.15.98:0/3089836234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 --2- 172.21.15.98:0/3089836234 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee4100f70 0x7f5ee41013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 -- 172.21.15.98:0/3089836234 >> 172.21.15.98:0/3089836234 conn(0x7f5ee40fb370 msgr2=0x7f5ee40fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 -- 172.21.15.98:0/3089836234 shutdown_connections 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.630+0000 7f5eeac52700 1 -- 172.21.15.98:0/3089836234 wait complete. 2023-10-05T15:38:46.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 Processor -- start 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 -- start start 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4069dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ee4101930 0x7f5ee419e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee419e820 con 0x7f5ee4100f70 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee419e990 con 0x7f5ee40ffe20 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5eeac52700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee419eb50 con 0x7f5ee4101930 2023-10-05T15:38:46.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45572/0 (socket says 172.21.15.98:45572) 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 -- 172.21.15.98:0/1262347048 learned_addr learned my addr 172.21.15.98:0/1262347048 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4069dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 -- 172.21.15.98:0/1262347048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ee4101930 msgr2=0x7f5ee419e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ee4101930 0x7f5ee419e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 -- 172.21.15.98:0/1262347048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 msgr2=0x7f5ee4069dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4069dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 -- 172.21.15.98:0/1262347048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5edc009d00 con 0x7f5ee4100f70 2023-10-05T15:38:46.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.631+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5ed000e9a0 tx=0x7f5ed000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.632+0000 7f5ee1ffb700 1 -- 172.21.15.98:0/1262347048 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed0009790 con 0x7f5ee4100f70 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.632+0000 7f5ee1ffb700 1 -- 172.21.15.98:0/1262347048 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ed000cbd0 con 0x7f5ee4100f70 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.632+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ee419ee30 con 0x7f5ee4100f70 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.632+0000 7f5ee1ffb700 1 -- 172.21.15.98:0/1262347048 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed0018680 con 0x7f5ee4100f70 2023-10-05T15:38:46.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.632+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ee419f2b0 con 0x7f5ee4100f70 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.634+0000 7f5ee1ffb700 1 -- 172.21.15.98:0/1262347048 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5ed000cd40 con 0x7f5ee4100f70 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.634+0000 7f5ee1ffb700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 0x7f5ed40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ee1ffb700 1 -- 172.21.15.98:0/1262347048 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5ed0014070 con 0x7f5ee4100f70 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 0x7f5ed40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 0x7f5ed40a3940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8005950 tx=0x7f5ed80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ef6e3cb80 1 Processor -- start 2023-10-05T15:38:46.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ef6e3cb80 1 -- start start 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.635+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e64b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64bbc0 0x56270e64c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e5b3460 con 0x56270e64ca60 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e5a4c20 con 0x56270e64b260 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e5a2540 con 0x56270e64bbc0 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45582/0 (socket says 172.21.15.98:45582) 2023-10-05T15:38:46.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2422960155 learned_addr learned my addr 172.21.15.98:0/2422960155 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64bbc0 0x56270e64c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e64b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2422960155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64bbc0 msgr2=0x56270e64c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64bbc0 0x56270e64c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2422960155 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 msgr2=0x56270e64b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e64b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2422960155 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56270e3c8de0 con 0x56270e64ca60 2023-10-05T15:38:46.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f5edc0062a0 tx=0x7f5edc009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be4410ebd4794ba server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5eceffd700 1 -- 172.21.15.98:0/2422960155 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00e040 con 0x56270e64ca60 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5eceffd700 1 -- 172.21.15.98:0/2422960155 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5edc007dc0 con 0x56270e64ca60 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.636+0000 7f5eceffd700 1 -- 172.21.15.98:0/2422960155 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00bdf0 con 0x56270e64ca60 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2422960155 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 msgr2=0x56270e64cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f5edc0062a0 tx=0x7f5edc009c00 comp rx=0 tx=0).stop 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2422960155 shutdown_connections 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e64b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e64cee0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2422960155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64bbc0 0x56270e64c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2422960155 >> 172.21.15.98:0/2422960155 conn(0x56270e5bf260 msgr2=0x56270e646140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2422960155 shutdown_connections 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.637+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2422960155 wait complete. 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 -- start start 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 Processor -- start 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e654ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e655530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e59de30 con 0x56270e64ca60 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e53a710 con 0x56270e64bbc0 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e53a3b0 con 0x56270e64b260 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.638+0000 7f5ef6e3cb80 10 client.0 _ll_register_callbacks cb 0x56270e397800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45588/0 (socket says 172.21.15.98:45588) 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2304877042 learned_addr learned my addr 172.21.15.98:0/2304877042 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e654ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2304877042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 msgr2=0x56270e654ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e655530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e654ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 msgr2=0x56270e655530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e655530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 -- 172.21.15.98:0/2304877042 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ee4108b80 con 0x56270e64ca60 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009cd0 tx=0x7f5edc00cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2d3ded79c49756a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ec3fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00e070 con 0x56270e64ca60 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5edc0050b0 con 0x56270e64ca60 2023-10-05T15:38:46.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56270e63df10 con 0x56270e64ca60 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5edc005270 con 0x56270e64ca60 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ef6e3cb80 10 client.15783 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56270e3b1c60 con 0x56270e64ca60 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.639+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56270e63df10 con 0x56270e64ca60 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5edc019040 con 0x56270e64ca60 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 10 client.15783 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 10 client.15783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 20 client.15783 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e660960 0x56270e662d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 4 client.15783 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56270e596e10 con 0x56270e660960 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e660960 0x56270e662d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ec3fff700 10 client.15783 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.640+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e660960 0x56270e662d80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dff9ab1b00bdfeaf server_cookie=a97a71ca25a1fd6c in_seq=0 out_seq=0 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ec3fff700 1 -- 172.21.15.98:0/2304877042 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56270e596e10 con 0x56270e660960 2023-10-05T15:38:46.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ec3fff700 10 client.15783 handle_command_reply: tid=0 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 client.15783 shutdown 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 msgr2=0x56270e65c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009cd0 tx=0x7f5edc00cdf0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 shutdown_connections 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e65c570 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e654ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e660960 0x56270e662d80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/2304877042 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e655530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 >> 172.21.15.98:0/2304877042 conn(0x56270e5bf260 msgr2=0x56270e645f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ec3fff700 0 client.15783 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:46.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 shutdown_connections 2023-10-05T15:38:46.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/2304877042 wait complete. 2023-10-05T15:38:46.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.641+0000 7f5ef6e3cb80 20 client.15783 trim_cache size 0 max 16384 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 Processor -- start 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 -- start start 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e653c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e65c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.662 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e41e920 con 0x56270e64ca60 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e640580 con 0x56270e64bbc0 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e652c60 con 0x56270e64b260 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45596/0 (socket says 172.21.15.98:45596) 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 -- 172.21.15.98:0/3449428469 learned_addr learned my addr 172.21.15.98:0/3449428469 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e653c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e65c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 -- 172.21.15.98:0/3449428469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 msgr2=0x56270e653c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e653c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 -- 172.21.15.98:0/3449428469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 msgr2=0x56270e65c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.663 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e65c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.655+0000 7f5ee91ef700 1 -- 172.21.15.98:0/3449428469 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56270e3ef250 con 0x56270e64ca60 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009c40 tx=0x7f5edc01bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1ccac00a131c3ce server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ecf7fe700 1 -- 172.21.15.98:0/3449428469 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00e070 con 0x56270e64ca60 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ecf7fe700 1 -- 172.21.15.98:0/3449428469 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5edc00ce60 con 0x56270e64ca60 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ecf7fe700 1 -- 172.21.15.98:0/3449428469 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5edc005800 con 0x56270e64ca60 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3449428469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 msgr2=0x56270e652e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009c40 tx=0x7f5edc01bb70 comp rx=0 tx=0).stop 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3449428469 shutdown_connections 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64ca60 0x56270e652e60 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64b260 0x56270e653c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3449428469 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64bbc0 0x56270e65c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.656+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3449428469 >> 172.21.15.98:0/3449428469 conn(0x56270e5bf260 msgr2=0x56270e644bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3449428469 shutdown_connections 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3449428469 wait complete. 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- start start 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 Processor -- start 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e657a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64ca60 0x56270e65aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e65b530 con 0x56270e64bbc0 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e65b6a0 con 0x56270e64b260 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56270e65b860 con 0x56270e64ca60 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ef6e3cb80 10 client.0 _ll_register_callbacks cb 0x7f5ed0094f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:46.665 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ee3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ee3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45600/0 (socket says 172.21.15.98:45600) 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.657+0000 7f5ee3fff700 1 -- 172.21.15.98:0/3045621293 learned_addr learned my addr 172.21.15.98:0/3045621293 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e657a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee91ef700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64ca60 0x56270e65aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 -- 172.21.15.98:0/3045621293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64ca60 msgr2=0x56270e65aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64ca60 0x56270e65aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 -- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 msgr2=0x56270e657a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e657a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 -- 172.21.15.98:0/3045621293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56270e3b1c60 con 0x56270e64bbc0 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ee3fff700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5ed00cae90 tx=0x7f5ed00966e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1daaee430b7ed1e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:46.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ec3fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed009aa40 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5ed009a340 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5edc007dc0 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ed009e490 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ef6e3cb80 10 client.15789 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56270e3c72b0 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.658+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5edc007dc0 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5ed00a2360 con 0x56270e64bbc0 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 10 client.15789 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 10 client.15789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 20 client.15789 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:46.667 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e6b4fd0 0x56270e6b73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 4 client.15789 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56270e596b30 con 0x56270e6b4fd0 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e6b4fd0 0x56270e6b73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ec3fff700 10 client.15789 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ee89ee700 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e6b4fd0 0x56270e6b73c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67c186a705da13f2 server_cookie=8791e6dfd95371b5 in_seq=0 out_seq=0 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ec3fff700 1 -- 172.21.15.98:0/3045621293 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56270e596b30 con 0x56270e6b4fd0 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ec3fff700 10 client.15789 handle_command_reply: tid=0 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.659+0000 7f5ef6e3cb80 1 client.15789 shutdown 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 msgr2=0x56270e657fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5ed00cae90 tx=0x7f5ed00966e0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 shutdown_connections 2023-10-05T15:38:46.668 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56270e6b4fd0 0x56270e6b73c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56270e64b260 0x56270e657a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ec3fff700 0 client.15789 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56270e64ca60 0x56270e65aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 --2- 172.21.15.98:0/3045621293 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56270e64bbc0 0x56270e657fd0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 >> 172.21.15.98:0/3045621293 conn(0x56270e5bf260 msgr2=0x56270e653c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 shutdown_connections 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 1 -- 172.21.15.98:0/3045621293 wait complete. 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5ef6e3cb80 20 client.15789 trim_cache size 0 max 16384 2023-10-05T15:38:46.669 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:38:46.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 msgr2=0x7f5ed40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.670 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 0x7f5ed40a3940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8005950 tx=0x7f5ed80058e0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 msgr2=0x7f5ee419ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5ed000e9a0 tx=0x7f5ed000ed60 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 shutdown_connections 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f5ed40a1480 0x7f5ed40a3940 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5ee40ffe20 0x7f5ee4069dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ee4101930 0x7f5ee419e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 --2- 172.21.15.98:0/1262347048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5ee4100f70 0x7f5ee419ba00 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 >> 172.21.15.98:0/1262347048 conn(0x7f5ee40fb370 msgr2=0x7f5ee40fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.660+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 shutdown_connections 2023-10-05T15:38:46.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:46.661+0000 7f5eeac52700 1 -- 172.21.15.98:0/1262347048 wait complete. 2023-10-05T15:38:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:46 smithi098 ceph-mon[99243]: pgmap v330: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:46.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:46 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/157827113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:46 smithi173 ceph-mon[104029]: pgmap v330: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:46 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/157827113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:46 smithi115 ceph-mon[103691]: pgmap v330: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:46 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/157827113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:38:47.675 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:38:47.675 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 -- 172.21.15.98:0/1019817288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94500ff750 msgr2=0x7f94500ffb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 --2- 172.21.15.98:0/1019817288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94500ff750 0x7f94500ffb70 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f944c009990 tx=0x7f944c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 -- 172.21.15.98:0/1019817288 shutdown_connections 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 --2- 172.21.15.98:0/1019817288 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9450100a70 0x7f9450100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 --2- 172.21.15.98:0/1019817288 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94500ff750 0x7f94500ffb70 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 --2- 172.21.15.98:0/1019817288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94501000b0 0x7f9450100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 -- 172.21.15.98:0/1019817288 >> 172.21.15.98:0/1019817288 conn(0x7f94500fb330 msgr2=0x7f94500fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 -- 172.21.15.98:0/1019817288 shutdown_connections 2023-10-05T15:38:47.804 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.800+0000 7f9458006700 1 -- 172.21.15.98:0/1019817288 wait complete. 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 Processor -- start 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 -- start start 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94500ff750 0x7f9450198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9450100a70 0x7f94501a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94501a0950 con 0x7f94501000b0 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94501a0a90 con 0x7f9450100a70 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9458006700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94501a0c20 con 0x7f94500ff750 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45612/0 (socket says 172.21.15.98:45612) 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 -- 172.21.15.98:0/4178301094 learned_addr learned my addr 172.21.15.98:0/4178301094 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f9455da2700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94500ff750 0x7f9450198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 -- 172.21.15.98:0/4178301094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94500ff750 msgr2=0x7f9450198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94500ff750 0x7f9450198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 -- 172.21.15.98:0/4178301094 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9450100a70 msgr2=0x7f94501a0380 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9450100a70 0x7f94501a0380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 -- 172.21.15.98:0/4178301094 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f944c0095f0 con 0x7f94501000b0 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.801+0000 7f94555a1700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f944000e9a0 tx=0x7f944000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.802+0000 7f9446ffd700 1 -- 172.21.15.98:0/4178301094 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9440009790 con 0x7f94501000b0 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.802+0000 7f9446ffd700 1 -- 172.21.15.98:0/4178301094 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f944000cbd0 con 0x7f94501000b0 2023-10-05T15:38:47.806 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.802+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94501a0f00 con 0x7f94501000b0 2023-10-05T15:38:47.807 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.802+0000 7f9446ffd700 1 -- 172.21.15.98:0/4178301094 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9440018680 con 0x7f94501000b0 2023-10-05T15:38:47.807 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.802+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94501a1380 con 0x7f94501000b0 2023-10-05T15:38:47.807 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.805+0000 7f9446ffd700 1 -- 172.21.15.98:0/4178301094 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f944000cd40 con 0x7f94501000b0 2023-10-05T15:38:47.808 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.805+0000 7f9446ffd700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 0x7f943c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.808 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.806+0000 7f9455da2700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 0x7f943c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.808 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.806+0000 7f9446ffd700 1 -- 172.21.15.98:0/4178301094 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9440014070 con 0x7f94501000b0 2023-10-05T15:38:47.808 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.806+0000 7f9455da2700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 0x7f943c0a3940 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f944c006010 tx=0x7f944c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 Processor -- start 2023-10-05T15:38:47.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 -- start start 2023-10-05T15:38:47.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb5323700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb5324f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb528b4e0 con 0x55ccb5323c40 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb527cca0 con 0x55ccb5324ae0 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94641f0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb527a5c0 con 0x55ccb53232e0 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94555a1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94555a1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45622/0 (socket says 172.21.15.98:45622) 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.807+0000 7f94555a1700 1 -- 172.21.15.98:0/2482942671 learned_addr learned my addr 172.21.15.98:0/2482942671 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f9455da2700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb5323700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94565a3700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb5324f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 -- 172.21.15.98:0/2482942671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 msgr2=0x55ccb5323700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb5323700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 -- 172.21.15.98:0/2482942671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 msgr2=0x55ccb5324f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb5324f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 -- 172.21.15.98:0/2482942671 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ccb50a0e60 con 0x55ccb5323c40 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94565a3700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb5324f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f9455da2700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb5323700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f94555a1700 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9440096db0 tx=0x7f9440099d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31c412b2b83f7571 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f943bfff700 1 -- 172.21.15.98:0/2482942671 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944009a110 con 0x55ccb5323c40 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f943bfff700 1 -- 172.21.15.98:0/2482942671 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f944009e490 con 0x55ccb5323c40 2023-10-05T15:38:47.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.808+0000 7f943bfff700 1 -- 172.21.15.98:0/2482942671 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9440099a50 con 0x55ccb5323c40 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- 172.21.15.98:0/2482942671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 msgr2=0x55ccb5324500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9440096db0 tx=0x7f9440099d90 comp rx=0 tx=0).stop 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- 172.21.15.98:0/2482942671 shutdown_connections 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb5324f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb5323700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2482942671 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5323c40 0x55ccb5324500 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- 172.21.15.98:0/2482942671 >> 172.21.15.98:0/2482942671 conn(0x55ccb52972e0 msgr2=0x55ccb531e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- 172.21.15.98:0/2482942671 shutdown_connections 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- 172.21.15.98:0/2482942671 wait complete. 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.809+0000 7f94641f0b80 1 -- start start 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 Processor -- start 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 0x55ccb532d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5275eb0 con 0x55ccb5324ae0 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5212790 con 0x55ccb5323c40 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5212430 con 0x55ccb53232e0 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94641f0b80 10 client.0 _ll_register_callbacks cb 0x55ccb506f880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:47.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94565a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94565a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45628/0 (socket says 172.21.15.98:45628) 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94565a3700 1 -- 172.21.15.98:0/3534619397 learned_addr learned my addr 172.21.15.98:0/3534619397 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f94555a1700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 0x55ccb532d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.810+0000 7f9455da2700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 -- 172.21.15.98:0/3534619397 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 msgr2=0x55ccb532d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 -- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 msgr2=0x55ccb532d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 0x55ccb532d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 -- 172.21.15.98:0/3534619397 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94501a1380 con 0x55ccb5324ae0 2023-10-05T15:38:47.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94555a1700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 0x55ccb532d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94565a3700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9448007780 tx=0x7f9448007a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e919a95b84373c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94397fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9448004db0 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9448012510 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ccb5315f90 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94480126d0 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94641f0b80 10 client.15801 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ccb5089ce0 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.811+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ccb5315f90 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9448012830 con 0x55ccb5324ae0 2023-10-05T15:38:47.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 10 client.15801 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 10 client.15801 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 20 client.15801 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb5338fc0 0x55ccb533b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 4 client.15801 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.812+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ccb526ee90 con 0x55ccb5338fc0 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.813+0000 7f9455da2700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb5338fc0 0x55ccb533b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.813+0000 7f9455da2700 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb5338fc0 0x55ccb533b3e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c94c71b7ce4d2483 server_cookie=c4823139ecd6012d in_seq=0 out_seq=0 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.813+0000 7f94397fa700 10 client.15801 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94397fa700 1 -- 172.21.15.98:0/3534619397 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ccb526ee90 con 0x55ccb5338fc0 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94397fa700 10 client.15801 handle_command_reply: tid=0 2023-10-05T15:38:47.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 client.15801 shutdown 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 msgr2=0x55ccb53346b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9448007780 tx=0x7f9448007a90 comp rx=0 tx=0).stop 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 shutdown_connections 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb53346b0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb5338fc0 0x55ccb533b3e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 --2- 172.21.15.98:0/3534619397 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5323c40 0x55ccb532d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94397fa700 0 client.15801 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 >> 172.21.15.98:0/3534619397 conn(0x55ccb52972e0 msgr2=0x55ccb531dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 shutdown_connections 2023-10-05T15:38:47.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 1 -- 172.21.15.98:0/3534619397 wait complete. 2023-10-05T15:38:47.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.814+0000 7f94641f0b80 20 client.15801 trim_cache size 0 max 16384 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 Processor -- start 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 -- start start 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb5334670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb532d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb50f69a0 con 0x55ccb53232e0 2023-10-05T15:38:47.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5318380 con 0x55ccb5324ae0 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f94641f0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5338a90 con 0x55ccb5323c40 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f9455da2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f9455da2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45632/0 (socket says 172.21.15.98:45632) 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.838+0000 7f9455da2700 1 -- 172.21.15.98:0/611126124 learned_addr learned my addr 172.21.15.98:0/611126124 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f94555a1700 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb5334670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f94565a3700 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb532d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 -- 172.21.15.98:0/611126124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 msgr2=0x55ccb5334670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb5334670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 -- 172.21.15.98:0/611126124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 msgr2=0x55ccb532d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb532d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 -- 172.21.15.98:0/611126124 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ccb531cf10 con 0x55ccb53232e0 2023-10-05T15:38:47.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9455da2700 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f944c0098e0 tx=0x7f944c022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9111e0c715332edf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9444ff9700 1 -- 172.21.15.98:0/611126124 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944c005680 con 0x55ccb53232e0 2023-10-05T15:38:47.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9444ff9700 1 -- 172.21.15.98:0/611126124 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f944c02c040 con 0x55ccb53232e0 2023-10-05T15:38:47.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.839+0000 7f9444ff9700 1 -- 172.21.15.98:0/611126124 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944c004760 con 0x55ccb53232e0 2023-10-05T15:38:47.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 -- 172.21.15.98:0/611126124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 msgr2=0x55ccb532d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f944c0098e0 tx=0x7f944c022000 comp rx=0 tx=0).stop 2023-10-05T15:38:47.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 -- 172.21.15.98:0/611126124 shutdown_connections 2023-10-05T15:38:47.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb5324ae0 0x55ccb532d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.847 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb53232e0 0x55ccb532d130 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 --2- 172.21.15.98:0/611126124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb5334670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 -- 172.21.15.98:0/611126124 >> 172.21.15.98:0/611126124 conn(0x55ccb52972e0 msgr2=0x55ccb5327a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 -- 172.21.15.98:0/611126124 shutdown_connections 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.840+0000 7f94641f0b80 1 -- 172.21.15.98:0/611126124 wait complete. 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 -- start start 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 Processor -- start 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb53337d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5333fe0 con 0x55ccb5324ae0 2023-10-05T15:38:47.848 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb5334150 con 0x55ccb53232e0 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccb538d3a0 con 0x55ccb5323c40 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94641f0b80 10 client.0 _ll_register_callbacks cb 0x7f9448009be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94565a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f9455da2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94565a3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45642/0 (socket says 172.21.15.98:45642) 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f94565a3700 1 -- 172.21.15.98:0/2728954808 learned_addr learned my addr 172.21.15.98:0/2728954808 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.841+0000 7f9455da2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39436/0 (socket says 172.21.15.98:39436) 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94555a1700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb53337d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 -- 172.21.15.98:0/2728954808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 msgr2=0x55ccb53337d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb53337d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.849 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 -- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 msgr2=0x55ccb5333290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 -- 172.21.15.98:0/2728954808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f945010be20 con 0x55ccb5324ae0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f9455da2700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94555a1700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb53337d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94565a3700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f9448009cd0 tx=0x7f9448004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f090bcdd9cf0ed server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94397fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9448012710 con 0x55ccb5324ae0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9448012870 con 0x55ccb5324ae0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f944009e490 con 0x55ccb5324ae0 2023-10-05T15:38:47.850 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9448014400 con 0x55ccb5324ae0 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94641f0b80 10 client.15807 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.842+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ccb50c72d0 con 0x55ccb5324ae0 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f944009e490 con 0x55ccb5324ae0 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f944802c560 con 0x55ccb5324ae0 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 10 client.15807 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 10 client.15807 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 20 client.15807 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb538ee00 0x55ccb5391220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 4 client.15807 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ccb526ebb0 con 0x55ccb538ee00 2023-10-05T15:38:47.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f9455da2700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb538ee00 0x55ccb5391220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f94397fa700 10 client.15807 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.843+0000 7f9455da2700 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb538ee00 0x55ccb5391220 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59e6bd298f804d4f server_cookie=c39adc62c98d751a in_seq=0 out_seq=0 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94397fa700 1 -- 172.21.15.98:0/2728954808 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ccb526ebb0 con 0x55ccb538ee00 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94397fa700 10 client.15807 handle_command_reply: tid=0 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 client.15807 shutdown 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 msgr2=0x55ccb538cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f9448009cd0 tx=0x7f9448004a50 comp rx=0 tx=0).stop 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 shutdown_connections 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55ccb538ee00 0x55ccb5391220 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55ccb53232e0 0x55ccb5333290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55ccb5324ae0 0x55ccb538cde0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94397fa700 0 client.15807 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.844+0000 7f94641f0b80 1 --2- 172.21.15.98:0/2728954808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ccb5323c40 0x55ccb53337d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 >> 172.21.15.98:0/2728954808 conn(0x55ccb52972e0 msgr2=0x55ccb532d0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 shutdown_connections 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f94641f0b80 1 -- 172.21.15.98:0/2728954808 wait complete. 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f94641f0b80 20 client.15807 trim_cache size 0 max 16384 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stdout: "return_code": 0, 2023-10-05T15:38:47.853 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_tag": "bd8a0cf1-612a-4dc9-bbae-e71e46372b92", 2023-10-05T15:38:47.854 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": "asynchronous" 2023-10-05T15:38:47.854 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:47.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 msgr2=0x7f943c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 0x7f943c0a3940 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f944c006010 tx=0x7f944c00b260 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 msgr2=0x7f9450199310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f944000e9a0 tx=0x7f944000ed60 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 shutdown_connections 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f943c0a1480 0x7f943c0a3940 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9450100a70 0x7f94501a0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f94500ff750 0x7f9450198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.845+0000 7f9458006700 1 --2- 172.21.15.98:0/4178301094 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f94501000b0 0x7f9450199310 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.846+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 >> 172.21.15.98:0/4178301094 conn(0x7f94500fb330 msgr2=0x7f94500fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.846+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 shutdown_connections 2023-10-05T15:38:47.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:47.846+0000 7f9458006700 1 -- 172.21.15.98:0/4178301094 wait complete. 2023-10-05T15:38:47.859 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:38:48.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 -- 172.21.15.98:0/525649822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601019a0 msgr2=0x7f3260103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 --2- 172.21.15.98:0/525649822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601019a0 0x7f3260103d90 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f32500098f0 tx=0x7f3250009c00 comp rx=0 tx=0).stop 2023-10-05T15:38:48.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 -- 172.21.15.98:0/525649822 shutdown_connections 2023-10-05T15:38:48.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 --2- 172.21.15.98:0/525649822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260106c00 0x7f3260109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.016 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 --2- 172.21.15.98:0/525649822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601019a0 0x7f3260103d90 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 --2- 172.21.15.98:0/525649822 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f32601042d0 0x7f32601066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 -- 172.21.15.98:0/525649822 >> 172.21.15.98:0/525649822 conn(0x7f32600fb370 msgr2=0x7f32600fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 -- 172.21.15.98:0/525649822 shutdown_connections 2023-10-05T15:38:48.017 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.014+0000 7f3264e99700 1 -- 172.21.15.98:0/525649822 wait complete. 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 Processor -- start 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 -- start start 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 0x7f3260197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3260106c00 0x7f326019e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.015+0000 7f3264e99700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326019e770 con 0x7f32601042d0 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f3264e99700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326019e8b0 con 0x7f3260106c00 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f3264e99700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f326019ea40 con 0x7f32601019a0 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325e59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 0x7f3260197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325e59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34112/0 (socket says 172.21.15.98:34112) 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325e59c700 1 -- 172.21.15.98:0/1198335921 learned_addr learned my addr 172.21.15.98:0/1198335921 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3260106c00 0x7f326019e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 -- 172.21.15.98:0/1198335921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 msgr2=0x7f3260196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 -- 172.21.15.98:0/1198335921 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3260106c00 msgr2=0x7f326019e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3260106c00 0x7f326019e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 -- 172.21.15.98:0/1198335921 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3258009d00 con 0x7f32601042d0 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325e59c700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.016+0000 7f325dd9b700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 0x7f3260197130 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f325400e9f0 tx=0x7f325400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.017+0000 7f324f7fe700 1 -- 172.21.15.98:0/1198335921 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325400c9c0 con 0x7f32601042d0 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.017+0000 7f324f7fe700 1 -- 172.21.15.98:0/1198335921 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3254010430 con 0x7f32601042d0 2023-10-05T15:38:48.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.017+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3250009520 con 0x7f32601042d0 2023-10-05T15:38:48.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.017+0000 7f324f7fe700 1 -- 172.21.15.98:0/1198335921 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3254018680 con 0x7f32601042d0 2023-10-05T15:38:48.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.017+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f326019f0a0 con 0x7f32601042d0 2023-10-05T15:38:48.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.019+0000 7f324f7fe700 1 -- 172.21.15.98:0/1198335921 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3254010860 con 0x7f32601042d0 2023-10-05T15:38:48.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.020+0000 7f324f7fe700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 0x7f32480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.020+0000 7f325e59c700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 0x7f32480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.020+0000 7f324f7fe700 1 -- 172.21.15.98:0/1198335921 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f3254014070 con 0x7f32601042d0 2023-10-05T15:38:48.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f325e59c700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 0x7f32480a3940 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f325000c010 tx=0x7f3250019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 Processor -- start 2023-10-05T15:38:48.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 -- start start 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816ad9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ada480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816a41460 con 0x555816adaa60 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816a32c20 con 0x555816ad9260 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f3271083b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816a30540 con 0x555816ad9bc0 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f325ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f325ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45662/0 (socket says 172.21.15.98:45662) 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f325ed9d700 1 -- 172.21.15.98:0/1864017121 learned_addr learned my addr 172.21.15.98:0/1864017121 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.021+0000 7f325e59c700 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816ad9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 -- 172.21.15.98:0/1864017121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 msgr2=0x555816ada480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ada480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 -- 172.21.15.98:0/1864017121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 msgr2=0x555816ad9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816ad9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 -- 172.21.15.98:0/1864017121 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555816856de0 con 0x555816adaa60 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3258009530 tx=0x7f32580099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c29414938558c537 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f324cff9700 1 -- 172.21.15.98:0/1864017121 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325800e070 con 0x555816adaa60 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f324cff9700 1 -- 172.21.15.98:0/1864017121 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f325800f040 con 0x555816adaa60 2023-10-05T15:38:48.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.022+0000 7f324cff9700 1 -- 172.21.15.98:0/1864017121 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580176c0 con 0x555816adaa60 2023-10-05T15:38:48.028 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 -- 172.21.15.98:0/1864017121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 msgr2=0x555816adaee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f3258009530 tx=0x7f32580099e0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 -- 172.21.15.98:0/1864017121 shutdown_connections 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816ad9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816adaee0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 --2- 172.21.15.98:0/1864017121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ada480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 -- 172.21.15.98:0/1864017121 >> 172.21.15.98:0/1864017121 conn(0x555816a4d260 msgr2=0x555816ad4140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 -- 172.21.15.98:0/1864017121 shutdown_connections 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.023+0000 7f3271083b80 1 -- 172.21.15.98:0/1864017121 wait complete. 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 -- start start 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 Processor -- start 2023-10-05T15:38:48.029 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ae3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816aea5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816a2be30 con 0x555816ad9260 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558169c8710 con 0x555816adaa60 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558169c83b0 con 0x555816ad9bc0 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f3271083b80 10 client.0 _ll_register_callbacks cb 0x555816825800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45666/0 (socket says 172.21.15.98:45666) 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 -- 172.21.15.98:0/4249021236 learned_addr learned my addr 172.21.15.98:0/4249021236 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325dd9b700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ae3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325ed9d700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816aea5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.030 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 -- 172.21.15.98:0/4249021236 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 msgr2=0x555816ae3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ae3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 -- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 msgr2=0x555816aea5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816aea5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325e59c700 1 -- 172.21.15.98:0/4249021236 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32580091e0 con 0x555816ad9260 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.024+0000 7f325dd9b700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ae3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f325ed9d700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816aea5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f325e59c700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3250009230 tx=0x7f3250009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d033fe46ca2b48d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3245ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325002a050 con 0x555816ad9260 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f3250003680 con 0x555816ad9260 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555816acbf10 con 0x555816ad9260 2023-10-05T15:38:48.031 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3250003840 con 0x555816ad9260 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3271083b80 10 client.15819 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55581683fc60 con 0x555816ad9260 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.025+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555816acbf10 con 0x555816ad9260 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3250017b60 con 0x555816ad9260 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 10 client.15819 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 10 client.15819 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 20 client.15819 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816aeee20 0x555816af1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 4 client.15819 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.026+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555816a24e10 con 0x555816aeee20 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.027+0000 7f325dd9b700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816aeee20 0x555816af1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.032 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.027+0000 7f3245ffb700 10 client.15819 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:48.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.027+0000 7f325dd9b700 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816aeee20 0x555816af1240 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82b855681cff39b1 server_cookie=c23b294c6b3ea87 in_seq=0 out_seq=0 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3245ffb700 1 -- 172.21.15.98:0/4249021236 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x555816a24e10 con 0x555816aeee20 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3245ffb700 10 client.15819 handle_command_reply: tid=0 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 client.15819 shutdown 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 msgr2=0x555816ae3050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3250009230 tx=0x7f3250009c00 comp rx=0 tx=0).stop 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 shutdown_connections 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816aeee20 0x555816af1240 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816aea5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3245ffb700 0 client.15819 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:48.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9260 0x555816ae3050 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 --2- 172.21.15.98:0/4249021236 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816ae3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 >> 172.21.15.98:0/4249021236 conn(0x555816a4d260 msgr2=0x555816ad3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 shutdown_connections 2023-10-05T15:38:48.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 1 -- 172.21.15.98:0/4249021236 wait complete. 2023-10-05T15:38:48.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.028+0000 7f3271083b80 20 client.15819 trim_cache size 0 max 16384 2023-10-05T15:38:48.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:47 smithi098 ceph-mon[99243]: pgmap v331: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 Processor -- start 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 -- start start 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816add930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816adde70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816ae2c20 con 0x555816adaa60 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558168ac920 con 0x555816ad9260 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f3271083b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816ad5020 con 0x555816ad9bc0 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.061 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45676/0 (socket says 172.21.15.98:45676) 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 -- 172.21.15.98:0/1518783079 learned_addr learned my addr 172.21.15.98:0/1518783079 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325e59c700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816add930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325dd9b700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816adde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 -- 172.21.15.98:0/1518783079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 msgr2=0x555816adde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816adde70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 -- 172.21.15.98:0/1518783079 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 msgr2=0x555816add930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816add930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325ed9d700 1 -- 172.21.15.98:0/1518783079 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55581687d250 con 0x555816adaa60 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.058+0000 7f325e59c700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816add930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f325ed9d700 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f3258006220 tx=0x7f3258006250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3167c4296160a679 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.062 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f324d7fa700 1 -- 172.21.15.98:0/1518783079 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325800e040 con 0x555816adaa60 2023-10-05T15:38:48.063 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f324d7fa700 1 -- 172.21.15.98:0/1518783079 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3258017be0 con 0x555816adaa60 2023-10-05T15:38:48.063 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f324d7fa700 1 -- 172.21.15.98:0/1518783079 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3258020d70 con 0x555816adaa60 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f3271083b80 1 -- 172.21.15.98:0/1518783079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 msgr2=0x555816aea590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.059+0000 7f3271083b80 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f3258006220 tx=0x7f3258006250 comp rx=0 tx=0).stop 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- 172.21.15.98:0/1518783079 shutdown_connections 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816ad9260 0x555816add930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816adaa60 0x555816aea590 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- 172.21.15.98:0/1518783079 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9bc0 0x555816adde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- 172.21.15.98:0/1518783079 >> 172.21.15.98:0/1518783079 conn(0x555816a4d260 msgr2=0x555816ae1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- 172.21.15.98:0/1518783079 shutdown_connections 2023-10-05T15:38:48.067 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- 172.21.15.98:0/1518783079 wait complete. 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- start start 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 Processor -- start 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9260 0x555816ae47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816ae9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816ae9fe0 con 0x555816ad9bc0 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816aea150 con 0x555816adaa60 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816aea2c0 con 0x555816ad9260 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f3271083b80 10 client.0 _ll_register_callbacks cb 0x555816825800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.060+0000 7f325dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45682/0 (socket says 172.21.15.98:45682) 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 -- 172.21.15.98:0/517433962 learned_addr learned my addr 172.21.15.98:0/517433962 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:48.068 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325e59c700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9260 0x555816ae47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325ed9d700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816ae9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 -- 172.21.15.98:0/517433962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9260 msgr2=0x555816ae47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9260 0x555816ae47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 -- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 msgr2=0x555816ae9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816ae9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 -- 172.21.15.98:0/517433962 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55581683fc60 con 0x555816ad9bc0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f325dd9b700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f32540ca950 tx=0x7f3254099d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77e499ba22c0a2a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3245ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32540a24b0 con 0x555816ad9bc0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f32540105a0 con 0x555816ad9bc0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f325800f040 con 0x555816ad9bc0 2023-10-05T15:38:48.069 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32540b82d0 con 0x555816ad9bc0 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3271083b80 10 client.15825 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.061+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555816856de0 con 0x555816ad9bc0 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f325800f040 con 0x555816ad9bc0 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3254099610 con 0x555816ad9bc0 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 10 client.15825 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 20 client.15825 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816b48260 0x555816b4a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 4 client.15825 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x555816a24b30 con 0x555816b48260 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f325e59c700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816b48260 0x555816b4a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:48.070 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f325e59c700 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816b48260 0x555816b4a680 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf89727a33529892 server_cookie=97edada60a928b5e in_seq=0 out_seq=0 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.062+0000 7f3245ffb700 10 client.15825 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3245ffb700 1 -- 172.21.15.98:0/517433962 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x555816a24b30 con 0x555816b48260 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3245ffb700 10 client.15825 handle_command_reply: tid=0 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 client.15825 shutdown 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 msgr2=0x555816ae4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f32540ca950 tx=0x7f3254099d80 comp rx=0 tx=0).stop 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 shutdown_connections 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x555816b48260 0x555816b4a680 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x555816adaa60 0x555816ae9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555816ad9260 0x555816ae47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 --2- 172.21.15.98:0/517433962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x555816ad9bc0 0x555816ae4d50 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.071 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 >> 172.21.15.98:0/517433962 conn(0x555816a4d260 msgr2=0x555816add930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3245ffb700 0 client.15825 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 shutdown_connections 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 1 -- 172.21.15.98:0/517433962 wait complete. 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.063+0000 7f3271083b80 20 client.15825 trim_cache size 0 max 16384 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": { 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stdout: "bd8a0cf1-612a-4dc9-bbae-e71e46372b92": { 2023-10-05T15:38:48.072 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/", 2023-10-05T15:38:48.073 INFO:teuthology.orchestra.run.smithi098.stdout: "tag": "bd8a0cf1-612a-4dc9-bbae-e71e46372b92", 2023-10-05T15:38:48.073 INFO:teuthology.orchestra.run.smithi098.stdout: "options": "recursive,force" 2023-10-05T15:38:48.073 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:38:48.073 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:38:48.073 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 msgr2=0x7f32480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 0x7f32480a3940 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f325000c010 tx=0x7f3250019040 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 msgr2=0x7f3260197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 0x7f3260197130 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f325400e9f0 tx=0x7f325400ed00 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 shutdown_connections 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f32480a1480 0x7f32480a3940 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3260106c00 0x7f326019e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f32601019a0 0x7f3260196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 --2- 172.21.15.98:0/1198335921 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f32601042d0 0x7f3260197130 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 >> 172.21.15.98:0/1198335921 conn(0x7f32600fb370 msgr2=0x7f3260102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:48.074 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 shutdown_connections 2023-10-05T15:38:48.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:38:48.064+0000 7f3264e99700 1 -- 172.21.15.98:0/1198335921 wait complete. 2023-10-05T15:38:48.079 INFO:tasks.cephfs.filesystem:scrub status for tag:bd8a0cf1-612a-4dc9-bbae-e71e46372b92 - {'path': '/', 'tag': 'bd8a0cf1-612a-4dc9-bbae-e71e46372b92', 'options': 'recursive,force'} 2023-10-05T15:38:48.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:47 smithi173 ceph-mon[104029]: pgmap v331: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:47 smithi115 ceph-mon[103691]: pgmap v331: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:49.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:48 smithi173 ceph-mon[104029]: scrub queued for path: / 2023-10-05T15:38:49.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:48 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:49.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:48 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:38:49.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:48 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:49.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:48 smithi115 ceph-mon[103691]: scrub queued for path: / 2023-10-05T15:38:49.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:48 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:49.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:48 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:38:49.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:48 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:49.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:48 smithi098 ceph-mon[99243]: scrub queued for path: / 2023-10-05T15:38:49.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:48 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:49.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:48 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:38:49.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:48 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:38:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:49 smithi173 ceph-mon[104029]: pgmap v332: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2023-10-05T15:38:50.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:49 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:38:50.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:49 smithi115 ceph-mon[103691]: pgmap v332: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2023-10-05T15:38:50.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:49 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:38:50.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:49 smithi098 ceph-mon[99243]: pgmap v332: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2023-10-05T15:38:50.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:49 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:38:52.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:52 smithi173 ceph-mon[104029]: pgmap v333: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:52 smithi115 ceph-mon[103691]: pgmap v333: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:53.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:52 smithi098 ceph-mon[99243]: pgmap v333: 129 pgs: 129 active+clean; 591 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:54.359 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 -- 172.21.15.98:0/2123635931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 msgr2=0x7ff7f01024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 --2- 172.21.15.98:0/2123635931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f01024e0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009990 tx=0x7ff7dc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 -- 172.21.15.98:0/2123635931 shutdown_connections 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 --2- 172.21.15.98:0/2123635931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 0x7ff7f0109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 --2- 172.21.15.98:0/2123635931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 --2- 172.21.15.98:0/2123635931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f01024e0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.360 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 -- 172.21.15.98:0/2123635931 >> 172.21.15.98:0/2123635931 conn(0x7ff7f00fc480 msgr2=0x7ff7f00fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 -- 172.21.15.98:0/2123635931 shutdown_connections 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.356+0000 7ff7f725d700 1 -- 172.21.15.98:0/2123635931 wait complete. 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.357+0000 7ff7f725d700 1 Processor -- start 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.357+0000 7ff7f725d700 1 -- start start 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.357+0000 7ff7f725d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.357+0000 7ff7f725d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f0197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f725d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 0x7ff7f0198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.361 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f725d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f0198740 con 0x7ff7f0102060 2023-10-05T15:38:54.362 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f725d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f01988b0 con 0x7ff7f0102a20 2023-10-05T15:38:54.362 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f725d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f0198a70 con 0x7ff7f0100f10 2023-10-05T15:38:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34154/0 (socket says 172.21.15.98:34154) 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/622190103 learned_addr learned my addr 172.21.15.98:0/622190103 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 0x7ff7f0198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7effff700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f0197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/622190103 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 msgr2=0x7ff7f0198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 0x7ff7f0198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 msgr2=0x7ff7f0197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f0197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/622190103 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7dc0095f0 con 0x7ff7f0100f10 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.358+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400e9a0 tx=0x7ff7e400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.359+0000 7ff7edffb700 1 -- 172.21.15.98:0/622190103 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4009790 con 0x7ff7f0100f10 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.359+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7f0198d50 con 0x7ff7f0100f10 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.359+0000 7ff7edffb700 1 -- 172.21.15.98:0/622190103 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7e4010430 con 0x7ff7f0100f10 2023-10-05T15:38:54.365 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.359+0000 7ff7edffb700 1 -- 172.21.15.98:0/622190103 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4018680 con 0x7ff7f0100f10 2023-10-05T15:38:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.359+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7f019f510 con 0x7ff7f0100f10 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.362+0000 7ff7edffb700 1 -- 172.21.15.98:0/622190103 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff7e40105a0 con 0x7ff7f0100f10 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.363+0000 7ff7edffb700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 0x7ff7e00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.363+0000 7ff7edffb700 1 -- 172.21.15.98:0/622190103 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff7e4014070 con 0x7ff7f0100f10 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.363+0000 7ff7effff700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 0x7ff7e00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 Processor -- start 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 -- start start 2023-10-05T15:38:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7effff700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 0x7ff7e00a3940 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00b2e0 tx=0x7ff7dc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 0x55658508e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 0x556585096220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584ff6400 con 0x55658508dec0 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584fe7bc0 con 0x55658508f990 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff803447b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584fe54e0 con 0x55658508efd0 2023-10-05T15:38:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7f4ff9700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 0x55658508e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7effff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7effff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34164/0 (socket says 172.21.15.98:34164) 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7effff700 1 -- 172.21.15.98:0/1122073017 learned_addr learned my addr 172.21.15.98:0/1122073017 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.364+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 0x556585096220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 -- 172.21.15.98:0/1122073017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 msgr2=0x556585096220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 0x556585096220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 -- 172.21.15.98:0/1122073017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 msgr2=0x55658508e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 0x55658508e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 -- 172.21.15.98:0/1122073017 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556584e0bd80 con 0x55658508efd0 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 0x556585096220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 0x55658508e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7effff700 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc015000 tx=0x7ff7dc020000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc021657ea0d5212 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7daffd700 1 -- 172.21.15.98:0/1122073017 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc00f660 con 0x55658508efd0 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7daffd700 1 -- 172.21.15.98:0/1122073017 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7dc01e040 con 0x55658508efd0 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.365+0000 7ff7daffd700 1 -- 172.21.15.98:0/1122073017 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc02fb90 con 0x55658508efd0 2023-10-05T15:38:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 -- 172.21.15.98:0/1122073017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 msgr2=0x55658508f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc015000 tx=0x7ff7dc020000 comp rx=0 tx=0).stop 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 -- 172.21.15.98:0/1122073017 shutdown_connections 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508f990 0x556585096220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508dec0 0x55658508e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 --2- 172.21.15.98:0/1122073017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508efd0 0x55658508f450 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 -- 172.21.15.98:0/1122073017 >> 172.21.15.98:0/1122073017 conn(0x556585002200 msgr2=0x556585088bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 -- 172.21.15.98:0/1122073017 shutdown_connections 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.366+0000 7ff803447b80 1 -- 172.21.15.98:0/1122073017 wait complete. 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 -- start start 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 Processor -- start 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508efd0 0x5565850a90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508f990 0x5565850b0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584fe0dd0 con 0x55658508f990 2023-10-05T15:38:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584f7d6b0 con 0x55658508efd0 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584f7d350 con 0x55658508dec0 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.367+0000 7ff803447b80 10 client.0 _ll_register_callbacks cb 0x556584dda7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34168/0 (socket says 172.21.15.98:34168) 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/4205124077 learned_addr learned my addr 172.21.15.98:0/4205124077 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508f990 0x5565850b0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508efd0 msgr2=0x5565850a90d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508efd0 0x5565850a90d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/4205124077 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508f990 msgr2=0x5565850b0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508f990 0x5565850b0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/4205124077 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7f019f510 con 0x55658508dec0 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff7e409a160 tx=0x7ff7e409a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d93c0e6406bcc439 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.368+0000 7ff7cffff700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e409a1d0 con 0x55658508dec0 2023-10-05T15:38:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff7e409e320 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556585080d50 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7e40a2560 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 10 client.25321 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7ff7e8003aa0 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556585080d50 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff7e4099130 con 0x55658508dec0 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 10 client.25321 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 10 client.25321 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 20 client.25321 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5565850b4a40 0x5565850b6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 4 client.25321 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.369+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556584fd9db0 con 0x5565850b4a40 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.370+0000 7ff7effff700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5565850b4a40 0x5565850b6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.370+0000 7ff7cffff700 10 client.25321 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.370+0000 7ff7effff700 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5565850b4a40 0x5565850b6e60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=900d774e87f4077f server_cookie=223921a120b9c1f1 in_seq=0 out_seq=0 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff7cffff700 1 -- 172.21.15.98:0/4205124077 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556584fd9db0 con 0x5565850b4a40 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff7cffff700 10 client.25321 handle_command_reply: tid=0 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 client.25321 shutdown 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 msgr2=0x5565850a8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff7e409a160 tx=0x7ff7e409a710 comp rx=0 tx=0).stop 2023-10-05T15:38:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 shutdown_connections 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508f990 0x5565850b0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508dec0 0x5565850a8b90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5565850b4a40 0x5565850b6e60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 --2- 172.21.15.98:0/4205124077 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508efd0 0x5565850a90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 >> 172.21.15.98:0/4205124077 conn(0x556585002200 msgr2=0x556585088250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff7cffff700 0 client.25321 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 shutdown_connections 2023-10-05T15:38:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 1 -- 172.21.15.98:0/4205124077 wait complete. 2023-10-05T15:38:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.371+0000 7ff803447b80 20 client.25321 trim_cache size 0 max 16384 2023-10-05T15:38:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 Processor -- start 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 -- start start 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585088b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x556585095e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556584e618c0 con 0x55658508efd0 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556585085860 con 0x55658508dec0 2023-10-05T15:38:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff803447b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565850889b0 con 0x55658508f990 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff7effff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff7effff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45718/0 (socket says 172.21.15.98:45718) 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff7effff700 1 -- 172.21.15.98:0/3731460888 learned_addr learned my addr 172.21.15.98:0/3731460888 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.399+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x556585095e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585088b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/3731460888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 msgr2=0x556585095e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x556585095e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/3731460888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 msgr2=0x5565850a7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 -- 172.21.15.98:0/3731460888 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f0109c70 con 0x55658508dec0 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x556585095e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7effff700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585088b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4096c40 tx=0x7ff7e4098780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d37714ad10186e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7db7fe700 1 -- 172.21.15.98:0/3731460888 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e409e320 con 0x55658508dec0 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7db7fe700 1 -- 172.21.15.98:0/3731460888 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7e409a1d0 con 0x55658508dec0 2023-10-05T15:38:54.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.400+0000 7ff7db7fe700 1 -- 172.21.15.98:0/3731460888 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e409f2e0 con 0x55658508dec0 2023-10-05T15:38:54.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 -- 172.21.15.98:0/3731460888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 msgr2=0x556585088b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585088b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4096c40 tx=0x7ff7e4098780 comp rx=0 tx=0).stop 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 -- 172.21.15.98:0/3731460888 shutdown_connections 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585088b80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x556585095e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 --2- 172.21.15.98:0/3731460888 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x5565850a7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 -- 172.21.15.98:0/3731460888 >> 172.21.15.98:0/3731460888 conn(0x556585002200 msgr2=0x556585088250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.401+0000 7ff803447b80 1 -- 172.21.15.98:0/3731460888 shutdown_connections 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 -- 172.21.15.98:0/3731460888 wait complete. 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 -- start start 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 Processor -- start 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585103d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x55658510b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55658510b7d0 con 0x55658508efd0 2023-10-05T15:38:54.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55658510b910 con 0x55658508dec0 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.402+0000 7ff803447b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55658510baa0 con 0x55658508f990 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff803447b80 10 client.0 _ll_register_callbacks cb 0x7ff7e4099de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45724/0 (socket says 172.21.15.98:45724) 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 -- 172.21.15.98:0/2199440196 learned_addr learned my addr 172.21.15.98:0/2199440196 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7f57fa700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x55658510b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 -- 172.21.15.98:0/2199440196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 msgr2=0x55658510b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x55658510b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 -- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 msgr2=0x556585103d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585103d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 -- 172.21.15.98:0/2199440196 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556584e0bd80 con 0x55658508efd0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7effff700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009ce0 tx=0x7ff7dc00b310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d1f035fc9b27fde server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7cffff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.403+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc03d160 con 0x55658508efd0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff7dc03d2c0 con 0x55658508efd0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff7dc01e040 con 0x55658508efd0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7dc03d4a0 con 0x55658508efd0 2023-10-05T15:38:54.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 10 client.15843 fetch_fsmap learned FSMap version 28 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7ff7e8009890 con 0x55658508efd0 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7dc01e040 con 0x55658508efd0 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff7dc00f690 con 0x55658508efd0 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 10 client.15843 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 10 client.15843 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 20 client.15843 populate_metadata read hostname 'smithi098' 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55658510d020 0x55658510f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:38:54.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 4 client.15843 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:38:54.415 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.404+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556584fd9ad0 con 0x55658510d020 2023-10-05T15:38:54.415 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.405+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55658510d020 0x55658510f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:38:54.415 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.405+0000 7ff7cffff700 10 client.15843 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:54.415 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.405+0000 7ff7f4ff9700 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55658510d020 0x55658510f440 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8991e5e96cfdcf2 server_cookie=c9b04f6a059d9203 in_seq=0 out_seq=0 2023-10-05T15:38:54.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff7cffff700 1 -- 172.21.15.98:0/2199440196 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556584fd9ad0 con 0x55658510d020 2023-10-05T15:38:54.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff7cffff700 10 client.15843 handle_command_reply: tid=0 2023-10-05T15:38:54.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 client.15843 shutdown 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 msgr2=0x556585104250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009ce0 tx=0x7ff7dc00b310 comp rx=0 tx=0).stop 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 shutdown_connections 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55658510d020 0x55658510f440 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55658508dec0 0x556585103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55658508f990 0x55658510b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 --2- 172.21.15.98:0/2199440196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55658508efd0 0x556585104250 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff7cffff700 0 client.15843 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 >> 172.21.15.98:0/2199440196 conn(0x556585002200 msgr2=0x5565850a7870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 shutdown_connections 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 1 -- 172.21.15.98:0/2199440196 wait complete. 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.412+0000 7ff803447b80 20 client.15843 trim_cache size 0 max 16384 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:38:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:38:54.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:38:54.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.413+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 msgr2=0x7ff7e00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.413+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 0x7ff7e00a3940 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00b2e0 tx=0x7ff7dc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.413+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 msgr2=0x7ff7f0196d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.413+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400e9a0 tx=0x7ff7e400ecb0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 shutdown_connections 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff7e00a1480 0x7ff7e00a3940 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff7f0102a20 0x7ff7f0198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7f0100f10 0x7ff7f0196d50 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 --2- 172.21.15.98:0/622190103 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff7f0102060 0x7ff7f0197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:38:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 >> 172.21.15.98:0/622190103 conn(0x7ff7f00fc480 msgr2=0x7ff7f00fe740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:38:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 shutdown_connections 2023-10-05T15:38:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:38:54.416+0000 7ff7f725d700 1 -- 172.21.15.98:0/622190103 wait complete. 2023-10-05T15:38:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:54 smithi173 ceph-mon[104029]: pgmap v334: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:54 smithi115 ceph-mon[103691]: pgmap v334: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:54 smithi098 ceph-mon[99243]: pgmap v334: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-05T15:38:56.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:56 smithi173 ceph-mon[104029]: pgmap v335: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:56 smithi115 ceph-mon[103691]: pgmap v335: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:56 smithi098 ceph-mon[99243]: pgmap v335: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2023-10-05T15:38:58.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:38:57 smithi173 ceph-mon[104029]: pgmap v336: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:38:57 smithi115 ceph-mon[103691]: pgmap v336: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:38:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:38:57 smithi098 ceph-mon[99243]: pgmap v336: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2023-10-05T15:39:00.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:00 smithi173 ceph-mon[104029]: pgmap v337: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 767 B/s wr, 12 op/s 2023-10-05T15:39:00.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:00 smithi115 ceph-mon[103691]: pgmap v337: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 767 B/s wr, 12 op/s 2023-10-05T15:39:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:00 smithi098 ceph-mon[99243]: pgmap v337: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 767 B/s wr, 12 op/s 2023-10-05T15:39:02.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:02 smithi173 ceph-mon[104029]: pgmap v338: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-05T15:39:02.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:02 smithi115 ceph-mon[103691]: pgmap v338: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-05T15:39:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:02 smithi098 ceph-mon[99243]: pgmap v338: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-05T15:39:04.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:04 smithi173 ceph-mon[104029]: pgmap v339: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:39:04.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:04 smithi115 ceph-mon[103691]: pgmap v339: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:39:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:04 smithi098 ceph-mon[99243]: pgmap v339: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:39:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:06 smithi173 ceph-mon[104029]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:39:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:06 smithi115 ceph-mon[103691]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:39:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:06 smithi098 ceph-mon[99243]: pgmap v340: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-05T15:39:07.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.586+0000 7fba823f1700 1 -- 172.21.15.98:0/3396268808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 msgr2=0x7fba7c108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.586+0000 7fba823f1700 1 --2- 172.21.15.98:0/3396268808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c108250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fba7400b0a0 tx=0x7fba7400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 -- 172.21.15.98:0/3396268808 shutdown_connections 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 --2- 172.21.15.98:0/3396268808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 0x7fba7c1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 --2- 172.21.15.98:0/3396268808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c108250 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 --2- 172.21.15.98:0/3396268808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 -- 172.21.15.98:0/3396268808 >> 172.21.15.98:0/3396268808 conn(0x7fba7c0faac0 msgr2=0x7fba7c0fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 -- 172.21.15.98:0/3396268808 shutdown_connections 2023-10-05T15:39:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 -- 172.21.15.98:0/3396268808 wait complete. 2023-10-05T15:39:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 Processor -- start 2023-10-05T15:39:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.587+0000 7fba823f1700 1 -- start start 2023-10-05T15:39:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 0x7fba7c19a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c19a9b0 con 0x7fba7c1009b0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c19ab20 con 0x7fba7c1013a0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba823f1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c19ace0 con 0x7fba7c0ffff0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45738/0 (socket says 172.21.15.98:45738) 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c198f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34196/0 (socket says 172.21.15.98:34196) 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 -- 172.21.15.98:0/3523041816 learned_addr learned my addr 172.21.15.98:0/3523041816 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba8098e700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 0x7fba7c19a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 -- 172.21.15.98:0/3523041816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 msgr2=0x7fba7c198f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c198f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 -- 172.21.15.98:0/3523041816 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 msgr2=0x7fba7c19a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 0x7fba7c19a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.588+0000 7fba7b7fe700 1 -- 172.21.15.98:0/3523041816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba74009d00 con 0x7fba7c1009b0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fba7000e9a0 tx=0x7fba7000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba797fa700 1 -- 172.21.15.98:0/3523041816 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba70009790 con 0x7fba7c1009b0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba7c19afc0 con 0x7fba7c1009b0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba7c1a1780 con 0x7fba7c1009b0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba797fa700 1 -- 172.21.15.98:0/3523041816 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba7000cbd0 con 0x7fba7c1009b0 2023-10-05T15:39:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.589+0000 7fba797fa700 1 -- 172.21.15.98:0/3523041816 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba70018680 con 0x7fba7c1009b0 2023-10-05T15:39:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.592+0000 7fba797fa700 1 -- 172.21.15.98:0/3523041816 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fba700187e0 con 0x7fba7c1009b0 2023-10-05T15:39:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.593+0000 7fba797fa700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 0x7fba640a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.593+0000 7fba797fa700 1 -- 172.21.15.98:0/3523041816 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fba70014070 con 0x7fba7c1009b0 2023-10-05T15:39:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.593+0000 7fba7bfff700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 0x7fba640a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba7bfff700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 0x7fba640a3940 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fba6c007be0 tx=0x7fba6c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 Processor -- start 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 -- start start 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce022e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce03450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19cd6a400 con 0x55b19ce03990 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19cd5bbc0 con 0x55b19ce02fd0 2023-10-05T15:39:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19cd594e0 con 0x55b19ce01ec0 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8098e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8098e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45748/0 (socket says 172.21.15.98:45748) 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.594+0000 7fba8098e700 1 -- 172.21.15.98:0/3383295073 learned_addr learned my addr 172.21.15.98:0/3383295073 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba7bfff700 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce022e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce03450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 -- 172.21.15.98:0/3383295073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 msgr2=0x55b19ce022e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce022e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 -- 172.21.15.98:0/3383295073 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 msgr2=0x55b19ce03450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce03450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 -- 172.21.15.98:0/3383295073 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b19cb7fd80 con 0x55b19ce03990 2023-10-05T15:39:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba8098e700 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fba74015000 tx=0x7fba74009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=212801868e58e9b0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba627fc700 1 -- 172.21.15.98:0/3383295073 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7400e050 con 0x55b19ce03990 2023-10-05T15:39:07.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba627fc700 1 -- 172.21.15.98:0/3383295073 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba74007dc0 con 0x55b19ce03990 2023-10-05T15:39:07.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.595+0000 7fba627fc700 1 -- 172.21.15.98:0/3383295073 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba74005040 con 0x55b19ce03990 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/3383295073 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 msgr2=0x55b19ce0a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fba74015000 tx=0x7fba74009c60 comp rx=0 tx=0).stop 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/3383295073 shutdown_connections 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce03990 0x55b19ce0a220 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce022e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/3383295073 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce03450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/3383295073 >> 172.21.15.98:0/3383295073 conn(0x55b19cd76200 msgr2=0x55b19cdfcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/3383295073 shutdown_connections 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.596+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/3383295073 wait complete. 2023-10-05T15:39:07.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 -- start start 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 Processor -- start 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce0c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce13040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19cd54dd0 con 0x55b19ce01ec0 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ccf16b0 con 0x55b19ce02fd0 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.597+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ccf1350 con 0x55b19ce03990 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba8e5dbb80 10 client.0 _ll_register_callbacks cb 0x55b19cb4e7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45750/0 (socket says 172.21.15.98:45750) 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 -- 172.21.15.98:0/962539752 learned_addr learned my addr 172.21.15.98:0/962539752 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 -- 172.21.15.98:0/962539752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 msgr2=0x55b19ce13040 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:39:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce13040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 -- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 msgr2=0x55b19ce0c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce0c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 -- 172.21.15.98:0/962539752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba7c108b80 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba7bfff700 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fba6c0042e0 tx=0x7fba6c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdb60b1c1e51ed97 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba5b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba6c003d10 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b19cdf4d50 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.598+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fba6c017070 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba6c010ed0 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 10 client.15855 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b19cb68c00 con 0x55b19ce01ec0 2023-10-05T15:39:07.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b19cdf4d50 con 0x55b19ce01ec0 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fba6c020530 con 0x55b19ce01ec0 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 10 client.15855 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 10 client.15855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 20 client.15855 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce17a50 0x55b19ce19e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 4 client.15855 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.599+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b19cd4ddb0 con 0x55b19ce17a50 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.600+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce17a50 0x55b19ce19e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.600+0000 7fba5b7fe700 10 client.15855 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:07.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.600+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce17a50 0x55b19ce19e70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=358eba0e0477ac48 server_cookie=2c908f165b029104 in_seq=0 out_seq=0 2023-10-05T15:39:07.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.601+0000 7fba5b7fe700 1 -- 172.21.15.98:0/962539752 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b19cd4ddb0 con 0x55b19ce17a50 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.601+0000 7fba5b7fe700 10 client.15855 handle_command_reply: tid=0 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.601+0000 7fba8e5dbb80 1 client.15855 shutdown 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.601+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 msgr2=0x55b19ce0bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.601+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fba6c0042e0 tx=0x7fba6c0047c0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 shutdown_connections 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce13040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0bac0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce17a50 0x55b19ce19e70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/962539752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce0c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba5b7fe700 0 client.15855 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:07.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 >> 172.21.15.98:0/962539752 conn(0x55b19cd76200 msgr2=0x55b19cdfc250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 shutdown_connections 2023-10-05T15:39:07.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/962539752 wait complete. 2023-10-05T15:39:07.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.604+0000 7fba8e5dbb80 20 client.15855 trim_cache size 0 max 16384 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 Processor -- start 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 -- start start 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce12fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19cbd58c0 con 0x55b19ce01ec0 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ce0c970 con 0x55b19ce02fd0 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ce14d30 con 0x55b19ce03990 2023-10-05T15:39:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45758/0 (socket says 172.21.15.98:45758) 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba7bfff700 1 -- 172.21.15.98:0/1363736898 learned_addr learned my addr 172.21.15.98:0/1363736898 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.632+0000 7fba8098e700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 -- 172.21.15.98:0/1363736898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 msgr2=0x55b19ce067e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce12fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce067e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 -- 172.21.15.98:0/1363736898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 msgr2=0x55b19ce12fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce12fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 -- 172.21.15.98:0/1363736898 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b19cba61f0 con 0x55b19ce01ec0 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba8098e700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce12fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba7bfff700 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fba6c000c00 tx=0x7fba6c010970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c783a2550821c8b6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba62ffd700 1 -- 172.21.15.98:0/1363736898 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba6c020cb0 con 0x55b19ce01ec0 2023-10-05T15:39:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba62ffd700 1 -- 172.21.15.98:0/1363736898 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba6c003e20 con 0x55b19ce01ec0 2023-10-05T15:39:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.633+0000 7fba62ffd700 1 -- 172.21.15.98:0/1363736898 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba6c011a30 con 0x55b19ce01ec0 2023-10-05T15:39:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/1363736898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 msgr2=0x55b19ce0a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fba6c000c00 tx=0x7fba6c010970 comp rx=0 tx=0).stop 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/1363736898 shutdown_connections 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce03990 0x55b19ce067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce01ec0 0x55b19ce0a8d0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/1363736898 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce02fd0 0x55b19ce12fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/1363736898 >> 172.21.15.98:0/1363736898 conn(0x55b19cd76200 msgr2=0x55b19cdfd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/1363736898 shutdown_connections 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.634+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/1363736898 wait complete. 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 -- start start 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 Processor -- start 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce10c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 0x55b19ce12170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ce126b0 con 0x55b19ce02fd0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ce12820 con 0x55b19ce03990 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19ce129e0 con 0x55b19ce01ec0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba8e5dbb80 10 client.0 _ll_register_callbacks cb 0x7fba6c010d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.635+0000 7fba7b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45766/0 (socket says 172.21.15.98:45766) 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7bfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce10c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 -- 172.21.15.98:0/2009463152 learned_addr learned my addr 172.21.15.98:0/2009463152 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba8098e700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 0x55b19ce12170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 -- 172.21.15.98:0/2009463152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 msgr2=0x55b19ce10c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce10c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 -- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 msgr2=0x55b19ce12170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 0x55b19ce12170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 -- 172.21.15.98:0/2009463152 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b19cb68c00 con 0x55b19ce02fd0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba8098e700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 0x55b19ce12170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba7b7fe700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fba70097730 tx=0x7fba700ce170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee06389f7cc9c2e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba5b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7009f380 con 0x55b19ce02fd0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fba70095e40 con 0x55b19ce02fd0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.636+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fba74007dc0 con 0x55b19ce02fd0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba700a35c0 con 0x55b19ce02fd0 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 10 client.15861 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b19cb7e250 con 0x55b19ce02fd0 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba74007dc0 con 0x55b19ce02fd0 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fba700a3130 con 0x55b19ce02fd0 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 10 client.15861 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 10 client.15861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 20 client.15861 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce74ed0 0x55b19ce772f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 4 client.15861 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.637+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b19cd4dad0 con 0x55b19ce74ed0 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.638+0000 7fba7bfff700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce10c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.638+0000 7fba7bfff700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce74ed0 0x55b19ce772f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.638+0000 7fba5b7fe700 10 client.15861 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.638+0000 7fba7bfff700 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce74ed0 0x55b19ce772f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74c01ba88db0f835 server_cookie=6225f314ca5d6e58 in_seq=0 out_seq=0 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba5b7fe700 1 -- 172.21.15.98:0/2009463152 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b19cd4dad0 con 0x55b19ce74ed0 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba5b7fe700 10 client.15861 handle_command_reply: tid=0 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 client.15861 shutdown 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 msgr2=0x55b19ce11160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fba70097730 tx=0x7fba700ce170 comp rx=0 tx=0).stop 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 shutdown_connections 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55b19ce74ed0 0x55b19ce772f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b19ce03990 0x55b19ce12170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b19ce01ec0 0x55b19ce10c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 --2- 172.21.15.98:0/2009463152 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b19ce02fd0 0x55b19ce11160 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 >> 172.21.15.98:0/2009463152 conn(0x55b19cd76200 msgr2=0x55b19ce067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba5b7fe700 0 client.15861 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.642+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 shutdown_connections 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba8e5dbb80 1 -- 172.21.15.98:0/2009463152 wait complete. 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba8e5dbb80 20 client.15861 trim_cache size 0 max 16384 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:39:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:39:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:39:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 msgr2=0x7fba640a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 0x7fba640a3940 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fba6c007be0 tx=0x7fba6c0073d0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 msgr2=0x7fba7c1994d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fba7000e9a0 tx=0x7fba7000ecb0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 shutdown_connections 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fba640a1480 0x7fba640a3940 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fba7c1013a0 0x7fba7c19a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7c0ffff0 0x7fba7c198f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 --2- 172.21.15.98:0/3523041816 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fba7c1009b0 0x7fba7c1994d0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.643+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 >> 172.21.15.98:0/3523041816 conn(0x7fba7c0faac0 msgr2=0x7fba7c1042b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.644+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 shutdown_connections 2023-10-05T15:39:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:07.644+0000 7fba823f1700 1 -- 172.21.15.98:0/3523041816 wait complete. 2023-10-05T15:39:08.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:07 smithi173 ceph-mon[104029]: pgmap v341: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2023-10-05T15:39:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:07 smithi115 ceph-mon[103691]: pgmap v341: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2023-10-05T15:39:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:07 smithi098 ceph-mon[99243]: pgmap v341: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2023-10-05T15:39:10.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:10 smithi173 ceph-mon[104029]: pgmap v342: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-05T15:39:10.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:10 smithi115 ceph-mon[103691]: pgmap v342: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-05T15:39:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:10 smithi098 ceph-mon[99243]: pgmap v342: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-05T15:39:12.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:12 smithi173 ceph-mon[104029]: pgmap v343: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2023-10-05T15:39:12.925 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:12 smithi115 ceph-mon[103691]: pgmap v343: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2023-10-05T15:39:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:12 smithi098 ceph-mon[99243]: pgmap v343: 129 pgs: 129 active+clean; 594 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:Note: switching to '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'. 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:changes and commit them, and you can discard any commits you make in this 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:state without impacting any branches by switching back to a branch. 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:If you want to create a new branch to retain commits you create, you may 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr:do so (now or later) by using -c with the switch command. Example: 2023-10-05T15:39:13.095 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: git switch -c 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr:Or undo this operation with: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: git switch - 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:13.096 INFO:tasks.workunit.client.0.smithi098.stderr:HEAD is now at 689b3d5ae1e PendingReleaseNotes: add a note about disallowing delegating inodes 2023-10-05T15:39:13.097 DEBUG:teuthology.orchestra.run.smithi098:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-10-05T15:39:13.127 INFO:tasks.workunit.client.0.smithi098.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-10-05T15:39:13.129 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-05T15:39:13.129 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-10-05T15:39:13.708 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-10-05T15:39:13.768 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-10-05T15:39:13.805 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-05T15:39:13.806 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-05T15:39:13.806 INFO:tasks.workunit.client.0.smithi098.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-10-05T15:39:13.842 INFO:tasks.workunit.client.0.smithi098.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-05T15:39:13.845 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:39:13.845 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-10-05T15:39:13.903 INFO:tasks.workunit:Running workunits matching suites/fsx.sh on client.0... 2023-10-05T15:39:13.904 INFO:tasks.workunit:Running workunit suites/fsx.sh... 2023-10-05T15:39:13.904 DEBUG:teuthology.orchestra.run.smithi098:workunit test suites/fsx.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsx.sh 2023-10-05T15:39:13.970 INFO:tasks.workunit.client.0.smithi098.stderr:+ set -e 2023-10-05T15:39:13.971 INFO:tasks.workunit.client.0.smithi098.stderr:+ git clone https://git.ceph.com/xfstests-dev.git 2023-10-05T15:39:13.973 INFO:tasks.workunit.client.0.smithi098.stderr:Cloning into 'xfstests-dev'... 2023-10-05T15:39:14.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:14 smithi173 ceph-mon[104029]: pgmap v344: 129 pgs: 129 active+clean; 595 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2023-10-05T15:39:14.903 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:14 smithi098 ceph-mon[99243]: pgmap v344: 129 pgs: 129 active+clean; 595 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2023-10-05T15:39:14.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:14 smithi115 ceph-mon[103691]: pgmap v344: 129 pgs: 129 active+clean; 595 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2023-10-05T15:39:16.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:16 smithi173 ceph-mon[104029]: pgmap v345: 129 pgs: 129 active+clean; 596 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-05T15:39:16.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:16 smithi115 ceph-mon[103691]: pgmap v345: 129 pgs: 129 active+clean; 596 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-05T15:39:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:16 smithi098 ceph-mon[99243]: pgmap v345: 129 pgs: 129 active+clean; 596 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-05T15:39:18.080 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:39:18.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:17 smithi173 ceph-mon[104029]: pgmap v346: 129 pgs: 129 active+clean; 596 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:39:18.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:17 smithi115 ceph-mon[103691]: pgmap v346: 129 pgs: 129 active+clean; 596 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:39:18.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 -- 172.21.15.98:0/297960690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e94100fb0 msgr2=0x7f8e94101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/297960690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e94100fb0 0x7f8e94101410 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f8e840099c0 tx=0x7f8e84009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.229 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 -- 172.21.15.98:0/297960690 shutdown_connections 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/297960690 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 0x7f8e94108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/297960690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e940ffdc0 0x7f8e941001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/297960690 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e94100fb0 0x7f8e94101410 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 -- 172.21.15.98:0/297960690 >> 172.21.15.98:0/297960690 conn(0x7f8e940fb330 msgr2=0x7f8e940fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 -- 172.21.15.98:0/297960690 shutdown_connections 2023-10-05T15:39:18.230 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.227+0000 7f8e98d7b700 1 -- 172.21.15.98:0/297960690 wait complete. 2023-10-05T15:39:18.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 Processor -- start 2023-10-05T15:39:18.232 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 -- start start 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e94100fb0 0x7f8e94197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 0x7f8e9419e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9419e6a0 con 0x7f8e940ffdc0 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9419e7e0 con 0x7f8e94101950 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.228+0000 7f8e98d7b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9419e970 con 0x7f8e94100fb0 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45794/0 (socket says 172.21.15.98:45794) 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 -- 172.21.15.98:0/1840921492 learned_addr learned my addr 172.21.15.98:0/1840921492 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e94100fb0 0x7f8e94197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.233 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 0x7f8e9419e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 -- 172.21.15.98:0/1840921492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e94100fb0 msgr2=0x7f8e94197060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e94100fb0 0x7f8e94197060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 -- 172.21.15.98:0/1840921492 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 msgr2=0x7f8e9419e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 0x7f8e9419e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 -- 172.21.15.98:0/1840921492 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e840095f0 con 0x7f8e940ffdc0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800c990 tx=0x7f8e8800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e837fe700 1 -- 172.21.15.98:0/1840921492 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e88007b00 con 0x7f8e940ffdc0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e9419ec50 con 0x7f8e940ffdc0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e837fe700 1 -- 172.21.15.98:0/1840921492 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e88007c60 con 0x7f8e940ffdc0 2023-10-05T15:39:18.234 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e837fe700 1 -- 172.21.15.98:0/1840921492 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8800fea0 con 0x7f8e940ffdc0 2023-10-05T15:39:18.235 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.229+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e9419f1b0 con 0x7f8e940ffdc0 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.231+0000 7f8e837fe700 1 -- 172.21.15.98:0/1840921492 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8e8800f450 con 0x7f8e940ffdc0 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.232+0000 7f8e837fe700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 0x7f8e7c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.232+0000 7f8e837fe700 1 -- 172.21.15.98:0/1840921492 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8e880ccff0 con 0x7f8e940ffdc0 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.232+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 0x7f8e7c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.232+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 0x7f8e7c0a3940 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400b580 tx=0x7f8e84005bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 Processor -- start 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 -- start start 2023-10-05T15:39:18.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274ddf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 0x558274de0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274d47460 con 0x558274ddfbc0 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274d38c20 con 0x558274ddf260 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274d36540 con 0x558274de0a60 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8e91d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8e91d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45804/0 (socket says 172.21.15.98:45804) 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.233+0000 7f8e91d9b700 1 -- 172.21.15.98:0/613000465 learned_addr learned my addr 172.21.15.98:0/613000465 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e9259c700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274ddf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 0x558274de0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 -- 172.21.15.98:0/613000465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 msgr2=0x558274de0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 0x558274de0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 -- 172.21.15.98:0/613000465 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 msgr2=0x558274ddf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274ddf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 -- 172.21.15.98:0/613000465 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558274b5cde0 con 0x558274ddfbc0 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 0x558274de0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8e84000c00 tx=0x7f8e84020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8669764dd2083051 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e80ff9700 1 -- 172.21.15.98:0/613000465 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e84003ac0 con 0x558274ddfbc0 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e80ff9700 1 -- 172.21.15.98:0/613000465 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e8401e040 con 0x558274ddfbc0 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.234+0000 7f8e80ff9700 1 -- 172.21.15.98:0/613000465 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e840049e0 con 0x558274ddfbc0 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/613000465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 msgr2=0x558274de0480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8e84000c00 tx=0x7f8e84020000 comp rx=0 tx=0).stop 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/613000465 shutdown_connections 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274ddf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274de0a60 0x558274de0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/613000465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddfbc0 0x558274de0480 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/613000465 >> 172.21.15.98:0/613000465 conn(0x558274d53260 msgr2=0x558274dda140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/613000465 shutdown_connections 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/613000465 wait complete. 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 -- start start 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 Processor -- start 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddf260 0x558274de8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.235+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddfbc0 0x558274de9490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274d31e30 con 0x558274de0a60 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274cce710 con 0x558274ddfbc0 2023-10-05T15:39:18.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274cce3b0 con 0x558274ddf260 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 10 client.0 _ll_register_callbacks cb 0x558274b2b800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45812/0 (socket says 172.21.15.98:45812) 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 -- 172.21.15.98:0/657080534 learned_addr learned my addr 172.21.15.98:0/657080534 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e9259c700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddf260 0x558274de8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddfbc0 0x558274de9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 -- 172.21.15.98:0/657080534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddf260 msgr2=0x558274de8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddf260 0x558274de8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 -- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddfbc0 msgr2=0x558274de9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddfbc0 0x558274de9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 -- 172.21.15.98:0/657080534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e94108b50 con 0x558274de0a60 2023-10-05T15:39:18.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c007970 tx=0x7f8e8c007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c600e41330fb0215 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e79ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c003a00 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8e8c003b60 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558274dd1f10 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e8c003d20 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 10 client.15873 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.236+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558274b45c60 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558274dd1f10 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8e8c004280 con 0x558274de0a60 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 10 client.15873 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:18.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 20 client.15873 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274df4e40 0x558274df7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 4 client.15873 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558274d2ae10 con 0x558274df4e40 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8e9259c700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274df4e40 0x558274df7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8e79ffb700 10 client.15873 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.237+0000 7f8e9259c700 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274df4e40 0x558274df7260 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7e7a96034a727d2 server_cookie=e118cf94c368b774 in_seq=0 out_seq=0 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8e79ffb700 1 -- 172.21.15.98:0/657080534 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558274d2ae10 con 0x558274df4e40 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8e79ffb700 10 client.15873 handle_command_reply: tid=0 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 client.15873 shutdown 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 msgr2=0x558274df04d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c007970 tx=0x7f8e8c007c80 comp rx=0 tx=0).stop 2023-10-05T15:39:18.247 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 shutdown_connections 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274df04d0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddf260 0x558274de8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274df4e40 0x558274df7260 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/657080534 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddfbc0 0x558274de9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8e79ffb700 0 client.15873 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 >> 172.21.15.98:0/657080534 conn(0x558274d53260 msgr2=0x558274dd9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 shutdown_connections 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/657080534 wait complete. 2023-10-05T15:39:18.248 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.238+0000 7f8ea4f65b80 20 client.15873 trim_cache size 0 max 16384 2023-10-05T15:39:18.261 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 Processor -- start 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 -- start start 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274de3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274de0a60 0x558274df03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274de8b20 con 0x558274ddf260 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274bb2920 con 0x558274de0a60 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274d2ae10 con 0x558274ddfbc0 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45816/0 (socket says 172.21.15.98:45816) 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 -- 172.21.15.98:0/1815803011 learned_addr learned my addr 172.21.15.98:0/1815803011 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.262 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274de0a60 0x558274df03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 -- 172.21.15.98:0/1815803011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 msgr2=0x558274de3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274de3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 -- 172.21.15.98:0/1815803011 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274de0a60 msgr2=0x558274df03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274de0a60 0x558274df03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.255+0000 7f8e9259c700 1 -- 172.21.15.98:0/1815803011 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558274b83250 con 0x558274ddf260 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8e9259c700 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f8e880074a0 tx=0x7f8e880ca650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d157e6ce7e87ca6a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8e817fa700 1 -- 172.21.15.98:0/1815803011 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8809e0f0 con 0x558274ddf260 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8e817fa700 1 -- 172.21.15.98:0/1815803011 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e880a2330 con 0x558274ddf260 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8e817fa700 1 -- 172.21.15.98:0/1815803011 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8800f700 con 0x558274ddf260 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/1815803011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 msgr2=0x558274de39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f8e880074a0 tx=0x7f8e880ca650 comp rx=0 tx=0).stop 2023-10-05T15:39:18.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/1815803011 shutdown_connections 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274de0a60 0x558274df03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274ddf260 0x558274de39d0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/1815803011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274de3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/1815803011 >> 172.21.15.98:0/1815803011 conn(0x558274d53260 msgr2=0x558274de7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/1815803011 shutdown_connections 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.256+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/1815803011 wait complete. 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 -- start start 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 Processor -- start 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274df0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274df0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274deede0 con 0x558274de0a60 2023-10-05T15:39:18.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274deef50 con 0x558274ddf260 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x558274def110 con 0x558274ddfbc0 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8ea4f65b80 10 client.0 _ll_register_callbacks cb 0x7f8e8c009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45826/0 (socket says 172.21.15.98:45826) 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 -- 172.21.15.98:0/3989397388 learned_addr learned my addr 172.21.15.98:0/3989397388 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e9259c700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274df0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e91d9b700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274df0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 -- 172.21.15.98:0/3989397388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 msgr2=0x558274df0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274df0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 -- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 msgr2=0x558274df0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274df0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 -- 172.21.15.98:0/3989397388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e9419f1b0 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e92d9d700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c00b010 tx=0x7f8e8c004b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d96f1a5eb71370 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.257+0000 7f8e79ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c006000 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e8401e040 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8e8c00f660 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e8c00f820 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 10 client.15879 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558274b5b2b0 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e8401e040 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8e8c004120 con 0x558274de0a60 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 10 client.15879 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 10 client.15879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 20 client.15879 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274e4a260 0x558274e4c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 4 client.15879 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558274d2ab30 con 0x558274e4a260 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.258+0000 7f8e9259c700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274e4a260 0x558274e4c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8e79ffb700 10 client.15879 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8e9259c700 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274e4a260 0x558274e4c680 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e007e0a34a3e100d server_cookie=4aaf0eac2b1d94ec in_seq=0 out_seq=0 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8e79ffb700 1 -- 172.21.15.98:0/3989397388 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558274d2ab30 con 0x558274e4a260 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8e79ffb700 10 client.15879 handle_command_reply: tid=0 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 client.15879 shutdown 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 msgr2=0x558274dee700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c00b010 tx=0x7f8e8c004b00 comp rx=0 tx=0).stop 2023-10-05T15:39:18.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 shutdown_connections 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x558274e4a260 0x558274e4c680 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x558274ddf260 0x558274df0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8e79ffb700 0 client.15879 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x558274de0a60 0x558274dee700 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 --2- 172.21.15.98:0/3989397388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558274ddfbc0 0x558274df0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 >> 172.21.15.98:0/3989397388 conn(0x558274d53260 msgr2=0x558274de39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 shutdown_connections 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 1 -- 172.21.15.98:0/3989397388 wait complete. 2023-10-05T15:39:18.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.259+0000 7f8ea4f65b80 20 client.15879 trim_cache size 0 max 16384 2023-10-05T15:39:18.269 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:18.269 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "no active scrubs running", 2023-10-05T15:39:18.269 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": {} 2023-10-05T15:39:18.269 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 msgr2=0x7f8e7c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 0x7f8e7c0a3940 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400b580 tx=0x7f8e84005bc0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 msgr2=0x7f8e94196b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800c990 tx=0x7f8e8800cca0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 shutdown_connections 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8e7c0a1480 0x7f8e7c0a3940 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8e94101950 0x7f8e9419e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8e940ffdc0 0x7f8e94196b20 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 --2- 172.21.15.98:0/1840921492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8e94100fb0 0x7f8e94197060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 >> 172.21.15.98:0/1840921492 conn(0x7f8e940fb330 msgr2=0x7f8e940fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 shutdown_connections 2023-10-05T15:39:18.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.260+0000 7f8e98d7b700 1 -- 172.21.15.98:0/1840921492 wait complete. 2023-10-05T15:39:18.272 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:17 smithi098 ceph-mon[99243]: pgmap v346: 129 pgs: 129 active+clean; 596 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-05T15:39:18.273 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:39:18.273 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:39:18.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3477474490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac100ff0 msgr2=0x7f1aac101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.395 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3477474490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac100ff0 0x7f1aac101450 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1aa00099c0 tx=0x7f1aa0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3477474490 shutdown_connections 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3477474490 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3477474490 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac101990 0x7f1aac108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3477474490 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac100ff0 0x7f1aac101450 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.393+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3477474490 >> 172.21.15.98:0/3477474490 conn(0x7f1aac0fb370 msgr2=0x7f1aac0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3477474490 shutdown_connections 2023-10-05T15:39:18.396 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3477474490 wait complete. 2023-10-05T15:39:18.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 Processor -- start 2023-10-05T15:39:18.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- start start 2023-10-05T15:39:18.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac100ff0 0x7f1aac1971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac19e7b0 con 0x7f1aac101990 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac19e920 con 0x7f1aac0ffe00 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.394+0000 7f1ab0fd5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac19eae0 con 0x7f1aac100ff0 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45840/0 (socket says 172.21.15.98:45840) 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 -- 172.21.15.98:0/3898510112 learned_addr learned my addr 172.21.15.98:0/3898510112 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aa9d9b700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac100ff0 0x7f1aac1971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaa59c700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 -- 172.21.15.98:0/3898510112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac100ff0 msgr2=0x7f1aac1971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac100ff0 0x7f1aac1971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 -- 172.21.15.98:0/3898510112 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 msgr2=0x7f1aac196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 -- 172.21.15.98:0/3898510112 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa00095f0 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaa59c700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1aaad9d700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400ada0 tx=0x7f1aa400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa400f070 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aac19edc0 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa4007b30 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4005440 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.395+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aac19f210 con 0x7f1aac101990 2023-10-05T15:39:18.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.396+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aac107390 con 0x7f1aac101990 2023-10-05T15:39:18.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.398+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1aa4004ad0 con 0x7f1aac101990 2023-10-05T15:39:18.401 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.398+0000 7f1a9b7fe700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 0x7f1a940a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.402 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.398+0000 7f1aaa59c700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 0x7f1a940a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.402 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.398+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f1aa40ccc40 con 0x7f1aac101990 2023-10-05T15:39:18.402 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.399+0000 7f1aaa59c700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 0x7f1a940a3990 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c005fd0 tx=0x7f1a9c005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.403 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.402+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1aa4095fe0 con 0x7f1aac101990 2023-10-05T15:39:18.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.640+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1aac02d270 con 0x7f1aac101990 2023-10-05T15:39:18.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.641+0000 7f1a9b7fe700 1 -- 172.21.15.98:0/3898510112 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11373 (secure 0 0 0) 0x7f1aa4099600 con 0x7f1aac101990 2023-10-05T15:39:18.643 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:39:18.643 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:36:42.850286+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:39:18.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 msgr2=0x7f1a940a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 0x7f1a940a3990 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c005fd0 tx=0x7f1a9c005de0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 msgr2=0x7f1aac19e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400ada0 tx=0x7f1aa400c330 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 shutdown_connections 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1a940a14d0 0x7f1a940a3990 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1aac0ffe00 0x7f1aac196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1aac101990 0x7f1aac19e1e0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 --2- 172.21.15.98:0/3898510112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1aac100ff0 0x7f1aac1971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.643+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 >> 172.21.15.98:0/3898510112 conn(0x7f1aac0fb370 msgr2=0x7f1aac1044d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.644+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 shutdown_connections 2023-10-05T15:39:18.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.644+0000 7f1ab0fd5700 1 -- 172.21.15.98:0/3898510112 wait complete. 2023-10-05T15:39:18.647 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 28 2023-10-05T15:39:18.658 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 -- 172.21.15.98:0/2603482902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 msgr2=0x7ff09c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 --2- 172.21.15.98:0/2603482902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c108200 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff09400b0d0 tx=0x7ff09400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 -- 172.21.15.98:0/2603482902 shutdown_connections 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 --2- 172.21.15.98:0/2603482902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c0ffdc0 0x7ff09c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 --2- 172.21.15.98:0/2603482902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c108200 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 --2- 172.21.15.98:0/2603482902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c100fb0 0x7ff09c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 -- 172.21.15.98:0/2603482902 >> 172.21.15.98:0/2603482902 conn(0x7ff09c0fb330 msgr2=0x7ff09c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 -- 172.21.15.98:0/2603482902 shutdown_connections 2023-10-05T15:39:18.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 -- 172.21.15.98:0/2603482902 wait complete. 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.780+0000 7ff0a1993700 1 Processor -- start 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 -- start start 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c0ffdc0 0x7ff09c068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c100fb0 0x7ff09c19b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09c19e7e0 con 0x7ff09c101950 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09c19e950 con 0x7ff09c100fb0 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09c19eb10 con 0x7ff09c0ffdc0 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45854/0 (socket says 172.21.15.98:45854) 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 -- 172.21.15.98:0/325888960 learned_addr learned my addr 172.21.15.98:0/325888960 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09affd700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c0ffdc0 0x7ff09c068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c100fb0 0x7ff09c19b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 -- 172.21.15.98:0/325888960 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c0ffdc0 msgr2=0x7ff09c068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c0ffdc0 0x7ff09c068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 -- 172.21.15.98:0/325888960 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c100fb0 msgr2=0x7ff09c19b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c100fb0 0x7ff09c19b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 -- 172.21.15.98:0/325888960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff094009d00 con 0x7ff09c101950 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff094007a00 tx=0x7ff0940094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a0991700 1 -- 172.21.15.98:0/325888960 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09400e040 con 0x7ff09c101950 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a0991700 1 -- 172.21.15.98:0/325888960 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff094003e10 con 0x7ff09c101950 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff09c19ed90 con 0x7ff09c101950 2023-10-05T15:39:18.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.781+0000 7ff0a0991700 1 -- 172.21.15.98:0/325888960 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff094012a90 con 0x7ff09c101950 2023-10-05T15:39:18.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.782+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff09c19f1c0 con 0x7ff09c101950 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.784+0000 7ff0a0991700 1 -- 172.21.15.98:0/325888960 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff0940056c0 con 0x7ff09c101950 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.784+0000 7ff0a0991700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 0x7ff0840a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.785+0000 7ff09affd700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 0x7ff0840a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.785+0000 7ff0a0991700 1 -- 172.21.15.98:0/325888960 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff0940ce640 con 0x7ff09c101950 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.785+0000 7ff09affd700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 0x7ff0840a39c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff09c100e10 tx=0x7ff09000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.785+0000 7ff0adb7db80 1 Processor -- start 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.785+0000 7ff0adb7db80 1 -- start start 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c59480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.793 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c59ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473bc0460 con 0x55b473c58260 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473bb1c20 con 0x55b473c59a60 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473baf540 con 0x55b473c58bc0 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45858/0 (socket says 172.21.15.98:45858) 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 -- 172.21.15.98:0/3498621689 learned_addr learned my addr 172.21.15.98:0/3498621689 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 -- 172.21.15.98:0/3498621689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 msgr2=0x55b473c59480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c59480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 -- 172.21.15.98:0/3498621689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 msgr2=0x55b473c59ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c59ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c59ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 -- 172.21.15.98:0/3498621689 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4739d5de0 con 0x55b473c58260 2023-10-05T15:39:18.794 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff09affd700 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff090010f70 tx=0x7ff090013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5c00b0e4f38a74 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff081ffb700 1 -- 172.21.15.98:0/3498621689 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09001e620 con 0x55b473c58260 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff081ffb700 1 -- 172.21.15.98:0/3498621689 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff090015070 con 0x55b473c58260 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.786+0000 7ff081ffb700 1 -- 172.21.15.98:0/3498621689 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09001c9a0 con 0x55b473c58260 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- 172.21.15.98:0/3498621689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 msgr2=0x55b473c58680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff090010f70 tx=0x7ff090013000 comp rx=0 tx=0).stop 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- 172.21.15.98:0/3498621689 shutdown_connections 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c59ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c58680 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/3498621689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c59480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- 172.21.15.98:0/3498621689 >> 172.21.15.98:0/3498621689 conn(0x55b473bcc260 msgr2=0x55b473c53140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- 172.21.15.98:0/3498621689 shutdown_connections 2023-10-05T15:39:18.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- 172.21.15.98:0/3498621689 wait complete. 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.787+0000 7ff0adb7db80 1 -- start start 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 Processor -- start 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c62560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c695a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473baae30 con 0x55b473c58260 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473b47710 con 0x55b473c59a60 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473b473b0 con 0x55b473c58bc0 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff0adb7db80 10 client.0 _ll_register_callbacks cb 0x55b4739a4800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45862/0 (socket says 172.21.15.98:45862) 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 -- 172.21.15.98:0/1144512264 learned_addr learned my addr 172.21.15.98:0/1144512264 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c695a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c62560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 -- 172.21.15.98:0/1144512264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 msgr2=0x55b473c62560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c62560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 -- 172.21.15.98:0/1144512264 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 msgr2=0x55b473c695a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c695a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 -- 172.21.15.98:0/1144512264 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff090010c50 con 0x55b473c58260 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c695a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff09affd700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff09001c910 tx=0x7ff09001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef8c2297f4398fca server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.788+0000 7ff07affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09002c070 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff090017070 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b473c4af10 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff09001cdd0 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 10 client.15897 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b4739bec60 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b473c4af10 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff0900265a0 con 0x55b473c58260 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 10 client.15897 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 10 client.15897 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:18.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 20 client.15897 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473c6dd10 0x55b473c70130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 4 client.15897 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b473ba3e10 con 0x55b473c6dd10 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.789+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473c6dd10 0x55b473c70130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff07affd700 10 client.15897 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473c6dd10 0x55b473c70130 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fe1438ef4afeda7d server_cookie=91c0b91dc0723db9 in_seq=0 out_seq=0 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff07affd700 1 -- 172.21.15.98:0/1144512264 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b473ba3e10 con 0x55b473c6dd10 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff07affd700 10 client.15897 handle_command_reply: tid=0 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 client.15897 shutdown 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 msgr2=0x55b473c62020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff09001c910 tx=0x7ff09001c9f0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 shutdown_connections 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c695a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473c6dd10 0x55b473c70130 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58260 0x55b473c62020 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff07affd700 0 client.15897 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/1144512264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58bc0 0x55b473c62560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 >> 172.21.15.98:0/1144512264 conn(0x55b473bcc260 msgr2=0x55b473c52f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 shutdown_connections 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.790+0000 7ff0adb7db80 1 -- 172.21.15.98:0/1144512264 wait complete. 2023-10-05T15:39:18.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.791+0000 7ff0adb7db80 20 client.15897 trim_cache size 0 max 16384 2023-10-05T15:39:18.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 Processor -- start 2023-10-05T15:39:18.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 -- start start 2023-10-05T15:39:18.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c59e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c51bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473a2b920 con 0x55b473c58bc0 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473c59270 con 0x55b473c59a60 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.803+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473c5fbc0 con 0x55b473c58260 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45872/0 (socket says 172.21.15.98:45872) 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 -- 172.21.15.98:0/896386347 learned_addr learned my addr 172.21.15.98:0/896386347 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09affd700 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c59e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c51bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 -- 172.21.15.98:0/896386347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 msgr2=0x55b473c59e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c59e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 -- 172.21.15.98:0/896386347 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 msgr2=0x55b473c51bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c51bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 -- 172.21.15.98:0/896386347 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4739fc250 con 0x55b473c58bc0 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x55b473c709e0 tx=0x7ff08c00b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69551868fe6eea server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff0827fc700 1 -- 172.21.15.98:0/896386347 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c012c90 con 0x55b473c58bc0 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff0827fc700 1 -- 172.21.15.98:0/896386347 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff08c018040 con 0x55b473c58bc0 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.804+0000 7ff0827fc700 1 -- 172.21.15.98:0/896386347 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c0113e0 con 0x55b473c58bc0 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- 172.21.15.98:0/896386347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 msgr2=0x55b473c69560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x55b473c709e0 tx=0x7ff08c00b550 comp rx=0 tx=0).stop 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- 172.21.15.98:0/896386347 shutdown_connections 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c51bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c59e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/896386347 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c69560 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- 172.21.15.98:0/896386347 >> 172.21.15.98:0/896386347 conn(0x55b473bcc260 msgr2=0x55b473c74a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- 172.21.15.98:0/896386347 shutdown_connections 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- 172.21.15.98:0/896386347 wait complete. 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 -- start start 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.805+0000 7ff0adb7db80 1 Processor -- start 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c656f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c687f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473c68d30 con 0x55b473c58bc0 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473c68ea0 con 0x55b473c59a60 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b473c69060 con 0x55b473c58260 2023-10-05T15:39:18.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 10 client.0 _ll_register_callbacks cb 0x7ff090010e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45878/0 (socket says 172.21.15.98:45878) 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 -- 172.21.15.98:0/5437273 learned_addr learned my addr 172.21.15.98:0/5437273 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09affd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c656f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09b7fe700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c687f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 -- 172.21.15.98:0/5437273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 msgr2=0x55b473c656f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c656f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 -- 172.21.15.98:0/5437273 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 msgr2=0x55b473c687f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c687f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 -- 172.21.15.98:0/5437273 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff08c00bb80 con 0x55b473c58bc0 2023-10-05T15:39:18.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff09a7fc700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7ff08c018c20 tx=0x7ff08c012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=119f5ee0a59ea21f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff07affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c004220 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff090015070 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff08c004380 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff08c004540 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 10 client.15903 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.806+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b4739d42b0 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff090015070 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff08c01e020 con 0x55b473c58bc0 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 10 client.15903 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 10 client.15903 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 20 client.15903 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473cc29f0 0x55b473cc4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 4 client.15903 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b473ba3b30 con 0x55b473cc29f0 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff09affd700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473cc29f0 0x55b473cc4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff07affd700 10 client.15903 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff09affd700 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473cc29f0 0x55b473cc4e10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9341bd7334f5407b server_cookie=5dd3a0976a5b5922 in_seq=0 out_seq=0 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff07affd700 1 -- 172.21.15.98:0/5437273 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b473ba3b30 con 0x55b473cc29f0 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff07affd700 10 client.15903 handle_command_reply: tid=0 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.807+0000 7ff0adb7db80 1 client.15903 shutdown 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 msgr2=0x55b473c65c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7ff08c018c20 tx=0x7ff08c012bf0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 shutdown_connections 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b473c59a60 0x55b473c687f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x55b473cc29f0 0x55b473cc4e10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b473c58260 0x55b473c656f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 --2- 172.21.15.98:0/5437273 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b473c58bc0 0x55b473c65c30 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff07affd700 0 client.15903 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 >> 172.21.15.98:0/5437273 conn(0x55b473bcc260 msgr2=0x55b473c5fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 shutdown_connections 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 1 -- 172.21.15.98:0/5437273 wait complete. 2023-10-05T15:39:18.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0adb7db80 20 client.15903 trim_cache size 0 max 16384 2023-10-05T15:39:18.818 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:18.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 msgr2=0x7ff0840a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 0x7ff0840a39c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff09c100e10 tx=0x7ff09000b410 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 msgr2=0x7ff09c19e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff094007a00 tx=0x7ff0940094c0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 shutdown_connections 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff0840a1500 0x7ff0840a39c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff09c101950 0x7ff09c19e010 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff09c0ffdc0 0x7ff09c068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 --2- 172.21.15.98:0/325888960 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff09c100fb0 0x7ff09c19b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 >> 172.21.15.98:0/325888960 conn(0x7ff09c0fb330 msgr2=0x7ff09c104470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 shutdown_connections 2023-10-05T15:39:18.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.808+0000 7ff0a1993700 1 -- 172.21.15.98:0/325888960 wait complete. 2023-10-05T15:39:18.822 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-05T15:39:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 -- 172.21.15.98:0/1620817371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b4101950 msgr2=0x7f72b4108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 --2- 172.21.15.98:0/1620817371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b4101950 0x7f72b4108200 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00b0d0 tx=0x7f72ac00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 -- 172.21.15.98:0/1620817371 shutdown_connections 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 --2- 172.21.15.98:0/1620817371 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b4101950 0x7f72b4108200 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 --2- 172.21.15.98:0/1620817371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b40ffdc0 0x7f72b41001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 --2- 172.21.15.98:0/1620817371 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4100fb0 0x7f72b4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 -- 172.21.15.98:0/1620817371 >> 172.21.15.98:0/1620817371 conn(0x7f72b40fb330 msgr2=0x7f72b40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 -- 172.21.15.98:0/1620817371 shutdown_connections 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.944+0000 7f72b8e11700 1 -- 172.21.15.98:0/1620817371 wait complete. 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 Processor -- start 2023-10-05T15:39:18.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 -- start start 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b4100fb0 0x7f72b4108d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 0x7f72b4109250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b41099f0 con 0x7f72b40ffdc0 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b4109b60 con 0x7f72b4101950 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b8e11700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b41a0cf0 con 0x7f72b4100fb0 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45890/0 (socket says 172.21.15.98:45890) 2023-10-05T15:39:18.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 -- 172.21.15.98:0/2743858078 learned_addr learned my addr 172.21.15.98:0/2743858078 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b4100fb0 0x7f72b4108d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 0x7f72b4109250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 -- 172.21.15.98:0/2743858078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b4100fb0 msgr2=0x7f72b4108d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.951 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b4100fb0 0x7f72b4108d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 -- 172.21.15.98:0/2743858078 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 msgr2=0x7f72b4109250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 0x7f72b4109250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 -- 172.21.15.98:0/2743858078 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72ac009d00 con 0x7f72b40ffdc0 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 0x7f72b4109250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.945+0000 7f72b259c700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f72a800e970 tx=0x7f72a800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.946+0000 7f72a37fe700 1 -- 172.21.15.98:0/2743858078 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a8009790 con 0x7f72b40ffdc0 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.946+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72b41a0fd0 con 0x7f72b40ffdc0 2023-10-05T15:39:18.952 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.946+0000 7f72a37fe700 1 -- 172.21.15.98:0/2743858078 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f72a800eec0 con 0x7f72b40ffdc0 2023-10-05T15:39:18.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.946+0000 7f72a37fe700 1 -- 172.21.15.98:0/2743858078 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a8003cf0 con 0x7f72b40ffdc0 2023-10-05T15:39:18.953 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.946+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72b41a1450 con 0x7f72b40ffdc0 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.948+0000 7f72a37fe700 1 -- 172.21.15.98:0/2743858078 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f72a800ccd0 con 0x7f72b40ffdc0 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.948+0000 7f72a37fe700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 0x7f729c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.948+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 0x7f729c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.948+0000 7f72a37fe700 1 -- 172.21.15.98:0/2743858078 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f72a8014070 con 0x7f72b40ffdc0 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.949+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 0x7f729c0a3940 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f72a4005950 tx=0x7f72a400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.949+0000 7f72c4ffbb80 1 Processor -- start 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.949+0000 7f72c4ffbb80 1 -- start start 2023-10-05T15:39:18.960 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7260 0x55b7e04e7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04e8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e044f460 con 0x55b7e04e7bc0 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e0440c20 con 0x55b7e04e7260 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e043e540 con 0x55b7e04e8a60 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45900/0 (socket says 172.21.15.98:45900) 2023-10-05T15:39:18.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 -- 172.21.15.98:0/3862993001 learned_addr learned my addr 172.21.15.98:0/3862993001 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b259c700 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7260 0x55b7e04e7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04e8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 -- 172.21.15.98:0/3862993001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 msgr2=0x55b7e04e8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04e8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 -- 172.21.15.98:0/3862993001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7260 msgr2=0x55b7e04e7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7260 0x55b7e04e7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 -- 172.21.15.98:0/3862993001 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7e0264de0 con 0x55b7e04e7bc0 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f72a4010fa0 tx=0x7f72a4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cff519ab08ff523b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72a0ff9700 1 -- 172.21.15.98:0/3862993001 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a401e620 con 0x55b7e04e7bc0 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72a0ff9700 1 -- 172.21.15.98:0/3862993001 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f72a4015070 con 0x55b7e04e7bc0 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.950+0000 7f72a0ff9700 1 -- 172.21.15.98:0/3862993001 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a401c9c0 con 0x55b7e04e7bc0 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3862993001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 msgr2=0x55b7e04e8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f72a4010fa0 tx=0x7f72a4013000 comp rx=0 tx=0).stop 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3862993001 shutdown_connections 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7260 0x55b7e04e7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04e8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3862993001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04e8480 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.963 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3862993001 >> 172.21.15.98:0/3862993001 conn(0x55b7e045b260 msgr2=0x55b7e04e2140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3862993001 shutdown_connections 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3862993001 wait complete. 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.951+0000 7f72c4ffbb80 1 -- start start 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 Processor -- start 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e0439e30 con 0x55b7e04e8a60 2023-10-05T15:39:18.964 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e03d6710 con 0x55b7e04e7bc0 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e03d63b0 con 0x55b7e04e7260 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72c4ffbb80 10 client.0 _ll_register_callbacks cb 0x55b7e0233800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45908/0 (socket says 172.21.15.98:45908) 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 -- 172.21.15.98:0/1808135513 learned_addr learned my addr 172.21.15.98:0/1808135513 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b259c700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 -- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 msgr2=0x55b7e04f1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.965 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 -- 172.21.15.98:0/1808135513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 msgr2=0x55b7e04f1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 -- 172.21.15.98:0/1808135513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72a4010c50 con 0x55b7e04e8a60 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00b0d0 tx=0x7f72ac00baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e7bf7e43fb6a16 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f7299ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.952+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ac00e040 con 0x55b7e04e8a60 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f72ac004c50 con 0x55b7e04e8a60 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b7e04d9f10 con 0x55b7e04e8a60 2023-10-05T15:39:18.966 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f72ac009b80 con 0x55b7e04e8a60 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 10 client.15915 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b7e024dc60 con 0x55b7e04e8a60 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b7e04d9f10 con 0x55b7e04e8a60 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f72ac00b100 con 0x55b7e04e8a60 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 10 client.15915 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 10 client.15915 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 20 client.15915 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e04fced0 0x55b7e04ff2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 4 client.15915 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:18.967 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b7e0432e10 con 0x55b7e04fced0 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.953+0000 7f72b259c700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e04fced0 0x55b7e04ff2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.954+0000 7f7299ffb700 10 client.15915 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.954+0000 7f72b259c700 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e04fced0 0x55b7e04ff2f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1efbb5234273e832 server_cookie=ad5127ab20c4b766 in_seq=0 out_seq=0 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.954+0000 7f7299ffb700 1 -- 172.21.15.98:0/1808135513 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b7e0432e10 con 0x55b7e04fced0 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.954+0000 7f7299ffb700 10 client.15915 handle_command_reply: tid=0 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.954+0000 7f72c4ffbb80 1 client.15915 shutdown 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 msgr2=0x55b7e04f85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00b0d0 tx=0x7f72ac00baa0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 shutdown_connections 2023-10-05T15:39:18.968 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e8a60 0x55b7e04f85d0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e04fced0 0x55b7e04ff2f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/1808135513 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f7299ffb700 0 client.15915 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 >> 172.21.15.98:0/1808135513 conn(0x55b7e045b260 msgr2=0x55b7e04e1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 shutdown_connections 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/1808135513 wait complete. 2023-10-05T15:39:18.969 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.955+0000 7f72c4ffbb80 20 client.15915 trim_cache size 0 max 16384 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.967+0000 7f72c4ffbb80 1 Processor -- start 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.967+0000 7f72c4ffbb80 1 -- start start 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04ebf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e04f0a60 con 0x55b7e04e7260 2023-10-05T15:39:18.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e02ba920 con 0x55b7e04e7bc0 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e04f0500 con 0x55b7e04e8a60 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45912/0 (socket says 172.21.15.98:45912) 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 -- 172.21.15.98:0/3352196521 learned_addr learned my addr 172.21.15.98:0/3352196521 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04ebf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 -- 172.21.15.98:0/3352196521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 msgr2=0x55b7e04f84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 -- 172.21.15.98:0/3352196521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 msgr2=0x55b7e04ebf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.977 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04ebf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 -- 172.21.15.98:0/3352196521 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7e028b250 con 0x55b7e04e7260 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04ebf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72b259c700 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f72a80caac0 tx=0x7f72a80cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d588c252b51ce39 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72a17fa700 1 -- 172.21.15.98:0/3352196521 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a8094ea0 con 0x55b7e04e7260 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72a17fa700 1 -- 172.21.15.98:0/3352196521 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f72a809e3e0 con 0x55b7e04e7260 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.968+0000 7f72a17fa700 1 -- 172.21.15.98:0/3352196521 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a8098740 con 0x55b7e04e7260 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3352196521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 msgr2=0x55b7e04eb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.978 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f72a80caac0 tx=0x7f72a80cd040 comp rx=0 tx=0).stop 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3352196521 shutdown_connections 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e8a60 0x55b7e04f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7260 0x55b7e04eb9d0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/3352196521 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e7bc0 0x55b7e04ebf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3352196521 >> 172.21.15.98:0/3352196521 conn(0x55b7e045b260 msgr2=0x55b7e04efcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3352196521 shutdown_connections 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/3352196521 wait complete. 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 -- start start 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.969+0000 7f72c4ffbb80 1 Processor -- start 2023-10-05T15:39:18.979 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e8a60 0x55b7e04f66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e04f6dd0 con 0x55b7e04e7bc0 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e04f6f40 con 0x55b7e04e8a60 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7e04f7100 con 0x55b7e04e7260 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 10 client.0 _ll_register_callbacks cb 0x7f72a8005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45920/0 (socket says 172.21.15.98:45920) 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 -- 172.21.15.98:0/620307487 learned_addr learned my addr 172.21.15.98:0/620307487 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:18.980 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b259c700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 -- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 msgr2=0x55b7e04f7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 -- 172.21.15.98:0/620307487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e8a60 msgr2=0x55b7e04f66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b2d9d700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e8a60 0x55b7e04f66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e8a60 0x55b7e04f66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 -- 172.21.15.98:0/620307487 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72b41a1450 con 0x55b7e04e7bc0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72b1d9b700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f72a4010a40 tx=0x7f72a4005460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc30ce655fbc6811 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f7299ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72a402d050 con 0x55b7e04e7bc0 2023-10-05T15:39:18.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f72a4017070 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.970+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f72a4015070 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.971+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f72a4005700 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.971+0000 7f72c4ffbb80 10 client.15921 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.971+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b7e02632b0 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.971+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f72a4015070 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f72a401eb70 con 0x55b7e04e7bc0 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 10 client.15921 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 10 client.15921 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:18.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 20 client.15921 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e05522a0 0x55b7e05546c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 4 client.15921 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b7e0432b30 con 0x55b7e05522a0 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72b259c700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e05522a0 0x55b7e05546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f7299ffb700 10 client.15921 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f72b259c700 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e05522a0 0x55b7e05546c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=99fac0e5d333ddf9 server_cookie=3769ae7d98d764ea in_seq=0 out_seq=0 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f7299ffb700 1 -- 172.21.15.98:0/620307487 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b7e0432b30 con 0x55b7e05522a0 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.972+0000 7f7299ffb700 10 client.15921 handle_command_reply: tid=0 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 client.15921 shutdown 2023-10-05T15:39:18.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 msgr2=0x55b7e04f84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f72a4010a40 tx=0x7f72a4005460 comp rx=0 tx=0).stop 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 shutdown_connections 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x55b7e05522a0 0x55b7e05546c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b7e04e8a60 0x55b7e04f66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f7299ffb700 0 client.15921 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7e04e7260 0x55b7e04f7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 --2- 172.21.15.98:0/620307487 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b7e04e7bc0 0x55b7e04f84e0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 >> 172.21.15.98:0/620307487 conn(0x55b7e045b260 msgr2=0x55b7e04eb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 shutdown_connections 2023-10-05T15:39:18.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 1 -- 172.21.15.98:0/620307487 wait complete. 2023-10-05T15:39:18.985 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72c4ffbb80 20 client.15921 trim_cache size 0 max 16384 2023-10-05T15:39:18.985 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 msgr2=0x7f729c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 0x7f729c0a3940 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f72a4005950 tx=0x7f72a400b410 comp rx=0 tx=0).stop 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 msgr2=0x7f72b410a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f72a800e970 tx=0x7f72a800ec80 comp rx=0 tx=0).stop 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 shutdown_connections 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f729c0a1480 0x7f729c0a3940 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.986 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f72b4101950 0x7f72b4109250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f72b40ffdc0 0x7f72b410a6d0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 --2- 172.21.15.98:0/2743858078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f72b4100fb0 0x7f72b4108d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:18.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 >> 172.21.15.98:0/2743858078 conn(0x7f72b40fb330 msgr2=0x7f72b40fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:18.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 shutdown_connections 2023-10-05T15:39:18.987 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:18.973+0000 7f72b8e11700 1 -- 172.21.15.98:0/2743858078 wait complete. 2023-10-05T15:39:18.987 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:18 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3898510112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:18.988 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:39:19.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/1908249873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100a20 msgr2=0x7f4bf41082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/1908249873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100a20 0x7f4bf41082e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00b0a0 tx=0x7f4bec00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/1908249873 shutdown_connections 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/1908249873 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 0x7f4bf4101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/1908249873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100a20 0x7f4bf41082e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/1908249873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100080 0x7f4bf41004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/1908249873 >> 172.21.15.98:0/1908249873 conn(0x7f4bf40faaf0 msgr2=0x7f4bf40fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/1908249873 shutdown_connections 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.112+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/1908249873 wait complete. 2023-10-05T15:39:19.117 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 Processor -- start 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 -- start start 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 0x7f4bf41960e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 0x7f4bf419d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bf419d720 con 0x7f4bf4100080 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bf419d860 con 0x7f4bf41013e0 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bfb1e3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bf419d9f0 con 0x7f4bf4100a20 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bf8f7f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bf8f7f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45932/0 (socket says 172.21.15.98:45932) 2023-10-05T15:39:19.118 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bf8f7f700 1 -- 172.21.15.98:0/139153280 learned_addr learned my addr 172.21.15.98:0/139153280 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.113+0000 7f4bf9780700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 0x7f4bf419d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 0x7f4bf41960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 -- 172.21.15.98:0/139153280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 msgr2=0x7f4bf41960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 0x7f4bf41960e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 -- 172.21.15.98:0/139153280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 msgr2=0x7f4bf419d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 0x7f4bf419d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 -- 172.21.15.98:0/139153280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bec009d00 con 0x7f4bf4100080 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 0x7f4bf41960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4be80098f0 tx=0x7f4be8009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.119 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf1ffb700 1 -- 172.21.15.98:0/139153280 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be8012070 con 0x7f4bf4100080 2023-10-05T15:39:19.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf1ffb700 1 -- 172.21.15.98:0/139153280 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4be80044e0 con 0x7f4bf4100080 2023-10-05T15:39:19.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bf40fefd0 con 0x7f4bf4100080 2023-10-05T15:39:19.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bf1ffb700 1 -- 172.21.15.98:0/139153280 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be8007d10 con 0x7f4bf4100080 2023-10-05T15:39:19.120 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.114+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bf40ff530 con 0x7f4bf4100080 2023-10-05T15:39:19.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.116+0000 7f4bf1ffb700 1 -- 172.21.15.98:0/139153280 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4be8016030 con 0x7f4bf4100080 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.117+0000 7f4bf1ffb700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 0x7f4be40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.117+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 0x7f4be40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.117+0000 7f4bf1ffb700 1 -- 172.21.15.98:0/139153280 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f4be80ce230 con 0x7f4bf4100080 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.117+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 0x7f4be40a39c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009be0 tx=0x7f4be0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 Processor -- start 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 -- start start 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f1f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e87460 con 0x5641c8f1fbc0 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e78c20 con 0x5641c8f1f260 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e76540 con 0x5641c8f20a60 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45942/0 (socket says 172.21.15.98:45942) 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1766489583 learned_addr learned my addr 172.21.15.98:0/1766489583 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f1f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf9780700 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1766489583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 msgr2=0x5641c8f20ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1766489583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 msgr2=0x5641c8f1f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.118+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f1f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1766489583 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641c8c9cde0 con 0x5641c8f1fbc0 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4be0010d00 tx=0x7f4be0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c587693663fe66b6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4bdeffd700 1 -- 172.21.15.98:0/1766489583 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be0009890 con 0x5641c8f1fbc0 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4bdeffd700 1 -- 172.21.15.98:0/1766489583 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4be001f450 con 0x5641c8f1fbc0 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4bdeffd700 1 -- 172.21.15.98:0/1766489583 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be001e610 con 0x5641c8f1fbc0 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1766489583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 msgr2=0x5641c8f20480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.119+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4be0010d00 tx=0x7f4be0013000 comp rx=0 tx=0).stop 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1766489583 shutdown_connections 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f1f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1766489583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f20480 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1766489583 >> 172.21.15.98:0/1766489583 conn(0x5641c8e93260 msgr2=0x5641c8f1a140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1766489583 shutdown_connections 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1766489583 wait complete. 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- start start 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 Processor -- start 2023-10-05T15:39:19.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1f260 0x5641c8f28e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 0x5641c8f29350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e71e30 con 0x5641c8f20a60 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e0e710 con 0x5641c8f1fbc0 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8e0e3b0 con 0x5641c8f1f260 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.120+0000 7f4c073cdb80 10 client.0 _ll_register_callbacks cb 0x5641c8c6b800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45950/0 (socket says 172.21.15.98:45950) 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 -- 172.21.15.98:0/3637871021 learned_addr learned my addr 172.21.15.98:0/3637871021 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1f260 0x5641c8f28e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 0x5641c8f29350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 -- 172.21.15.98:0/3637871021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1f260 msgr2=0x5641c8f28e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1f260 0x5641c8f28e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 -- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 msgr2=0x5641c8f29350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 0x5641c8f29350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 -- 172.21.15.98:0/3637871021 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4be00109b0 con 0x5641c8f20a60 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 0x5641c8f29350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bf9780700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00b0a0 tx=0x7f4bec009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94440d6f2e8e12b6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bd3fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bec00e040 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f4bec004c50 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5641c8f11f10 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bec004e10 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4c073cdb80 10 client.15933 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5641c8c85c60 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.121+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5641c8f11f10 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4bec024030 con 0x5641c8f20a60 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 10 client.15933 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 10 client.15933 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 20 client.15933 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f34c80 0x5641c8f370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 4 client.15933 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5641c8e6ae10 con 0x5641c8f34c80 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f34c80 0x5641c8f370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.122+0000 7f4bd3fff700 10 client.15933 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f34c80 0x5641c8f370a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6019bfbef4919362 server_cookie=73de23f4aa9e4145 in_seq=0 out_seq=0 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4bd3fff700 1 -- 172.21.15.98:0/3637871021 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5641c8e6ae10 con 0x5641c8f34c80 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4bd3fff700 10 client.15933 handle_command_reply: tid=0 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 client.15933 shutdown 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 msgr2=0x5641c8f30390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00b0a0 tx=0x7f4bec009c80 comp rx=0 tx=0).stop 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 shutdown_connections 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f34c80 0x5641c8f370a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f30390 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4bd3fff700 0 client.15933 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1f260 0x5641c8f28e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/3637871021 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1fbc0 0x5641c8f29350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 >> 172.21.15.98:0/3637871021 conn(0x5641c8e93260 msgr2=0x5641c8f19f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 shutdown_connections 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.123+0000 7f4c073cdb80 1 -- 172.21.15.98:0/3637871021 wait complete. 2023-10-05T15:39:19.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.124+0000 7f4c073cdb80 20 client.15933 trim_cache size 0 max 16384 2023-10-05T15:39:19.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 Processor -- start 2023-10-05T15:39:19.143 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 -- start start 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f284c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8cf2920 con 0x5641c8f1fbc0 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8f14520 con 0x5641c8f1f260 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8f1ee90 con 0x5641c8f20a60 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf3fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45956/0 (socket says 172.21.15.98:45956) 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1941879696 learned_addr learned my addr 172.21.15.98:0/1941879696 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.144 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f284c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1941879696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 msgr2=0x5641c8f20240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.136+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1941879696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 msgr2=0x5641c8f284c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f284c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bf3fff700 1 -- 172.21.15.98:0/1941879696 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641c8cc3250 con 0x5641c8f1fbc0 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f4be0025000 tx=0x7f4be00098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7808a711a0004493 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bdf7fe700 1 -- 172.21.15.98:0/1941879696 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be002f070 con 0x5641c8f1fbc0 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bdf7fe700 1 -- 172.21.15.98:0/1941879696 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4be001fa80 con 0x5641c8f1fbc0 2023-10-05T15:39:19.145 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4bdf7fe700 1 -- 172.21.15.98:0/1941879696 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be00036a0 con 0x5641c8f1fbc0 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1941879696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 msgr2=0x5641c8f302b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f4be0025000 tx=0x7f4be00098a0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1941879696 shutdown_connections 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f284c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f20a60 0x5641c8f20240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1941879696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f1fbc0 0x5641c8f302b0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1941879696 >> 172.21.15.98:0/1941879696 conn(0x5641c8e93260 msgr2=0x5641c8f18bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.146 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1941879696 shutdown_connections 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.137+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1941879696 wait complete. 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 -- start start 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 Processor -- start 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f2c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 0x5641c8f2c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8f2fee0 con 0x5641c8f20a60 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8f30050 con 0x5641c8f1f260 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641c8f30210 con 0x5641c8f1fbc0 2023-10-05T15:39:19.147 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4c073cdb80 10 client.0 _ll_register_callbacks cb 0x7f4bec0074e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45964/0 (socket says 172.21.15.98:45964) 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 -- 172.21.15.98:0/1822918408 learned_addr learned my addr 172.21.15.98:0/1822918408 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f2c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 0x5641c8f2c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 -- 172.21.15.98:0/1822918408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 msgr2=0x5641c8f2c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 0x5641c8f2c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 -- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 msgr2=0x5641c8f2c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.148 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.138+0000 7f4bf9780700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f2c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bf9780700 1 -- 172.21.15.98:0/1822918408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5641c8c9cde0 con 0x5641c8f20a60 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bf3fff700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 0x5641c8f2c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bf9780700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f4bec01c580 tx=0x7f4bec006250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97030b193591a851 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bec00e070 con 0x5641c8f20a60 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f4bec01cb20 con 0x5641c8f20a60 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4be001f450 con 0x5641c8f20a60 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bec01cce0 con 0x5641c8f20a60 2023-10-05T15:39:19.149 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 10 client.15939 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5641c8c9b2b0 con 0x5641c8f20a60 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4be001f450 con 0x5641c8f20a60 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4bec024040 con 0x5641c8f20a60 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 10 client.15939 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 10 client.15939 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 20 client.15939 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f89b90 0x5641c8f8bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 4 client.15939 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:19.150 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.139+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5641c8e6ab30 con 0x5641c8f89b90 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f89b90 0x5641c8f8bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bd3fff700 10 client.15939 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bf8f7f700 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f89b90 0x5641c8f8bfb0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e04a587be0c87e66 server_cookie=1e85d8afd09313d6 in_seq=0 out_seq=0 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bd3fff700 1 -- 172.21.15.98:0/1822918408 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5641c8e6ab30 con 0x5641c8f89b90 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bd3fff700 10 client.15939 handle_command_reply: tid=0 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 client.15939 shutdown 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 msgr2=0x5641c8f2f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f4bec01c580 tx=0x7f4bec006250 comp rx=0 tx=0).stop 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 shutdown_connections 2023-10-05T15:39:19.151 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5641c8f1f260 0x5641c8f2c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x5641c8f89b90 0x5641c8f8bfb0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5641c8f20a60 0x5641c8f2f9a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 --2- 172.21.15.98:0/1822918408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5641c8f1fbc0 0x5641c8f2c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4bd3fff700 0 client.15939 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 >> 172.21.15.98:0/1822918408 conn(0x5641c8e93260 msgr2=0x5641c8f23720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 shutdown_connections 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 1 -- 172.21.15.98:0/1822918408 wait complete. 2023-10-05T15:39:19.152 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.140+0000 7f4c073cdb80 20 client.15939 trim_cache size 0 max 16384 2023-10-05T15:39:19.153 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:19.153 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 msgr2=0x7f4be40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 0x7f4be40a39c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009be0 tx=0x7f4be0009260 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 msgr2=0x7f4bf4195ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4be80098f0 tx=0x7f4be8009cb0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 shutdown_connections 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f4be40a1500 0x7f4be40a39c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4bf41013e0 0x7f4bf419d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4bf4100080 0x7f4bf4195ba0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 --2- 172.21.15.98:0/139153280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4bf4100a20 0x7f4bf41960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.154 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 >> 172.21.15.98:0/139153280 conn(0x7f4bf40faaf0 msgr2=0x7f4bf41044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 shutdown_connections 2023-10-05T15:39:19.155 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.141+0000 7f4bfb1e3700 1 -- 172.21.15.98:0/139153280 wait complete. 2023-10-05T15:39:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:18 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3898510112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:19.156 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:39:19.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:18 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3898510112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 -- 172.21.15.98:0/4175616166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 msgr2=0x7fa62c106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 --2- 172.21.15.98:0/4175616166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c106660 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa620009990 tx=0x7fa620009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 -- 172.21.15.98:0/4175616166 shutdown_connections 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 --2- 172.21.15.98:0/4175616166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c101940 0x7fa62c103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 --2- 172.21.15.98:0/4175616166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c106ba0 0x7fa62c109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 --2- 172.21.15.98:0/4175616166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c106660 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 -- 172.21.15.98:0/4175616166 >> 172.21.15.98:0/4175616166 conn(0x7fa62c0fb330 msgr2=0x7fa62c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.279 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 -- 172.21.15.98:0/4175616166 shutdown_connections 2023-10-05T15:39:19.280 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.277+0000 7fa6316e2700 1 -- 172.21.15.98:0/4175616166 wait complete. 2023-10-05T15:39:19.281 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 Processor -- start 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 -- start start 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c101940 0x7fa62c196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c106ba0 0x7fa62c19e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa62c19e740 con 0x7fa62c104270 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa62c19e880 con 0x7fa62c106ba0 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa6316e2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa62c19ea10 con 0x7fa62c101940 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45976/0 (socket says 172.21.15.98:45976) 2023-10-05T15:39:19.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 -- 172.21.15.98:0/2971117069 learned_addr learned my addr 172.21.15.98:0/2971117069 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c106ba0 0x7fa62c19e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62affd700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c101940 0x7fa62c196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 -- 172.21.15.98:0/2971117069 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c101940 msgr2=0x7fa62c196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c101940 0x7fa62c196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 -- 172.21.15.98:0/2971117069 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c106ba0 msgr2=0x7fa62c19e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c106ba0 0x7fa62c19e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 -- 172.21.15.98:0/2971117069 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6200095f0 con 0x7fa62c104270 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.278+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa6200059d0 tx=0x7fa6200047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.279+0000 7fa613fff700 1 -- 172.21.15.98:0/2971117069 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa62001d070 con 0x7fa62c104270 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.279+0000 7fa613fff700 1 -- 172.21.15.98:0/2971117069 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa62000fb90 con 0x7fa62c104270 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.279+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa62c19ec90 con 0x7fa62c104270 2023-10-05T15:39:19.283 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.279+0000 7fa613fff700 1 -- 172.21.15.98:0/2971117069 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa620017650 con 0x7fa62c104270 2023-10-05T15:39:19.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.279+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa62c19f0b0 con 0x7fa62c104270 2023-10-05T15:39:19.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.281+0000 7fa613fff700 1 -- 172.21.15.98:0/2971117069 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa62000fd00 con 0x7fa62c104270 2023-10-05T15:39:19.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.281+0000 7fa613fff700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 0x7fa6140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa62affd700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 0x7fa6140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa613fff700 1 -- 172.21.15.98:0/2971117069 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa6200ce710 con 0x7fa62c104270 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa62affd700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 0x7fa6140a3940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa61c007c60 tx=0x7fa61c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 Processor -- start 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 -- start start 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28260 0x55b104a28680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a29480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104990460 con 0x55b104a29a60 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104981c20 con 0x55b104a28260 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.282+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b10497f540 con 0x55b104a28bc0 2023-10-05T15:39:19.289 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45986/0 (socket says 172.21.15.98:45986) 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 -- 172.21.15.98:0/214199322 learned_addr learned my addr 172.21.15.98:0/214199322 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a29480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62affd700 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28260 0x55b104a28680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 -- 172.21.15.98:0/214199322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 msgr2=0x55b104a29480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a29480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 -- 172.21.15.98:0/214199322 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28260 msgr2=0x55b104a28680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28260 0x55b104a28680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 -- 172.21.15.98:0/214199322 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b1047a5de0 con 0x55b104a29a60 2023-10-05T15:39:19.290 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa624011680 tx=0x7fa624009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6692e0e94f8defcf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa6117fa700 1 -- 172.21.15.98:0/214199322 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa62400e040 con 0x55b104a29a60 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa6117fa700 1 -- 172.21.15.98:0/214199322 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa62400f040 con 0x55b104a29a60 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.283+0000 7fa6117fa700 1 -- 172.21.15.98:0/214199322 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa624004860 con 0x55b104a29a60 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/214199322 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 msgr2=0x55b104a29ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa624011680 tx=0x7fa624009920 comp rx=0 tx=0).stop 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/214199322 shutdown_connections 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28260 0x55b104a28680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a29a60 0x55b104a29ee0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/214199322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a29480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.291 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/214199322 >> 172.21.15.98:0/214199322 conn(0x55b10499c260 msgr2=0x55b104a23140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/214199322 shutdown_connections 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/214199322 wait complete. 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- start start 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 Processor -- start 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 0x55b104a32520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a29a60 0x55b104a39560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b10497ae30 con 0x55b104a28260 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104917710 con 0x55b104a28bc0 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1049173b0 con 0x55b104a29a60 2023-10-05T15:39:19.292 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.284+0000 7fa63d8ccb80 10 client.0 _ll_register_callbacks cb 0x55b104774800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45988/0 (socket says 172.21.15.98:45988) 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 -- 172.21.15.98:0/2486172846 learned_addr learned my addr 172.21.15.98:0/2486172846 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a29a60 0x55b104a39560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 0x55b104a32520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 -- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a29a60 msgr2=0x55b104a39560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a29a60 0x55b104a39560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 -- 172.21.15.98:0/2486172846 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 msgr2=0x55b104a32520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 0x55b104a32520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 -- 172.21.15.98:0/2486172846 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa624011330 con 0x55b104a28260 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 0x55b104a32520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa62affd700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0116c0 tx=0x7fa61c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0225c3dbf258842 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.293 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa60eff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c004460 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b104a1af10 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa61c017070 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa61c003680 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa63d8ccb80 10 client.15951 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b10478ec60 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.285+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b104a1af10 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa61c01f760 con 0x55b104a28260 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 10 client.15951 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 10 client.15951 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:19.294 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 20 client.15951 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a3de60 0x55b104a40280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 4 client.15951 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b104973e10 con 0x55b104a3de60 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.286+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a3de60 0x55b104a40280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a3de60 0x55b104a40280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1004545c586c0a52 server_cookie=d6329205cb5ab3f0 in_seq=0 out_seq=0 2023-10-05T15:39:19.295 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa60eff5700 10 client.15951 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa60eff5700 1 -- 172.21.15.98:0/2486172846 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x7fa6200b9730 con 0x55b104a3de60 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa60eff5700 10 client.15951 handle_command_reply: tid=0 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 client.15951 shutdown 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 msgr2=0x55b104a31fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0116c0 tx=0x7fa61c0047c0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 shutdown_connections 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a3de60 0x55b104a40280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a29a60 0x55b104a39560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.296 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa60eff5700 0 client.15951 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a31fe0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/2486172846 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a28bc0 0x55b104a32520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.287+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 >> 172.21.15.98:0/2486172846 conn(0x55b10499c260 msgr2=0x55b104a22f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.288+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 shutdown_connections 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.288+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/2486172846 wait complete. 2023-10-05T15:39:19.297 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.288+0000 7fa63d8ccb80 20 client.15951 trim_cache size 0 max 16384 2023-10-05T15:39:19.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 Processor -- start 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 -- start start 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 0x55b104a22f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a2fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104a31bb0 con 0x55b104a28bc0 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1047fb920 con 0x55b104a29a60 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104a1d520 con 0x55b104a28260 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa62a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa62a7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:45998/0 (socket says 172.21.15.98:45998) 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.300+0000 7fa62a7fc700 1 -- 172.21.15.98:0/631937260 learned_addr learned my addr 172.21.15.98:0/631937260 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62affd700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 0x55b104a22f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 -- 172.21.15.98:0/631937260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 msgr2=0x55b104a22f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 0x55b104a22f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a2fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 -- 172.21.15.98:0/631937260 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 msgr2=0x55b104a2fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a2fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 -- 172.21.15.98:0/631937260 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b1047cc250 con 0x55b104a28bc0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62affd700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 0x55b104a22f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa62000b2e0 tx=0x7fa6200bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ce8e8ac0a65b236 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa611ffb700 1 -- 172.21.15.98:0/631937260 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa62009f860 con 0x55b104a28bc0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa611ffb700 1 -- 172.21.15.98:0/631937260 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6200b5070 con 0x55b104a28bc0 2023-10-05T15:39:19.308 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa611ffb700 1 -- 172.21.15.98:0/631937260 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa62009bbd0 con 0x55b104a28bc0 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.301+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/631937260 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 msgr2=0x55b104a39520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa62000b2e0 tx=0x7fa6200bb040 comp rx=0 tx=0).stop 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/631937260 shutdown_connections 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a2fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28260 0x55b104a22f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/631937260 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28bc0 0x55b104a39520 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/631937260 >> 172.21.15.98:0/631937260 conn(0x55b10499c260 msgr2=0x55b104a30d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/631937260 shutdown_connections 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/631937260 wait complete. 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- start start 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 Processor -- start 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.309 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a35890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104a38df0 con 0x55b104a28260 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104a38f60 con 0x55b104a29a60 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b104a39120 con 0x55b104a28bc0 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa63d8ccb80 10 client.0 _ll_register_callbacks cb 0x7fa61c010d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa62affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa62affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46002/0 (socket says 172.21.15.98:46002) 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa62affd700 1 -- 172.21.15.98:0/319757287 learned_addr learned my addr 172.21.15.98:0/319757287 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.302+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a35890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.310 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 -- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 msgr2=0x55b104a35890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a35890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 -- 172.21.15.98:0/319757287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 msgr2=0x55b104a388b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a388b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 -- 172.21.15.98:0/319757287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa62c19f0b0 con 0x55b104a28260 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62b7fe700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a388b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa62affd700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa61c000c00 tx=0x7fa61c011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a8a5e7d3a5a4820 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c01f430 con 0x55b104a28260 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa61c017040 con 0x55b104a28260 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa62400f040 con 0x55b104a28260 2023-10-05T15:39:19.311 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa61c01f590 con 0x55b104a28260 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 10 client.15957 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b1047a42b0 con 0x55b104a28260 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa62400f040 con 0x55b104a28260 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa61c0284e0 con 0x55b104a28260 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 10 client.15957 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 10 client.15957 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 20 client.15957 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a92d20 0x55b104a95140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.303+0000 7fa63d8ccb80 4 client.15957 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:19.312 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b104973b30 con 0x55b104a92d20 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a92d20 0x55b104a95140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa62a7fc700 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a92d20 0x55b104a95140 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19c77e270938c85e server_cookie=be4d1698f4dba39e in_seq=0 out_seq=0 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa60eff5700 10 client.15957 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa60eff5700 1 -- 172.21.15.98:0/319757287 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b104973b30 con 0x55b104a92d20 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa60eff5700 10 client.15957 handle_command_reply: tid=0 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.304+0000 7fa63d8ccb80 1 client.15957 shutdown 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 msgr2=0x55b104a35350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa61c000c00 tx=0x7fa61c011e10 comp rx=0 tx=0).stop 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 shutdown_connections 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b104a92d20 0x55b104a95140 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b104a29a60 0x55b104a388b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.313 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa60eff5700 0 client.15957 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b104a28260 0x55b104a35350 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 --2- 172.21.15.98:0/319757287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b104a28bc0 0x55b104a35890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 >> 172.21.15.98:0/319757287 conn(0x55b10499c260 msgr2=0x55b104a2c930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 shutdown_connections 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 1 -- 172.21.15.98:0/319757287 wait complete. 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa63d8ccb80 20 client.15957 trim_cache size 0 max 16384 2023-10-05T15:39:19.314 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 msgr2=0x7fa6140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 0x7fa6140a3940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa61c007c60 tx=0x7fa61c0073d0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 msgr2=0x7fa62c197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa6200059d0 tx=0x7fa6200047a0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 shutdown_connections 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa6140a1480 0x7fa6140a3940 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.315 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa62c106ba0 0x7fa62c19e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa62c101940 0x7fa62c196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 --2- 172.21.15.98:0/2971117069 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa62c104270 0x7fa62c197100 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 >> 172.21.15.98:0/2971117069 conn(0x7fa62c0fb330 msgr2=0x7fa62c1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 shutdown_connections 2023-10-05T15:39:19.316 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.305+0000 7fa6316e2700 1 -- 172.21.15.98:0/2971117069 wait complete. 2023-10-05T15:39:19.319 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 -- 172.21.15.98:0/3169571711 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 msgr2=0x7fea281001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 --2- 172.21.15.98:0/3169571711 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea281001e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fea180099c0 tx=0x7fea18009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 -- 172.21.15.98:0/3169571711 shutdown_connections 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 --2- 172.21.15.98:0/3169571711 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28101950 0x7fea28108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 --2- 172.21.15.98:0/3169571711 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea281001e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 --2- 172.21.15.98:0/3169571711 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28100fb0 0x7fea28101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 -- 172.21.15.98:0/3169571711 >> 172.21.15.98:0/3169571711 conn(0x7fea280fb330 msgr2=0x7fea280fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.444 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 -- 172.21.15.98:0/3169571711 shutdown_connections 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.440+0000 7fea2e720700 1 -- 172.21.15.98:0/3169571711 wait complete. 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 Processor -- start 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 -- start start 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 0x7fea2819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28101950 0x7fea2819df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2819e760 con 0x7fea280ffdc0 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2819e8d0 con 0x7fea28101950 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2e720700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea2819ea90 con 0x7fea28100fb0 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46016/0 (socket says 172.21.15.98:46016) 2023-10-05T15:39:19.445 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 -- 172.21.15.98:0/2956625023 learned_addr learned my addr 172.21.15.98:0/2956625023 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28101950 0x7fea2819df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea1ffff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 0x7fea2819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 -- 172.21.15.98:0/2956625023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 msgr2=0x7fea2819b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 0x7fea2819b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 -- 172.21.15.98:0/2956625023 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28101950 msgr2=0x7fea2819df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28101950 0x7fea2819df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 -- 172.21.15.98:0/2956625023 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea180095f0 con 0x7fea280ffdc0 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea1ffff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 0x7fea2819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.441+0000 7fea27fff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fea18009990 tx=0x7fea18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.442+0000 7fea25ffb700 1 -- 172.21.15.98:0/2956625023 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1801d070 con 0x7fea280ffdc0 2023-10-05T15:39:19.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.442+0000 7fea25ffb700 1 -- 172.21.15.98:0/2956625023 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea18004090 con 0x7fea280ffdc0 2023-10-05T15:39:19.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.442+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea2819ed10 con 0x7fea280ffdc0 2023-10-05T15:39:19.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.442+0000 7fea25ffb700 1 -- 172.21.15.98:0/2956625023 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea18022d00 con 0x7fea280ffdc0 2023-10-05T15:39:19.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.442+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea2819f1c0 con 0x7fea280ffdc0 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.444+0000 7fea25ffb700 1 -- 172.21.15.98:0/2956625023 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fea18022470 con 0x7fea280ffdc0 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.445+0000 7fea25ffb700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 0x7fea140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.445+0000 7fea1ffff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 0x7fea140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.445+0000 7fea25ffb700 1 -- 172.21.15.98:0/2956625023 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fea180ce2a0 con 0x7fea280ffdc0 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.445+0000 7fea1ffff700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 0x7fea140a3940 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fea10005950 tx=0x7fea100058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 Processor -- start 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 -- start start 2023-10-05T15:39:19.453 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0e8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e9a60 0x56127b0e9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b050460 con 0x56127b0e8bc0 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b041c20 con 0x56127b0e9a60 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b03f540 con 0x56127b0e8260 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46026/0 (socket says 172.21.15.98:46026) 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 -- 172.21.15.98:0/1820041279 learned_addr learned my addr 172.21.15.98:0/1820041279 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e9a60 0x56127b0e9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea27fff700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0e8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.454 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 -- 172.21.15.98:0/1820041279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 msgr2=0x56127b0e8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0e8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 -- 172.21.15.98:0/1820041279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e9a60 msgr2=0x56127b0e9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e9a60 0x56127b0e9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 -- 172.21.15.98:0/1820041279 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56127ae65de0 con 0x56127b0e8bc0 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea27fff700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0e8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fea1000fed0 tx=0x7fea10012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e9db1f00bc9947 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1e7fc700 1 -- 172.21.15.98:0/1820041279 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea10017040 con 0x56127b0e8bc0 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1e7fc700 1 -- 172.21.15.98:0/1820041279 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea10003d40 con 0x56127b0e8bc0 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.446+0000 7fea1e7fc700 1 -- 172.21.15.98:0/1820041279 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1001fd90 con 0x56127b0e8bc0 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1820041279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 msgr2=0x56127b0e9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fea1000fed0 tx=0x7fea10012000 comp rx=0 tx=0).stop 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1820041279 shutdown_connections 2023-10-05T15:39:19.455 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e9a60 0x56127b0e9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0e8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1820041279 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8bc0 0x56127b0e9480 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1820041279 >> 172.21.15.98:0/1820041279 conn(0x56127b05c260 msgr2=0x56127b0e3140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1820041279 shutdown_connections 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1820041279 wait complete. 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.447+0000 7fea3a90ab80 1 -- start start 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 Processor -- start 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0f95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b03ae30 con 0x56127b0e8260 2023-10-05T15:39:19.456 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127afd7710 con 0x56127b0e8bc0 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127afd73b0 con 0x56127b0e9a60 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea3a90ab80 10 client.0 _ll_register_callbacks cb 0x56127ae34800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46030/0 (socket says 172.21.15.98:46030) 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 -- 172.21.15.98:0/1059618747 learned_addr learned my addr 172.21.15.98:0/1059618747 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0f95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 -- 172.21.15.98:0/1059618747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 msgr2=0x56127b0f95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0f95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 -- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 msgr2=0x56127b0f2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 -- 172.21.15.98:0/1059618747 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea1000fbb0 con 0x56127b0e8260 2023-10-05T15:39:19.457 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea27fff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fea18005f50 tx=0x7fea180227a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987c9cab58337408 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.448+0000 7fea077fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1809ba00 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fea180a1050 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56127b0daf10 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea1809b300 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 10 client.15969 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56127ae4ec60 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56127b0daf10 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fea18003bd0 con 0x56127b0e8260 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 10 client.15969 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.458 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 20 client.15969 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b0fd9a0 0x56127b0ffdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 4 client.15969 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56127b033e10 con 0x56127b0fd9a0 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.449+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b0fd9a0 0x56127b0ffdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.450+0000 7fea077fe700 10 client.15969 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.450+0000 7fea1ffff700 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b0fd9a0 0x56127b0ffdc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=795d82096e9437fb server_cookie=e310cf9abd1bcd35 in_seq=0 out_seq=0 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.450+0000 7fea077fe700 1 -- 172.21.15.98:0/1059618747 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56127b033e10 con 0x56127b0fd9a0 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.450+0000 7fea077fe700 10 client.15969 handle_command_reply: tid=0 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.450+0000 7fea3a90ab80 1 client.15969 shutdown 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 msgr2=0x56127b0f2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.459 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fea18005f50 tx=0x7fea180227a0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 shutdown_connections 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0f2020 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b0fd9a0 0x56127b0ffdc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/1059618747 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea077fe700 0 client.15969 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 >> 172.21.15.98:0/1059618747 conn(0x56127b05c260 msgr2=0x56127b0e2f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 shutdown_connections 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 1 -- 172.21.15.98:0/1059618747 wait complete. 2023-10-05T15:39:19.460 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.451+0000 7fea3a90ab80 20 client.15969 trim_cache size 0 max 16384 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.463+0000 7fea3a90ab80 1 Processor -- start 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.463+0000 7fea3a90ab80 1 -- start start 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.463+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.463+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.463+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0ece70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127aebb920 con 0x56127b0e8260 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b033e10 con 0x56127b0e8bc0 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b0e98d0 con 0x56127b0e9a60 2023-10-05T15:39:19.470 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46038/0 (socket says 172.21.15.98:46038) 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 -- 172.21.15.98:0/2619117781 learned_addr learned my addr 172.21.15.98:0/2619117781 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0ece70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 -- 172.21.15.98:0/2619117781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 msgr2=0x56127b0ece70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0ece70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 -- 172.21.15.98:0/2619117781 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 msgr2=0x56127b0f9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 -- 172.21.15.98:0/2619117781 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56127ae8c250 con 0x56127b0e8260 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea27fff700 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fea18097800 tx=0x7fea180a11a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7044db7530360a39 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea1effd700 1 -- 172.21.15.98:0/2619117781 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea180a3430 con 0x56127b0e8260 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea1effd700 1 -- 172.21.15.98:0/2619117781 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea180b2060 con 0x56127b0e8260 2023-10-05T15:39:19.471 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.464+0000 7fea1effd700 1 -- 172.21.15.98:0/2619117781 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea180a3600 con 0x56127b0e8260 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2619117781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 msgr2=0x56127b0ec930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fea18097800 tx=0x7fea180a11a0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2619117781 shutdown_connections 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e9a60 0x56127b0ece70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e8260 0x56127b0ec930 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2619117781 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2619117781 >> 172.21.15.98:0/2619117781 conn(0x56127b05c260 msgr2=0x56127b0e1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2619117781 shutdown_connections 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2619117781 wait complete. 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 -- start start 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.465+0000 7fea3a90ab80 1 Processor -- start 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0f5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.472 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b0f8ff0 con 0x56127b0e9a60 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b0f9160 con 0x56127b0e8bc0 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56127b0f9320 con 0x56127b0e8260 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 10 client.0 _ll_register_callbacks cb 0x7fea1809ae40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46048/0 (socket says 172.21.15.98:46048) 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 -- 172.21.15.98:0/2626785367 learned_addr learned my addr 172.21.15.98:0/2626785367 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea1ffff700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea27fff700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0f5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 -- 172.21.15.98:0/2626785367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 msgr2=0x56127b0f5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0f5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.473 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 -- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 msgr2=0x56127b0f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 -- 172.21.15.98:0/2626785367 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56127ae4ec60 con 0x56127b0e9a60 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea27fff700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0f5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea2ccbd700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fea20008df0 tx=0x7fea20013520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4124af3c1a47a4c3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea077fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea2000f030 con 0x56127b0e9a60 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fea20010070 con 0x56127b0e9a60 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea10003d40 con 0x56127b0e9a60 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea20013e40 con 0x56127b0e9a60 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 10 client.15975 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:19.474 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.466+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56127ae642b0 con 0x56127b0e9a60 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea10003d40 con 0x56127b0e9a60 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fea20015040 con 0x56127b0e9a60 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 10 client.15975 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 10 client.15975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 20 client.15975 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b152b20 0x56127b154f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 4 client.15975 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56127b033b30 con 0x56127b152b20 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea27fff700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b152b20 0x56127b154f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea077fe700 10 client.15975 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea27fff700 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b152b20 0x56127b154f40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=351390f0dad3f268 server_cookie=22894c963de20f7 in_seq=0 out_seq=0 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea077fe700 1 -- 172.21.15.98:0/2626785367 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56127b033b30 con 0x56127b152b20 2023-10-05T15:39:19.475 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea077fe700 10 client.15975 handle_command_reply: tid=0 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.467+0000 7fea3a90ab80 1 client.15975 shutdown 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 msgr2=0x56127b0f8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fea20008df0 tx=0x7fea20013520 comp rx=0 tx=0).stop 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 shutdown_connections 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56127b0e9a60 0x56127b0f8ab0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56127b0e8260 0x56127b0f5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56127b152b20 0x56127b154f40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 --2- 172.21.15.98:0/2626785367 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56127b0e8bc0 0x56127b0f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea077fe700 0 client.15975 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 >> 172.21.15.98:0/2626785367 conn(0x56127b05c260 msgr2=0x56127b0ec930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 shutdown_connections 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 1 -- 172.21.15.98:0/2626785367 wait complete. 2023-10-05T15:39:19.476 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea3a90ab80 20 client.15975 trim_cache size 0 max 16384 2023-10-05T15:39:19.477 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:19.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 msgr2=0x7fea140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.477 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 0x7fea140a3940 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fea10005950 tx=0x7fea100058e0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 msgr2=0x7fea28068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fea18009990 tx=0x7fea18004730 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 shutdown_connections 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fea140a1480 0x7fea140a3940 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fea28101950 0x7fea2819df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fea280ffdc0 0x7fea28068bd0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 --2- 172.21.15.98:0/2956625023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea28100fb0 0x7fea2819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 >> 172.21.15.98:0/2956625023 conn(0x7fea280fb330 msgr2=0x7fea280fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 shutdown_connections 2023-10-05T15:39:19.478 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:19.468+0000 7fea2e720700 1 -- 172.21.15.98:0/2956625023 wait complete. 2023-10-05T15:39:20.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:19 smithi115 ceph-mon[103691]: pgmap v347: 129 pgs: 129 active+clean; 9.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 725 KiB/s wr, 15 op/s 2023-10-05T15:39:20.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:19 smithi098 ceph-mon[99243]: pgmap v347: 129 pgs: 129 active+clean; 9.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 725 KiB/s wr, 15 op/s 2023-10-05T15:39:20.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:19 smithi173 ceph-mon[104029]: pgmap v347: 129 pgs: 129 active+clean; 9.1 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 725 KiB/s wr, 15 op/s 2023-10-05T15:39:20.482 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:39:20.483 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- 172.21.15.98:0/1072234988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30102080 msgr2=0x7ffb30102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/1072234988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30102080 0x7ffb30102500 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009990 tx=0x7ffb2c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- 172.21.15.98:0/1072234988 shutdown_connections 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/1072234988 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30100ea0 0x7ffb301012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/1072234988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102a40 0x7ffb30109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.612 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/1072234988 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30102080 0x7ffb30102500 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- 172.21.15.98:0/1072234988 >> 172.21.15.98:0/1072234988 conn(0x7ffb300fc460 msgr2=0x7ffb300fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- 172.21.15.98:0/1072234988 shutdown_connections 2023-10-05T15:39:20.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- 172.21.15.98:0/1072234988 wait complete. 2023-10-05T15:39:20.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 Processor -- start 2023-10-05T15:39:20.613 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 -- start start 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.610+0000 7ffb37ba2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102080 0x7ffb30197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30102a40 0x7ffb3019e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb3019e770 con 0x7ffb30100ea0 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb3019e8b0 con 0x7ffb30102a40 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb3019ea40 con 0x7ffb30102080 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.615 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46058/0 (socket says 172.21.15.98:46058) 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 -- 172.21.15.98:0/2143302669 learned_addr learned my addr 172.21.15.98:0/2143302669 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30102a40 0x7ffb3019e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102080 0x7ffb30197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 -- 172.21.15.98:0/2143302669 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102080 msgr2=0x7ffb30197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102080 0x7ffb30197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 -- 172.21.15.98:0/2143302669 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30102a40 msgr2=0x7ffb3019e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30102a40 0x7ffb3019e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 -- 172.21.15.98:0/2143302669 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb2c0095f0 con 0x7ffb30100ea0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000d980 tx=0x7ffb2000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb26ffd700 1 -- 172.21.15.98:0/2143302669 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2000b950 con 0x7ffb30100ea0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb26ffd700 1 -- 172.21.15.98:0/2143302669 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb20007620 con 0x7ffb30100ea0 2023-10-05T15:39:20.616 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb3019ed20 con 0x7ffb30100ea0 2023-10-05T15:39:20.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb26ffd700 1 -- 172.21.15.98:0/2143302669 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2000f3c0 con 0x7ffb30100ea0 2023-10-05T15:39:20.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.611+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb3019f180 con 0x7ffb30100ea0 2023-10-05T15:39:20.617 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.613+0000 7ffb26ffd700 1 -- 172.21.15.98:0/2143302669 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffb20010640 con 0x7ffb30100ea0 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.614+0000 7ffb26ffd700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 0x7ffb1c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.614+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 0x7ffb1c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.614+0000 7ffb26ffd700 1 -- 172.21.15.98:0/2143302669 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffb200ccf10 con 0x7ffb30100ea0 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.614+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 0x7ffb1c0a3940 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00b5c0 tx=0x7ffb2c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 Processor -- start 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 -- start start 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x560331763700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.623 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331764f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603316cb4e0 con 0x560331763c40 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603316bcca0 con 0x560331764ae0 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603316ba5c0 con 0x5603317632e0 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb3513d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb3513d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46068/0 (socket says 172.21.15.98:46068) 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb3513d700 1 -- 172.21.15.98:0/4009716931 learned_addr learned my addr 172.21.15.98:0/4009716931 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb3593e700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x560331763700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.615+0000 7ffb3613f700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331764f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 -- 172.21.15.98:0/4009716931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 msgr2=0x560331763700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x560331763700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 -- 172.21.15.98:0/4009716931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 msgr2=0x560331764f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331764f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 -- 172.21.15.98:0/4009716931 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5603314e0e60 con 0x560331763c40 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3593e700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x560331763700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb3513d700 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00c010 tx=0x7ffb2c01f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce331728bfa1cf34 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb1bfff700 1 -- 172.21.15.98:0/4009716931 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c02b070 con 0x560331763c40 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb1bfff700 1 -- 172.21.15.98:0/4009716931 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb2c01e040 con 0x560331763c40 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.616+0000 7ffb1bfff700 1 -- 172.21.15.98:0/4009716931 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c0248d0 con 0x560331763c40 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/4009716931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 msgr2=0x560331764500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00c010 tx=0x7ffb2c01f000 comp rx=0 tx=0).stop 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/4009716931 shutdown_connections 2023-10-05T15:39:20.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331764f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x560331763700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/4009716931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331764500 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/4009716931 >> 172.21.15.98:0/4009716931 conn(0x5603316d72e0 msgr2=0x56033175e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/4009716931 shutdown_connections 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/4009716931 wait complete. 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 -- start start 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.617+0000 7ffb43d8cb80 1 Processor -- start 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 0x56033176d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603316b5eb0 con 0x560331764ae0 2023-10-05T15:39:20.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560331652790 con 0x560331763c40 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560331652430 con 0x5603317632e0 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 10 client.0 _ll_register_callbacks cb 0x5603314af880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46076/0 (socket says 172.21.15.98:46076) 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 -- 172.21.15.98:0/2678934903 learned_addr learned my addr 172.21.15.98:0/2678934903 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 0x56033176d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 -- 172.21.15.98:0/2678934903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 msgr2=0x56033176cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 -- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 msgr2=0x56033176d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 0x56033176d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 -- 172.21.15.98:0/2678934903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb30109c90 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 0x56033176d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ffb280040e0 tx=0x7ffb280043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e10217531ca9605 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb197fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb28016870 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560331755f90 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffb280169d0 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffb28016b90 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 10 client.15987 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.618+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5603314c9ce0 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560331755f90 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ffb28014040 con 0x560331764ae0 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 10 client.15987 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:20.628 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 10 client.15987 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 20 client.15987 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560331778f30 0x56033177b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 4 client.15987 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5603316aee90 con 0x560331778f30 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560331778f30 0x56033177b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb197fa700 10 client.15987 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.619+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560331778f30 0x56033177b350 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4348e9ddc2c13e24 server_cookie=c609894d200772e2 in_seq=0 out_seq=0 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb197fa700 1 -- 172.21.15.98:0/2678934903 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5603316aee90 con 0x560331778f30 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb197fa700 10 client.15987 handle_command_reply: tid=0 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 client.15987 shutdown 2023-10-05T15:39:20.629 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 msgr2=0x560331774560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ffb280040e0 tx=0x7ffb280043f0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 shutdown_connections 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331764ae0 0x560331774560 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560331778f30 0x56033177b350 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2678934903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331763c40 0x56033176d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb197fa700 0 client.15987 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 >> 172.21.15.98:0/2678934903 conn(0x5603316d72e0 msgr2=0x56033175dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 shutdown_connections 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2678934903 wait complete. 2023-10-05T15:39:20.630 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.620+0000 7ffb43d8cb80 20 client.15987 trim_cache size 0 max 16384 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 Processor -- start 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 -- start start 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x56033176d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603315369a0 con 0x560331763c40 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56033176c490 con 0x560331764ae0 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560331764020 con 0x5603317632e0 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb3513d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb3513d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46082/0 (socket says 172.21.15.98:46082) 2023-10-05T15:39:20.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.637+0000 7ffb3513d700 1 -- 172.21.15.98:0/449203204 learned_addr learned my addr 172.21.15.98:0/449203204 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3613f700 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x56033176d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 -- 172.21.15.98:0/449203204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 msgr2=0x56033176cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 -- 172.21.15.98:0/449203204 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 msgr2=0x56033176d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x56033176d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 -- 172.21.15.98:0/449203204 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56033175cf10 con 0x560331763c40 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb3513d700 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00bbb0 tx=0x7ffb2c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede300156cacccdd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb24d82700 1 -- 172.21.15.98:0/449203204 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c02b070 con 0x560331763c40 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb24d82700 1 -- 172.21.15.98:0/449203204 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb2c02c040 con 0x560331763c40 2023-10-05T15:39:20.641 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb24d82700 1 -- 172.21.15.98:0/449203204 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c037670 con 0x560331763c40 2023-10-05T15:39:20.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/449203204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 msgr2=0x560331774520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00bbb0 tx=0x7ffb2c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/449203204 shutdown_connections 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x56033176d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5603317632e0 0x56033176cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/449203204 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560331763c40 0x560331774520 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.638+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/449203204 >> 172.21.15.98:0/449203204 conn(0x5603316d72e0 msgr2=0x560331767a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/449203204 shutdown_connections 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/449203204 wait complete. 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- start start 2023-10-05T15:39:20.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 Processor -- start 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560331763c40 0x5603317730d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331773610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560331774810 con 0x5603317632e0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603317ccd50 con 0x560331764ae0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5603317cce90 con 0x560331763c40 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb43d8cb80 10 client.0 _ll_register_callbacks cb 0x5603314af880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.639+0000 7ffb3593e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46086/0 (socket says 172.21.15.98:46086) 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 -- 172.21.15.98:0/2074985906 learned_addr learned my addr 172.21.15.98:0/2074985906 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560331763c40 0x5603317730d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331773610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 -- 172.21.15.98:0/2074985906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560331763c40 msgr2=0x5603317730d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560331763c40 0x5603317730d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 -- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 msgr2=0x560331773610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331773610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 -- 172.21.15.98:0/2074985906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5603314e0e60 con 0x5603317632e0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3613f700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331773610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb3593e700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ffb200ca6c0 tx=0x7ffb2009e100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6417972e012fec36 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb2009a340 con 0x5603317632e0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffb200993d0 con 0x5603317632e0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffb2c01e040 con 0x5603317632e0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffb200980e0 con 0x5603317632e0 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 10 client.15993 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:20.648 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5603315072d0 con 0x5603317632e0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb2c01e040 con 0x5603317632e0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ffb200cab80 con 0x5603317632e0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 10 client.15993 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.640+0000 7ffb43d8cb80 20 client.15993 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5603317ce7f0 0x5603317d0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb43d8cb80 4 client.15993 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5603316aebb0 con 0x5603317ce7f0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5603317ce7f0 0x5603317d0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb197fa700 10 client.15993 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.641+0000 7ffb3513d700 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5603317ce7f0 0x5603317d0be0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1089d6be50bbe12f server_cookie=8599d28b553651c3 in_seq=0 out_seq=0 2023-10-05T15:39:20.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb197fa700 1 -- 172.21.15.98:0/2074985906 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5603316aebb0 con 0x5603317ce7f0 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb197fa700 10 client.15993 handle_command_reply: tid=0 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 client.15993 shutdown 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 msgr2=0x560331772b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ffb200ca6c0 tx=0x7ffb2009e100 comp rx=0 tx=0).stop 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 shutdown_connections 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5603317ce7f0 0x5603317d0be0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560331764ae0 0x560331773610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb197fa700 0 client.15993 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5603317632e0 0x560331772b90 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 --2- 172.21.15.98:0/2074985906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560331763c40 0x5603317730d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 >> 172.21.15.98:0/2074985906 conn(0x5603316d72e0 msgr2=0x56033176cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 shutdown_connections 2023-10-05T15:39:20.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 1 -- 172.21.15.98:0/2074985906 wait complete. 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.643+0000 7ffb43d8cb80 20 client.15993 trim_cache size 0 max 16384 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stdout: "return_code": 0, 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_tag": "44043827-c310-4af8-83d7-f7091541e3f0", 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": "asynchronous" 2023-10-05T15:39:20.651 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 msgr2=0x7ffb1c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 0x7ffb1c0a3940 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00b5c0 tx=0x7ffb2c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 msgr2=0x7ffb30196bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000d980 tx=0x7ffb2000dc90 comp rx=0 tx=0).stop 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 shutdown_connections 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffb1c0a1480 0x7ffb1c0a3940 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffb30102a40 0x7ffb3019e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffb30100ea0 0x7ffb30196bf0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 --2- 172.21.15.98:0/2143302669 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb30102080 0x7ffb30197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 >> 172.21.15.98:0/2143302669 conn(0x7ffb300fc460 msgr2=0x7ffb300fe740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 shutdown_connections 2023-10-05T15:39:20.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.644+0000 7ffb37ba2700 1 -- 172.21.15.98:0/2143302669 wait complete. 2023-10-05T15:39:20.657 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 -- 172.21.15.98:0/1446751799 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198101970 msgr2=0x7fc198103d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/1446751799 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198101970 0x7fc198103d60 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fc1880098f0 tx=0x7fc188009c00 comp rx=0 tx=0).stop 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 -- 172.21.15.98:0/1446751799 shutdown_connections 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/1446751799 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc198106bd0 0x7fc198109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/1446751799 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198101970 0x7fc198103d60 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/1446751799 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc1981042a0 0x7fc198106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 -- 172.21.15.98:0/1446751799 >> 172.21.15.98:0/1446751799 conn(0x7fc1980fb340 msgr2=0x7fc1980fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 -- 172.21.15.98:0/1446751799 shutdown_connections 2023-10-05T15:39:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.766+0000 7fc19dfcf700 1 -- 172.21.15.98:0/1446751799 wait complete. 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 Processor -- start 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 -- start start 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1981042a0 0x7fc198199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19819a900 con 0x7fc198106bd0 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19819aa70 con 0x7fc198101970 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc19dfcf700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19819ac30 con 0x7fc1981042a0 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc197fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc197fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46104/0 (socket says 172.21.15.98:46104) 2023-10-05T15:39:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39898/0 (socket says 172.21.15.98:39898) 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.767+0000 7fc197fff700 1 -- 172.21.15.98:0/533310046 learned_addr learned my addr 172.21.15.98:0/533310046 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc196ffd700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1981042a0 0x7fc198199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 -- 172.21.15.98:0/533310046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1981042a0 msgr2=0x7fc198199420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1981042a0 0x7fc198199420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 -- 172.21.15.98:0/533310046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 msgr2=0x7fc198198ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 -- 172.21.15.98:0/533310046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc190009d00 con 0x7fc198106bd0 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc1977fe700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc197fff700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc19000e3c0 tx=0x7fc19000e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc194ff9700 1 -- 172.21.15.98:0/533310046 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1900090d0 con 0x7fc198106bd0 2023-10-05T15:39:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc188009520 con 0x7fc198106bd0 2023-10-05T15:39:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc194ff9700 1 -- 172.21.15.98:0/533310046 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc19000f040 con 0x7fc198106bd0 2023-10-05T15:39:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc194ff9700 1 -- 172.21.15.98:0/533310046 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc190007c20 con 0x7fc198106bd0 2023-10-05T15:39:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.768+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1981a14f0 con 0x7fc198106bd0 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.771+0000 7fc194ff9700 1 -- 172.21.15.98:0/533310046 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc190003a00 con 0x7fc198106bd0 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 Processor -- start 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 -- start start 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc194ff9700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 0x7fc1800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a453f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc194ff9700 1 -- 172.21.15.98:0/533310046 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc1900cce60 con 0x7fc198106bd0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a4546220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a44a6400 con 0x5612a453efd0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a4497bc0 con 0x5612a453dec0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a44954e0 con 0x5612a453f990 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc196ffd700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 0x7fc1800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc196ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a453f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39906/0 (socket says 172.21.15.98:39906) 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc196ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a453f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46112/0 (socket says 172.21.15.98:46112) 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1977fe700 1 -- 172.21.15.98:0/379664 learned_addr learned my addr 172.21.15.98:0/379664 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc197fff700 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a4546220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.772+0000 7fc1977fe700 1 -- 172.21.15.98:0/379664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 msgr2=0x5612a4546220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc1977fe700 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a4546220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc1977fe700 1 -- 172.21.15.98:0/379664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 msgr2=0x5612a453f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc1977fe700 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a453f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc1977fe700 1 -- 172.21.15.98:0/379664 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612a42bbd80 con 0x5612a453dec0 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc197fff700 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a4546220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc196ffd700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 0x7fc1800a3940 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc18c0119b0 tx=0x7fc18c009bf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc1977fe700 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc1880098f0 tx=0x7fc188009fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82752c682b9a5f6c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc17dffb700 1 -- 172.21.15.98:0/379664 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18801c050 con 0x5612a453dec0 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc17dffb700 1 -- 172.21.15.98:0/379664 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc18801d040 con 0x5612a453dec0 2023-10-05T15:39:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.773+0000 7fc17dffb700 1 -- 172.21.15.98:0/379664 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc188005280 con 0x5612a453dec0 2023-10-05T15:39:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/379664 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 msgr2=0x5612a453e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc1880098f0 tx=0x7fc188009fd0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/379664 shutdown_connections 2023-10-05T15:39:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a453e2e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a4546220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/379664 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a453f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/379664 >> 172.21.15.98:0/379664 conn(0x5612a44b2200 msgr2=0x5612a4538bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/379664 shutdown_connections 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/379664 wait complete. 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 -- start start 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.774+0000 7fc1aa1b9b80 1 Processor -- start 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 0x5612a4547f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a454efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a4490dd0 con 0x5612a453dec0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a442d6b0 con 0x5612a453efd0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a442d350 con 0x5612a453f990 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1aa1b9b80 10 client.0 _ll_register_callbacks cb 0x5612a428a7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46114/0 (socket says 172.21.15.98:46114) 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 -- 172.21.15.98:0/3167302985 learned_addr learned my addr 172.21.15.98:0/3167302985 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc196ffd700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 0x5612a4547f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc197fff700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a454efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 -- 172.21.15.98:0/3167302985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 msgr2=0x5612a454efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a454efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 -- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 msgr2=0x5612a4547f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 0x5612a4547f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 -- 172.21.15.98:0/3167302985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc198109c30 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc196ffd700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 0x5612a4547f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc1977fe700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc188011010 tx=0x7fc1880058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c73dd2a83ac1337 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.775+0000 7fc176ffd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc188032070 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc1880052d0 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612a4530d50 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc188005490 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 10 client.16005 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5612a42a4c00 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5612a4530d50 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fc188035030 con 0x5612a453dec0 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 10 client.16005 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 10 client.16005 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 20 client.16005 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a4553260 0x5612a4555650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 4 client.16005 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5612a4489db0 con 0x5612a4553260 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.776+0000 7fc196ffd700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a4553260 0x5612a4555650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.777+0000 7fc196ffd700 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a4553260 0x5612a4555650 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=365325da40687baf server_cookie=f49209226ce7187a in_seq=0 out_seq=0 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.777+0000 7fc176ffd700 10 client.16005 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc176ffd700 1 -- 172.21.15.98:0/3167302985 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5612a4489db0 con 0x5612a4553260 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc176ffd700 10 client.16005 handle_command_reply: tid=0 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 client.16005 shutdown 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 msgr2=0x5612a4547a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc188011010 tx=0x7fc1880058e0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 shutdown_connections 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a454efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453dec0 0x5612a4547a40 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a4553260 0x5612a4555650 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/3167302985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453efd0 0x5612a4547f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc176ffd700 0 client.16005 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 >> 172.21.15.98:0/3167302985 conn(0x5612a44b2200 msgr2=0x5612a4538250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 shutdown_connections 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.778+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/3167302985 wait complete. 2023-10-05T15:39:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.779+0000 7fc1aa1b9b80 20 client.16005 trim_cache size 0 max 16384 2023-10-05T15:39:20.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 -- 172.21.15.98:0/3655396596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 msgr2=0x7f5138106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 --2- 172.21.15.98:0/3655396596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f5138106660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5128009990 tx=0x7f5128009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 -- 172.21.15.98:0/3655396596 shutdown_connections 2023-10-05T15:39:20.795 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 --2- 172.21.15.98:0/3655396596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f5138109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 --2- 172.21.15.98:0/3655396596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 --2- 172.21.15.98:0/3655396596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f5138106660 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 -- 172.21.15.98:0/3655396596 >> 172.21.15.98:0/3655396596 conn(0x7f51380fb330 msgr2=0x7f51380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 -- 172.21.15.98:0/3655396596 shutdown_connections 2023-10-05T15:39:20.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.793+0000 7f5140041700 1 -- 172.21.15.98:0/3655396596 wait complete. 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.794+0000 7f5140041700 1 Processor -- start 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.794+0000 7f5140041700 1 -- start start 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.794+0000 7f5140041700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.794+0000 7f5140041700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f51381970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513819e6f0 con 0x7f5138106ba0 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513819e830 con 0x7f5138104270 2023-10-05T15:39:20.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513819e9c0 con 0x7f5138101940 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46132/0 (socket says 172.21.15.98:46132) 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 -- 172.21.15.98:0/871929046 learned_addr learned my addr 172.21.15.98:0/871929046 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513d5dc700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f51381970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513dddd700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 -- 172.21.15.98:0/871929046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 msgr2=0x7f5138196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 -- 172.21.15.98:0/871929046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 msgr2=0x7f51381970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f51381970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 -- 172.21.15.98:0/871929046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51280095f0 con 0x7f5138106ba0 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513d5dc700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f51381970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513dddd700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f513e5de700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f513000ef30 tx=0x7f513000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f512effd700 1 -- 172.21.15.98:0/871929046 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5130018070 con 0x7f5138106ba0 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f513819ec40 con 0x7f5138106ba0 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f512effd700 1 -- 172.21.15.98:0/871929046 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f513000f040 con 0x7f5138106ba0 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f512effd700 1 -- 172.21.15.98:0/871929046 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f513000cdb0 con 0x7f5138106ba0 2023-10-05T15:39:20.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.795+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f513819f150 con 0x7f5138106ba0 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.797+0000 7fc1aa1b9b80 1 Processor -- start 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.797+0000 7fc1aa1b9b80 1 -- start start 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.797+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.797+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.797+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a45428a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a43118c0 con 0x5612a453efd0 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a4545bc0 con 0x5612a453dec0 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a4543460 con 0x5612a453f990 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc196ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39932/0 (socket says 172.21.15.98:39932) 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc196ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46136/0 (socket says 172.21.15.98:46136) 2023-10-05T15:39:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 -- 172.21.15.98:0/2439832761 learned_addr learned my addr 172.21.15.98:0/2439832761 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.798+0000 7f512effd700 1 -- 172.21.15.98:0/871929046 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5130003a00 con 0x7f5138106ba0 2023-10-05T15:39:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc197fff700 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a45428a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 -- 172.21.15.98:0/2439832761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 msgr2=0x5612a45428a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a45428a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 -- 172.21.15.98:0/2439832761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 msgr2=0x5612a454ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 -- 172.21.15.98:0/2439832761 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612a42e21f0 con 0x5612a453dec0 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc196ffd700 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc18800bd50 tx=0x7fc18800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8625fb95b6ba8edc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc17e7fc700 1 -- 172.21.15.98:0/2439832761 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc188032070 con 0x5612a453dec0 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc17e7fc700 1 -- 172.21.15.98:0/2439832761 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc18802c430 con 0x5612a453dec0 2023-10-05T15:39:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.798+0000 7fc17e7fc700 1 -- 172.21.15.98:0/2439832761 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18801c070 con 0x5612a453dec0 2023-10-05T15:39:20.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.798+0000 7f512effd700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 0x7f51240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.798+0000 7f513dddd700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 0x7f51240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.799+0000 7f512effd700 1 -- 172.21.15.98:0/871929046 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f51300ccc60 con 0x7f5138106ba0 2023-10-05T15:39:20.805 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.799+0000 7f513dddd700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 0x7f51240a3940 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5134009cb0 tx=0x7f5134009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2439832761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 msgr2=0x5612a4545d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc18800bd50 tx=0x7fc18800bfd0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2439832761 shutdown_connections 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a4545d70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453f990 0x5612a45428a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2439832761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453efd0 0x5612a454ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2439832761 >> 172.21.15.98:0/2439832761 conn(0x5612a44b2200 msgr2=0x5612a4559fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2439832761 shutdown_connections 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2439832761 wait complete. 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.799+0000 7fc1aa1b9b80 1 -- start start 2023-10-05T15:39:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 Processor -- start 2023-10-05T15:39:20.807 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 Processor -- start 2023-10-05T15:39:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453efd0 0x5612a454d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453f990 0x5612a454e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a454e960 con 0x5612a453f990 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a454ead0 con 0x5612a453dec0 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612a454ec90 con 0x5612a453efd0 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1aa1b9b80 10 client.0 _ll_register_callbacks cb 0x7fc18c011500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39940/0 (socket says 172.21.15.98:39940) 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 -- 172.21.15.98:0/2503416096 learned_addr learned my addr 172.21.15.98:0/2503416096 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc197fff700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453f990 0x5612a454e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 -- start start 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae714480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae714ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae67b460 con 0x55cfae714a60 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae66cc20 con 0x55cfae713bc0 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f514c22bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae66a540 con 0x55cfae713260 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f513dddd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.810 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f513dddd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34608/0 (socket says 172.21.15.98:34608) 2023-10-05T15:39:20.811 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f513dddd700 1 -- 172.21.15.98:0/775054230 learned_addr learned my addr 172.21.15.98:0/775054230 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc196ffd700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453efd0 0x5612a454d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 -- 172.21.15.98:0/2503416096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453efd0 msgr2=0x5612a454d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453efd0 0x5612a454d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 -- 172.21.15.98:0/2503416096 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453f990 msgr2=0x5612a454e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.800+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453f990 0x5612a454e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.800+0000 7f513d5dc700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae714480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513e5de700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae714ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1977fe700 1 -- 172.21.15.98:0/2503416096 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc18c025040 con 0x5612a453dec0 2023-10-05T15:39:20.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 -- 172.21.15.98:0/775054230 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 msgr2=0x55cfae714480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.812 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae714480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 -- 172.21.15.98:0/775054230 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 msgr2=0x55cfae714ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae714ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 -- 172.21.15.98:0/775054230 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfae490de0 con 0x55cfae713260 2023-10-05T15:39:20.813 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1977fe700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc188005fe0 tx=0x7fc188005500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4e2579e7c4625a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.813 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:39:20.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513d5dc700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae714480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc188032040 con 0x5612a453dec0 2023-10-05T15:39:20.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f513dddd700 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5134011fb0 tx=0x7f5134014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a72c71f9112e15a5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc188000e40 con 0x5612a453dec0 2023-10-05T15:39:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc18801d040 con 0x5612a453dec0 2023-10-05T15:39:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc18801c040 con 0x5612a453dec0 2023-10-05T15:39:20.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f5123fff700 1 -- 172.21.15.98:0/775054230 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5134003680 con 0x55cfae713260 2023-10-05T15:39:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 10 client.25505 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5612a42a4c00 con 0x5612a453dec0 2023-10-05T15:39:20.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f5123fff700 1 -- 172.21.15.98:0/775054230 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5134003ca0 con 0x55cfae713260 2023-10-05T15:39:20.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.801+0000 7f5123fff700 1 -- 172.21.15.98:0/775054230 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5134012ce0 con 0x55cfae713260 2023-10-05T15:39:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc188049020 con 0x5612a453dec0 2023-10-05T15:39:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fc188046070 con 0x5612a453dec0 2023-10-05T15:39:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 10 client.25505 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 10 client.25505 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.801+0000 7fc1aa1b9b80 20 client.25505 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a45a7d60 0x5612a45aa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc1aa1b9b80 4 client.25505 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5612a4489ad0 con 0x5612a45a7d60 2023-10-05T15:39:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc196ffd700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a45a7d60 0x5612a45aa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- 172.21.15.98:0/775054230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 msgr2=0x55cfae713680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:20.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5134011fb0 tx=0x7f5134014000 comp rx=0 tx=0).stop 2023-10-05T15:39:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc176ffd700 10 client.25505 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- 172.21.15.98:0/775054230 shutdown_connections 2023-10-05T15:39:20.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae714ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae713680 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 --2- 172.21.15.98:0/775054230 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae714480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- 172.21.15.98:0/775054230 >> 172.21.15.98:0/775054230 conn(0x55cfae687260 msgr2=0x55cfae70e140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:20.802+0000 7fc196ffd700 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a45a7d60 0x5612a45aa180 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f03c977cf30c89b1 server_cookie=b2551cce1a5a81a9 in_seq=0 out_seq=0 2023-10-05T15:39:20.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- 172.21.15.98:0/775054230 shutdown_connections 2023-10-05T15:39:20.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- 172.21.15.98:0/775054230 wait complete. 2023-10-05T15:39:20.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.802+0000 7f514c22bb80 1 -- start start 2023-10-05T15:39:20.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 Processor -- start 2023-10-05T15:39:20.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae72e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713bc0 0x55cfae72e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae665e30 con 0x55cfae714a60 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae602710 con 0x55cfae713260 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae6023b0 con 0x55cfae713bc0 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f514c22bb80 10 client.0 _ll_register_callbacks cb 0x55cfae45f800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513dddd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae72e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513dddd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae72e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39954/0 (socket says 172.21.15.98:39954) 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46160/0 (socket says 172.21.15.98:46160) 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513dddd700 1 -- 172.21.15.98:0/3482617551 learned_addr learned my addr 172.21.15.98:0/3482617551 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513d5dc700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713bc0 0x55cfae72e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 -- 172.21.15.98:0/3482617551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713bc0 msgr2=0x55cfae72e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713bc0 0x55cfae72e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 -- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 msgr2=0x55cfae72e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae72e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.803+0000 7f513e5de700 1 -- 172.21.15.98:0/3482617551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5138109c00 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f513e5de700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f513000ef00 tx=0x7f5130099620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4027a32d53f67a69 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51300b1070 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cfae705f10 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f513001b320 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f51300b9040 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 10 client.16023 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f5134011c60 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5130063020 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f51300991b0 con 0x55cfae714a60 2023-10-05T15:39:20.824 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 10 client.16023 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 10 client.16023 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 20 client.16023 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae739dd0 0x55cfae73c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 4 client.16023 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cfae65ee10 con 0x55cfae739dd0 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.804+0000 7f513dddd700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae739dd0 0x55cfae73c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.805+0000 7f51217fa700 10 client.16023 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:20.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:20.805+0000 7f513dddd700 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae739dd0 0x55cfae73c1f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30532c6887c50493 server_cookie=2619463e7240f3f2 in_seq=0 out_seq=0 2023-10-05T15:39:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:20 smithi115 ceph-mon[103691]: scrub queued for path: / 2023-10-05T15:39:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:20 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:20 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:39:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:20 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:21.286 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:20 smithi098 ceph-mon[99243]: scrub queued for path: / 2023-10-05T15:39:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:20 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:20 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:39:21.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:20 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:20 smithi173 ceph-mon[104029]: scrub queued for path: / 2023-10-05T15:39:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:20 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:20 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:39:21.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:20 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:22.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:21 smithi115 ceph-mon[103691]: pgmap v348: 129 pgs: 129 active+clean; 13 MiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2023-10-05T15:39:22.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:21 smithi098 ceph-mon[99243]: pgmap v348: 129 pgs: 129 active+clean; 13 MiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2023-10-05T15:39:22.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:21 smithi173 ceph-mon[104029]: pgmap v348: 129 pgs: 129 active+clean; 13 MiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2023-10-05T15:39:24.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:24 smithi173 ceph-mon[104029]: pgmap v349: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-10-05T15:39:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:24 smithi115 ceph-mon[103691]: pgmap v349: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-10-05T15:39:25.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:24 smithi098 ceph-mon[99243]: pgmap v349: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-10-05T15:39:25.238 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.235+0000 7fc176ffd700 1 -- 172.21.15.98:0/2503416096 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5612a4489ad0 con 0x5612a45a7d60 2023-10-05T15:39:25.238 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc176ffd700 10 client.25505 handle_command_reply: tid=0 2023-10-05T15:39:25.238 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 client.25505 shutdown 2023-10-05T15:39:25.239 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 msgr2=0x5612a454ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.239 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc188005fe0 tx=0x7fc188005500 comp rx=0 tx=0).stop 2023-10-05T15:39:25.239 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 shutdown_connections 2023-10-05T15:39:25.239 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5612a45a7d60 0x5612a45aa180 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f51217fa700 1 -- 172.21.15.98:0/3482617551 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55cfae65ee10 con 0x55cfae739dd0 2023-10-05T15:39:25.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f51217fa700 10 client.16023 handle_command_reply: tid=0 2023-10-05T15:39:25.240 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5612a453dec0 0x5612a454ced0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.240 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc176ffd700 0 client.25505 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:25.240 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5612a453f990 0x5612a454e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.240 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 --2- 172.21.15.98:0/2503416096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a453efd0 0x5612a454d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.240 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 >> 172.21.15.98:0/2503416096 conn(0x5612a44b2200 msgr2=0x5612a4545d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 client.16023 shutdown 2023-10-05T15:39:25.241 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 shutdown_connections 2023-10-05T15:39:25.241 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 1 -- 172.21.15.98:0/2503416096 wait complete. 2023-10-05T15:39:25.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 msgr2=0x55cfae7355d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f513000ef00 tx=0x7f5130099620 comp rx=0 tx=0).stop 2023-10-05T15:39:25.242 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.236+0000 7fc1aa1b9b80 20 client.25505 trim_cache size 0 max 16384 2023-10-05T15:39:25.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 shutdown_connections 2023-10-05T15:39:25.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae739dd0 0x55cfae73c1f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae72e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f51217fa700 0 client.16023 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:25.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae7355d0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3482617551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713bc0 0x55cfae72e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 >> 172.21.15.98:0/3482617551 conn(0x55cfae687260 msgr2=0x55cfae70df50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 shutdown_connections 2023-10-05T15:39:25.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 1 -- 172.21.15.98:0/3482617551 wait complete. 2023-10-05T15:39:25.244 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:39:25.244 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:39:25.244 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:39:25.245 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:39:25.245 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.236+0000 7f514c22bb80 20 client.16023 trim_cache size 0 max 16384 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 msgr2=0x7fc1800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 0x7fc1800a3940 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc18c0119b0 tx=0x7fc18c009bf0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 msgr2=0x7fc19819a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fc19000e3c0 tx=0x7fc19000e6d0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 shutdown_connections 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc1800a1480 0x7fc1800a3940 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.246 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc198101970 0x7fc198198ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc198106bd0 0x7fc19819a2a0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 --2- 172.21.15.98:0/533310046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc1981042a0 0x7fc198199420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 >> 172.21.15.98:0/533310046 conn(0x7fc1980fb340 msgr2=0x7fc1981025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 shutdown_connections 2023-10-05T15:39:25.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:25.237+0000 7fc19dfcf700 1 -- 172.21.15.98:0/533310046 wait complete. 2023-10-05T15:39:25.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.254+0000 7f514c22bb80 1 Processor -- start 2023-10-05T15:39:25.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 -- start start 2023-10-05T15:39:25.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae72cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae735590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae4e6920 con 0x55cfae714a60 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae72dbf0 con 0x55cfae713bc0 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f514c22bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae739940 con 0x55cfae713260 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513d5dc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae735590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46168/0 (socket says 172.21.15.98:46168) 2023-10-05T15:39:25.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 -- 172.21.15.98:0/797473926 learned_addr learned my addr 172.21.15.98:0/797473926 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513dddd700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae72cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 -- 172.21.15.98:0/797473926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 msgr2=0x55cfae72cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae72cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 -- 172.21.15.98:0/797473926 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 msgr2=0x55cfae735590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae735590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 -- 172.21.15.98:0/797473926 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfae479c60 con 0x55cfae714a60 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513d5dc700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae735590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513dddd700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae72cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:25.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.255+0000 7f513e5de700 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f51300999c0 tx=0x7f5130016070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25139decc17c5531 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f512cff9700 1 -- 172.21.15.98:0/797473926 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51300b1030 con 0x55cfae714a60 2023-10-05T15:39:25.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f512cff9700 1 -- 172.21.15.98:0/797473926 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5130063030 con 0x55cfae714a60 2023-10-05T15:39:25.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f512cff9700 1 -- 172.21.15.98:0/797473926 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51300b9040 con 0x55cfae714a60 2023-10-05T15:39:25.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 -- 172.21.15.98:0/797473926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 msgr2=0x55cfae71ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f51300999c0 tx=0x7f5130016070 comp rx=0 tx=0).stop 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 -- 172.21.15.98:0/797473926 shutdown_connections 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae714a60 0x55cfae71ae60 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae713260 0x55cfae72cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 --2- 172.21.15.98:0/797473926 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713bc0 0x55cfae735590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 -- 172.21.15.98:0/797473926 >> 172.21.15.98:0/797473926 conn(0x55cfae687260 msgr2=0x55cfae740b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 -- 172.21.15.98:0/797473926 shutdown_connections 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.256+0000 7f514c22bb80 1 -- 172.21.15.98:0/797473926 wait complete. 2023-10-05T15:39:25.267 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 -- start start 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 Processor -- start 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae731720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 0x55cfae731c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae714a60 0x55cfae734c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae7351c0 con 0x55cfae713bc0 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae735330 con 0x55cfae713260 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfae7354f0 con 0x55cfae714a60 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f514c22bb80 10 client.0 _ll_register_callbacks cb 0x7f51300960b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:25.268 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f513d5dc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 0x55cfae731c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f513dddd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae731720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f513d5dc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 0x55cfae731c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46172/0 (socket says 172.21.15.98:46172) 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f513d5dc700 1 -- 172.21.15.98:0/3301289216 learned_addr learned my addr 172.21.15.98:0/3301289216 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.257+0000 7f513e5de700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae714a60 0x55cfae734c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 -- 172.21.15.98:0/3301289216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae714a60 msgr2=0x55cfae734c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae714a60 0x55cfae734c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 -- 172.21.15.98:0/3301289216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 msgr2=0x55cfae731c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 0x55cfae731c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 -- 172.21.15.98:0/3301289216 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f512800bc00 con 0x55cfae713260 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f513dddd700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae731720 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55cfae73cb00 tx=0x7f5134004310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3da519cb4e1b40f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5134031040 con 0x55cfae713260 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5134018070 con 0x55cfae713260 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5134003ca0 con 0x55cfae713260 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5134003e30 con 0x55cfae713260 2023-10-05T15:39:25.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f514c22bb80 10 client.25517 fetch_fsmap learned FSMap version 28 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f5134011c60 con 0x55cfae713260 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5134003ca0 con 0x55cfae713260 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5134012990 con 0x55cfae713260 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.258+0000 7f514c22bb80 10 client.25517 fetch_fsmap finished waiting for FSMap version 28 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 10 client.25517 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 20 client.25517 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae78f000 0x55cfae7913f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 4 client.25517 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:39:25.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55cfae65eb30 con 0x55cfae78f000 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f513d5dc700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae78f000 0x55cfae7913f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f51217fa700 10 client.25517 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f513d5dc700 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae78f000 0x55cfae7913f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=234db2e27700447c server_cookie=12073c3369e61588 in_seq=0 out_seq=0 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f51217fa700 1 -- 172.21.15.98:0/3301289216 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55cfae65eb30 con 0x55cfae78f000 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f51217fa700 10 client.25517 handle_command_reply: tid=0 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 client.25517 shutdown 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 msgr2=0x55cfae731720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae731720 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55cfae73cb00 tx=0x7f5134004310 comp rx=0 tx=0).stop 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 shutdown_connections 2023-10-05T15:39:25.272 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55cfae78f000 0x55cfae7913f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cfae713260 0x55cfae731720 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f51217fa700 0 client.25517 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cfae714a60 0x55cfae734c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 --2- 172.21.15.98:0/3301289216 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cfae713bc0 0x55cfae731c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.259+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 >> 172.21.15.98:0/3301289216 conn(0x55cfae687260 msgr2=0x55cfae72cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 shutdown_connections 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f514c22bb80 1 -- 172.21.15.98:0/3301289216 wait complete. 2023-10-05T15:39:25.273 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f514c22bb80 20 client.25517 trim_cache size 0 max 16384 2023-10-05T15:39:25.274 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:25.274 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "no active scrubs running", 2023-10-05T15:39:25.274 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": {} 2023-10-05T15:39:25.274 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:25.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 msgr2=0x7f51240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 0x7f51240a3940 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5134009cb0 tx=0x7f5134009260 comp rx=0 tx=0).stop 2023-10-05T15:39:25.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 msgr2=0x7f513819e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.275 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f513000ef30 tx=0x7f513000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 shutdown_connections 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f51240a1480 0x7f51240a3940 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5138106ba0 0x7f513819e120 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5138101940 0x7f5138196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 --2- 172.21.15.98:0/871929046 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5138104270 0x7f51381970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 >> 172.21.15.98:0/871929046 conn(0x7f51380fb330 msgr2=0x7f5138102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 shutdown_connections 2023-10-05T15:39:25.276 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.260+0000 7f5140041700 1 -- 172.21.15.98:0/871929046 wait complete. 2023-10-05T15:39:25.277 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:39:25.278 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:39:25.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 -- 172.21.15.98:0/2524405895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 msgr2=0x7f4560103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 --2- 172.21.15.98:0/2524405895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f4560103d30 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f4554009990 tx=0x7f4554009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 -- 172.21.15.98:0/2524405895 shutdown_connections 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 --2- 172.21.15.98:0/2524405895 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560106ba0 0x7f4560109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 --2- 172.21.15.98:0/2524405895 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f4560103d30 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 --2- 172.21.15.98:0/2524405895 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560104270 0x7f4560106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.425+0000 7f456573b700 1 -- 172.21.15.98:0/2524405895 >> 172.21.15.98:0/2524405895 conn(0x7f45600fb310 msgr2=0x7f45600fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- 172.21.15.98:0/2524405895 shutdown_connections 2023-10-05T15:39:25.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- 172.21.15.98:0/2524405895 wait complete. 2023-10-05T15:39:25.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 Processor -- start 2023-10-05T15:39:25.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- start start 2023-10-05T15:39:25.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560104270 0x7f45600ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560106ba0 0x7f45600ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45601005d0 con 0x7f4560101940 2023-10-05T15:39:25.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4560100740 con 0x7f4560106ba0 2023-10-05T15:39:25.432 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.426+0000 7f456573b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45601a0b80 con 0x7f4560104270 2023-10-05T15:39:25.432 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.432 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46184/0 (socket says 172.21.15.98:46184) 2023-10-05T15:39:25.432 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 -- 172.21.15.98:0/806810157 learned_addr learned my addr 172.21.15.98:0/806810157 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455f7fe700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560106ba0 0x7f45600ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455e7fc700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560104270 0x7f45600ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 -- 172.21.15.98:0/806810157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560104270 msgr2=0x7f45600ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560104270 0x7f45600ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 -- 172.21.15.98:0/806810157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560106ba0 msgr2=0x7f45600ffe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560106ba0 0x7f45600ffe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 -- 172.21.15.98:0/806810157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45540095f0 con 0x7f4560101940 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f455effd700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f45540059d0 tx=0x7f4554004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.433 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455401d070 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45601a0e00 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f455400fb90 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45540173f0 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.427+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45601a11d0 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.428+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f456010c6a0 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.430+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f455400fd00 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.430+0000 7f4547fff700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 0x7f45480a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.431+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f45540ce610 con 0x7f4560101940 2023-10-05T15:39:25.434 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.431+0000 7f455e7fc700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 0x7f45480a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.435 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.431+0000 7f455e7fc700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 0x7f45480a3990 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4550009c60 tx=0x7f4550009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.436 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.434+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f45540979b0 con 0x7f4560101940 2023-10-05T15:39:25.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.697+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f45601a13c0 con 0x7f4560101940 2023-10-05T15:39:25.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.698+0000 7f4547fff700 1 -- 172.21.15.98:0/806810157 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11376 (secure 0 0 0) 0x7f455409afd0 con 0x7f4560101940 2023-10-05T15:39:25.700 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:39:25.700 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:39:24.808278+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:39:25.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.700+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 msgr2=0x7f45480a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.700+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 0x7f45480a3990 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4550009c60 tx=0x7f4550009260 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.700+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 msgr2=0x7f45601012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.700+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f45540059d0 tx=0x7f4554004730 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 shutdown_connections 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f45480a14d0 0x7f45480a3990 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4560106ba0 0x7f45600ffe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4560101940 0x7f45601012b0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 --2- 172.21.15.98:0/806810157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4560104270 0x7f45600ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 >> 172.21.15.98:0/806810157 conn(0x7f45600fb310 msgr2=0x7f4560102e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 shutdown_connections 2023-10-05T15:39:25.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.701+0000 7f456573b700 1 -- 172.21.15.98:0/806810157 wait complete. 2023-10-05T15:39:25.704 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 29 2023-10-05T15:39:25.715 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-05T15:39:25.840 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.836+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/1151681608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa640ffdc0 msgr2=0x7ffa641001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.836+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/1151681608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa640ffdc0 0x7ffa641001e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ffa600099c0 tx=0x7ffa60009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/1151681608 shutdown_connections 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/1151681608 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa64101950 0x7ffa64108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/1151681608 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa640ffdc0 0x7ffa641001e0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/1151681608 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64100fb0 0x7ffa64101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/1151681608 >> 172.21.15.98:0/1151681608 conn(0x7ffa640fb330 msgr2=0x7ffa640fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/1151681608 shutdown_connections 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/1151681608 wait complete. 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 Processor -- start 2023-10-05T15:39:25.841 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- start start 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 0x7ffa64103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 0x7ffa641028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa64103070 con 0x7ffa64100fb0 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa641031e0 con 0x7ffa640ffdc0 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.837+0000 7ffa6bf9e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa641a0c80 con 0x7ffa64101950 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69d3a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 0x7ffa64103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.842 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69d3a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 0x7ffa64103d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:39996/0 (socket says 172.21.15.98:39996) 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46200/0 (socket says 172.21.15.98:46200) 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69d3a700 1 -- 172.21.15.98:0/2458555524 learned_addr learned my addr 172.21.15.98:0/2458555524 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 0x7ffa641028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 -- 172.21.15.98:0/2458555524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 msgr2=0x7ffa641028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 0x7ffa641028d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 -- 172.21.15.98:0/2458555524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 msgr2=0x7ffa64103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 0x7ffa64103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 -- 172.21.15.98:0/2458555524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa600095f0 con 0x7ffa64100fb0 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 0x7ffa641028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:25.843 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa69539700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400d750 tx=0x7ffa5400da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa5affd700 1 -- 172.21.15.98:0/2458555524 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54004220 con 0x7ffa64100fb0 2023-10-05T15:39:25.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa5affd700 1 -- 172.21.15.98:0/2458555524 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa54004cf0 con 0x7ffa64100fb0 2023-10-05T15:39:25.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa5affd700 1 -- 172.21.15.98:0/2458555524 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5400f690 con 0x7ffa64100fb0 2023-10-05T15:39:25.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa641a0f60 con 0x7ffa64100fb0 2023-10-05T15:39:25.844 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.838+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa641a13e0 con 0x7ffa64100fb0 2023-10-05T15:39:25.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.840+0000 7ffa5affd700 1 -- 172.21.15.98:0/2458555524 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffa54004750 con 0x7ffa64100fb0 2023-10-05T15:39:25.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.841+0000 7ffa5affd700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 0x7ffa500a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.851 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.841+0000 7ffa5affd700 1 -- 172.21.15.98:0/2458555524 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffa540ccd60 con 0x7ffa64100fb0 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.841+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 0x7ffa500a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.841+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 0x7ffa500a3940 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ffa60000c00 tx=0x7ffa60005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 Processor -- start 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 -- start start 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f7d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7da60 0x560b06f7dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06ee4460 con 0x560b06f7cbc0 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06ed5c20 con 0x560b06f7c260 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa78188b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06ed3540 con 0x560b06f7da60 2023-10-05T15:39:25.852 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa69d3a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa69539700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f7d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa69d3a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40004/0 (socket says 172.21.15.98:40004) 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.842+0000 7ffa69d3a700 1 -- 172.21.15.98:0/979160497 learned_addr learned my addr 172.21.15.98:0/979160497 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7da60 0x560b06f7dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 -- 172.21.15.98:0/979160497 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7da60 msgr2=0x560b06f7dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7da60 0x560b06f7dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 -- 172.21.15.98:0/979160497 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 msgr2=0x560b06f7c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 -- 172.21.15.98:0/979160497 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b06cf9de0 con 0x560b06f7cbc0 2023-10-05T15:39:25.853 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa69539700 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f7d480 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400de60 tx=0x7ffa540051c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bae7981a89ebec1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa4ffff700 1 -- 172.21.15.98:0/979160497 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54099d30 con 0x560b06f7cbc0 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa4ffff700 1 -- 172.21.15.98:0/979160497 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa5409de80 con 0x560b06f7cbc0 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.843+0000 7ffa4ffff700 1 -- 172.21.15.98:0/979160497 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5400e570 con 0x560b06f7cbc0 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- 172.21.15.98:0/979160497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 msgr2=0x560b06f7d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f7d480 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400de60 tx=0x7ffa540051c0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- 172.21.15.98:0/979160497 shutdown_connections 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7c260 0x560b06f7c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7da60 0x560b06f7dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 --2- 172.21.15.98:0/979160497 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f7d480 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.854 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- 172.21.15.98:0/979160497 >> 172.21.15.98:0/979160497 conn(0x560b06ef0260 msgr2=0x560b06f77140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- 172.21.15.98:0/979160497 shutdown_connections 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- 172.21.15.98:0/979160497 wait complete. 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 -- start start 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.844+0000 7ffa78188b80 1 Processor -- start 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f86100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7da60 0x560b06f8d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06ecee30 con 0x560b06f7cbc0 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06e6b710 con 0x560b06f7da60 2023-10-05T15:39:25.855 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06e6b3b0 con 0x560b06f7c260 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa78188b80 10 client.0 _ll_register_callbacks cb 0x560b06cc8800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46214/0 (socket says 172.21.15.98:46214) 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 -- 172.21.15.98:0/607097783 learned_addr learned my addr 172.21.15.98:0/607097783 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7da60 0x560b06f8d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f86100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 -- 172.21.15.98:0/607097783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 msgr2=0x560b06f86100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f86100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 -- 172.21.15.98:0/607097783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7da60 msgr2=0x560b06f8d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7da60 0x560b06f8d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.856 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 -- 172.21.15.98:0/607097783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa64108b50 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f86100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa69539700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7ffa540ca880 tx=0x7ffa54000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa2e69a1917bfff1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa4d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540a20c0 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.845+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffa54097e70 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560b06f6ef10 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa54099d30 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 10 client.16047 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7ffa641a13e0 con 0x560b06f7cbc0 2023-10-05T15:39:25.857 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560b06f6ef10 con 0x560b06f7cbc0 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ffa54095b20 con 0x560b06f7cbc0 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 10 client.16047 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 10 client.16047 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 20 client.16047 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06f91990 0x560b06f93d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 4 client.16047 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560b06ec7e10 con 0x560b06f91990 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06f91990 0x560b06f93d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06f91990 0x560b06f93d80 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c8a4a1c43e616cf4 server_cookie=dcea1fcd29f6ccff in_seq=0 out_seq=0 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.846+0000 7ffa4d7fa700 10 client.16047 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:25.858 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/607097783 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560b06ec7e10 con 0x560b06f91990 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa4d7fa700 10 client.16047 handle_command_reply: tid=0 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 client.16047 shutdown 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 msgr2=0x560b06f86640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7ffa540ca880 tx=0x7ffa54000bc0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 shutdown_connections 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7da60 0x560b06f8d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06f91990 0x560b06f93d80 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f86100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa4d7fa700 0 client.16047 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:25.859 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 --2- 172.21.15.98:0/607097783 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7cbc0 0x560b06f86640 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 >> 172.21.15.98:0/607097783 conn(0x560b06ef0260 msgr2=0x560b06f76f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 shutdown_connections 2023-10-05T15:39:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 1 -- 172.21.15.98:0/607097783 wait complete. 2023-10-05T15:39:25.860 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.847+0000 7ffa78188b80 20 client.16047 trim_cache size 0 max 16384 2023-10-05T15:39:25.867 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.860+0000 7ffa78188b80 1 Processor -- start 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.860+0000 7ffa78188b80 1 -- start start 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.860+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f7de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.860+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.860+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa78188b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06d4f920 con 0x560b06f7da60 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa78188b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06f85c70 con 0x560b06f7cbc0 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa78188b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06f71520 con 0x560b06f7c260 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46224/0 (socket says 172.21.15.98:46224) 2023-10-05T15:39:25.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 -- 172.21.15.98:0/2993535163 learned_addr learned my addr 172.21.15.98:0/2993535163 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa69539700 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f7de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 -- 172.21.15.98:0/2993535163 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 msgr2=0x560b06f7de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f7de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 -- 172.21.15.98:0/2993535163 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 msgr2=0x560b06f8d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 -- 172.21.15.98:0/2993535163 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b06ce2c60 con 0x560b06f7da60 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0085b0 tx=0x7ffa5c00b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a513cdceda7d74 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa58ff9700 1 -- 172.21.15.98:0/2993535163 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c00e040 con 0x560b06f7da60 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa58ff9700 1 -- 172.21.15.98:0/2993535163 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa5c00f040 con 0x560b06f7da60 2023-10-05T15:39:25.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.861+0000 7ffa58ff9700 1 -- 172.21.15.98:0/2993535163 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c005280 con 0x560b06f7da60 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- 172.21.15.98:0/2993535163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 msgr2=0x560b06f84c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0085b0 tx=0x7ffa5c00b040 comp rx=0 tx=0).stop 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- 172.21.15.98:0/2993535163 shutdown_connections 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f84c60 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f7de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 --2- 172.21.15.98:0/2993535163 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- 172.21.15.98:0/2993535163 >> 172.21.15.98:0/2993535163 conn(0x560b06ef0260 msgr2=0x560b06f986c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- 172.21.15.98:0/2993535163 shutdown_connections 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- 172.21.15.98:0/2993535163 wait complete. 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 -- start start 2023-10-05T15:39:25.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.862+0000 7ffa78188b80 1 Processor -- start 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f8b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06f8cce0 con 0x560b06f7da60 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06f8ce50 con 0x560b06f7cbc0 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b06f8d010 con 0x560b06f7c260 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 10 client.0 _ll_register_callbacks cb 0x7ffa6000b790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46230/0 (socket says 172.21.15.98:46230) 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 -- 172.21.15.98:0/1061910995 learned_addr learned my addr 172.21.15.98:0/1061910995 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:25.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa69539700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f8b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 -- 172.21.15.98:0/1061910995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 msgr2=0x560b06f8b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f8b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 -- 172.21.15.98:0/1061910995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 msgr2=0x560b06f8b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 -- 172.21.15.98:0/1061910995 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa5c009300 con 0x560b06f7da60 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa6a53b700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c017670 tx=0x7ffa5c0176a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc20ad3f1a3540f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa4d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c00e050 con 0x560b06f7da60 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa5409de80 con 0x560b06f7da60 2023-10-05T15:39:25.872 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.863+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffa5c005230 con 0x560b06f7da60 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa5c024070 con 0x560b06f7da60 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 10 client.16053 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560b06d20250 con 0x560b06f7da60 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa5409de80 con 0x560b06f7da60 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ffa5c014050 con 0x560b06f7da60 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 10 client.16053 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 10 client.16053 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 20 client.16053 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06fe65b0 0x560b06fe89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 4 client.16053 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:25.873 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560b06ec7b30 con 0x560b06fe65b0 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06fe65b0 0x560b06fe89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa4d7fa700 10 client.16053 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.864+0000 7ffa69d3a700 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06fe65b0 0x560b06fe89d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a508511075e596be server_cookie=a63c8053032a48b3 in_seq=0 out_seq=0 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa4d7fa700 1 -- 172.21.15.98:0/1061910995 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560b06ec7b30 con 0x560b06fe65b0 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa4d7fa700 10 client.16053 handle_command_reply: tid=0 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 client.16053 shutdown 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 msgr2=0x560b06f8c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c017670 tx=0x7ffa5c0176a0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 shutdown_connections 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x560b06fe65b0 0x560b06fe89d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa4d7fa700 0 client.16053 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:25.874 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560b06f7da60 0x560b06f8c7a0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560b06f7c260 0x560b06f8b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 --2- 172.21.15.98:0/1061910995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560b06f7cbc0 0x560b06f8b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 >> 172.21.15.98:0/1061910995 conn(0x560b06ef0260 msgr2=0x560b06f83f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 shutdown_connections 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 1 -- 172.21.15.98:0/1061910995 wait complete. 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.865+0000 7ffa78188b80 20 client.16053 trim_cache size 0 max 16384 2023-10-05T15:39:25.875 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:25.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 msgr2=0x7ffa500a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 0x7ffa500a3940 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ffa60000c00 tx=0x7ffa60005fb0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.876 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 msgr2=0x7ffa64102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400d750 tx=0x7ffa5400da60 comp rx=0 tx=0).stop 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 shutdown_connections 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ffa500a1480 0x7ffa500a3940 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa640ffdc0 0x7ffa64103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa64101950 0x7ffa641028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 --2- 172.21.15.98:0/2458555524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa64100fb0 0x7ffa64102390 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 >> 172.21.15.98:0/2458555524 conn(0x7ffa640fb330 msgr2=0x7ffa64068060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 shutdown_connections 2023-10-05T15:39:25.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:25.866+0000 7ffa6bf9e700 1 -- 172.21.15.98:0/2458555524 wait complete. 2023-10-05T15:39:25.879 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-05T15:39:25.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:25 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:39:25.902 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:25 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:39:25.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:25 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:39:26.007 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 -- 172.21.15.98:0/2384975960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa080ffe00 msgr2=0x7ffa08100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.007 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/2384975960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa080ffe00 0x7ffa08100220 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff9f800b0d0 tx=0x7ff9f800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.007 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 -- 172.21.15.98:0/2384975960 shutdown_connections 2023-10-05T15:39:26.007 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/2384975960 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08101990 0x7ffa08108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/2384975960 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa080ffe00 0x7ffa08100220 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/2384975960 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa08100ff0 0x7ffa08101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 -- 172.21.15.98:0/2384975960 >> 172.21.15.98:0/2384975960 conn(0x7ffa080fb370 msgr2=0x7ffa080fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 -- 172.21.15.98:0/2384975960 shutdown_connections 2023-10-05T15:39:26.008 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.005+0000 7ffa0eb70700 1 -- 172.21.15.98:0/2384975960 wait complete. 2023-10-05T15:39:26.010 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 Processor -- start 2023-10-05T15:39:26.010 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 -- start start 2023-10-05T15:39:26.010 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.010 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08100ff0 0x7ffa08197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.010 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 0x7ffa0819e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0819e830 con 0x7ffa08101990 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0819e9a0 con 0x7ffa080ffe00 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0eb70700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0819eb60 con 0x7ffa08100ff0 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40038/0 (socket says 172.21.15.98:40038) 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3041680196 learned_addr learned my addr 172.21.15.98:0/3041680196 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 0x7ffa0819e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.006+0000 7ffa07fff700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08100ff0 0x7ffa08197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3041680196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08100ff0 msgr2=0x7ffa08197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08100ff0 0x7ffa08197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.011 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 msgr2=0x7ffa0819e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 0x7ffa0819e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3041680196 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f8009d00 con 0x7ffa080ffe00 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 0x7ffa0819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8000f80 tx=0x7ff9f8008f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa05ffb700 1 -- 172.21.15.98:0/3041680196 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f800e040 con 0x7ffa080ffe00 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa0819ede0 con 0x7ffa080ffe00 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa05ffb700 1 -- 172.21.15.98:0/3041680196 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f800be60 con 0x7ffa080ffe00 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa05ffb700 1 -- 172.21.15.98:0/3041680196 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f801ba50 con 0x7ffa080ffe00 2023-10-05T15:39:26.012 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.007+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa0819f1b0 con 0x7ffa080ffe00 2023-10-05T15:39:26.013 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.010+0000 7ffa05ffb700 1 -- 172.21.15.98:0/3041680196 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff9f801d670 con 0x7ffa080ffe00 2023-10-05T15:39:26.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.010+0000 7ffa05ffb700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 0x7ff9f00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.010+0000 7ffa07fff700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 0x7ff9f00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa05ffb700 1 -- 172.21.15.98:0/3041680196 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff9f80ce610 con 0x7ffa080ffe00 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 Processor -- start 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa07fff700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 0x7ff9f00a3940 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ffa081981c0 tx=0x7ff9fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 -- start start 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cab4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 0x559b5cab52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5ca17460 con 0x559b5cab3670 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5ca08c20 con 0x559b5cab3fd0 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5ca06540 con 0x559b5cab4e70 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46248/0 (socket says 172.21.15.98:46248) 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3936116296 learned_addr learned my addr 172.21.15.98:0/3936116296 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa07fff700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cab4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.011+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 0x559b5cab52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3936116296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 msgr2=0x559b5cab52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 0x559b5cab52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3936116296 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 msgr2=0x559b5cab4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cab4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3936116296 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b5c82cde0 con 0x559b5cab3670 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 0x559b5cab52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8097b70 tx=0x7ff9f801b520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a525f9582b9e0d6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ff9eeffd700 1 -- 172.21.15.98:0/3936116296 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f809b670 con 0x559b5cab3670 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ff9eeffd700 1 -- 172.21.15.98:0/3936116296 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f809f7c0 con 0x559b5cab3670 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ff9eeffd700 1 -- 172.21.15.98:0/3936116296 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f801dd30 con 0x559b5cab3670 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3936116296 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 msgr2=0x559b5cab3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.012+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8097b70 tx=0x7ff9f801b520 comp rx=0 tx=0).stop 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3936116296 shutdown_connections 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab4e70 0x559b5cab52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cab3a90 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3936116296 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cab4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3936116296 >> 172.21.15.98:0/3936116296 conn(0x559b5ca23260 msgr2=0x559b5caaa140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3936116296 shutdown_connections 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3936116296 wait complete. 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- start start 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 Processor -- start 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cabd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cabd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5ca01e30 con 0x559b5cab4e70 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5c99e710 con 0x559b5cab3fd0 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5c99e3b0 con 0x559b5cab3670 2023-10-05T15:39:26.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.013+0000 7ffa1ad5ab80 10 client.0 _ll_register_callbacks cb 0x559b5c7fb800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa0d10d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cabd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa0d10d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46258/0 (socket says 172.21.15.98:46258) 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa0d10d700 1 -- 172.21.15.98:0/1912983255 learned_addr learned my addr 172.21.15.98:0/1912983255 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cabd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 -- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 msgr2=0x559b5cabd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cabd210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 -- 172.21.15.98:0/1912983255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 msgr2=0x559b5cac4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 -- 172.21.15.98:0/1912983255 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa0819f1b0 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa07fff700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cabd750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc009ab0 tx=0x7ff9fc0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7e4c458589d26f7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ff9e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc029670 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff9fc018070 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b5caa1f10 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9fc0297d0 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa1ad5ab80 10 client.25553 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.014+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b5c815c60 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559b5caa1f10 con 0x559b5cab3fd0 2023-10-05T15:39:26.024 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ff9fc020a80 con 0x559b5cab3fd0 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 10 client.25553 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 10 client.25553 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 20 client.25553 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cac9140 0x559b5cacb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 4 client.25553 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b5c9fae10 con 0x559b5cac9140 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cac9140 0x559b5cacb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cac9140 0x559b5cacb560 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f8b31cc28b81a8f6 server_cookie=d01e2dfe9a45ed08 in_seq=0 out_seq=0 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.015+0000 7ff9e7fff700 10 client.25553 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ff9e7fff700 1 -- 172.21.15.98:0/1912983255 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559b5c9fae10 con 0x559b5cac9140 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ff9e7fff700 10 client.25553 handle_command_reply: tid=0 2023-10-05T15:39:26.025 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 client.25553 shutdown 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 msgr2=0x559b5cabd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cabd750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc009ab0 tx=0x7ff9fc0047c0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 shutdown_connections 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cabd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cac9140 0x559b5cacb560 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/1912983255 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cabd750 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ff9e7fff700 0 client.25553 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 >> 172.21.15.98:0/1912983255 conn(0x559b5ca23260 msgr2=0x559b5caa9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 shutdown_connections 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/1912983255 wait complete. 2023-10-05T15:39:26.026 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.016+0000 7ffa1ad5ab80 20 client.25553 trim_cache size 0 max 16384 2023-10-05T15:39:26.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 Processor -- start 2023-10-05T15:39:26.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 -- start start 2023-10-05T15:39:26.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3fd0 0x559b5cac46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab4e70 0x559b5cabbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5c882920 con 0x559b5cab3670 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5cabc6c0 con 0x559b5cab4e70 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5caa6a20 con 0x559b5cab3fd0 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46264/0 (socket says 172.21.15.98:46264) 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3036324076 learned_addr learned my addr 172.21.15.98:0/3036324076 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab4e70 0x559b5cabbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa07fff700 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3fd0 0x559b5cac46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3036324076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3fd0 msgr2=0x559b5cac46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.034 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3fd0 0x559b5cac46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3036324076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab4e70 msgr2=0x559b5cabbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab4e70 0x559b5cabbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 -- 172.21.15.98:0/3036324076 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b5c853250 con 0x559b5cab3670 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009cd0 tx=0x7ff9f80bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aae7fabe9c60b310 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ff9ef7fe700 1 -- 172.21.15.98:0/3036324076 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f809b670 con 0x559b5cab3670 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ff9ef7fe700 1 -- 172.21.15.98:0/3036324076 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f80b6070 con 0x559b5cab3670 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.030+0000 7ff9ef7fe700 1 -- 172.21.15.98:0/3036324076 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f80ce380 con 0x559b5cab3670 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3036324076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 msgr2=0x559b5cabc8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009cd0 tx=0x7ff9f80bb040 comp rx=0 tx=0).stop 2023-10-05T15:39:26.035 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3036324076 shutdown_connections 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab4e70 0x559b5cabbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab3670 0x559b5cabc8c0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3036324076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3fd0 0x559b5cac46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3036324076 >> 172.21.15.98:0/3036324076 conn(0x559b5ca23260 msgr2=0x559b5cacfec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3036324076 shutdown_connections 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3036324076 wait complete. 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 -- start start 2023-10-05T15:39:26.036 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.031+0000 7ffa1ad5ab80 1 Processor -- start 2023-10-05T15:39:26.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cac20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cac2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5cac3b50 con 0x559b5cab4e70 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5cac3cc0 con 0x559b5cab3fd0 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5cac3e80 con 0x559b5cab3670 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa1ad5ab80 10 client.0 _ll_register_callbacks cb 0x559b5c7fb800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa07fff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cac2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa07fff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cac2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40068/0 (socket says 172.21.15.98:40068) 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa07fff700 1 -- 172.21.15.98:0/3628547251 learned_addr learned my addr 172.21.15.98:0/3628547251 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cac20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 -- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 msgr2=0x559b5cac20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cac20c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 -- 172.21.15.98:0/3628547251 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 msgr2=0x559b5cac2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cac2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.032+0000 7ffa0d10d700 1 -- 172.21.15.98:0/3628547251 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559b5c82cde0 con 0x559b5cab4e70 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa0d10d700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac3610 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x559b5caab2c0 tx=0x7ffa00010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd57eb2538c1ff58 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa00020070 con 0x559b5cab4e70 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ffa00004830 con 0x559b5cab4e70 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff9f809f7c0 con 0x559b5cab4e70 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa000049f0 con 0x559b5cab4e70 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 10 client.16071 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b5c82b2b0 con 0x559b5cab4e70 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f809f7c0 con 0x559b5cab4e70 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ffa00023020 con 0x559b5cab4e70 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 10 client.16071 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 10 client.16071 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 20 client.16071 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cb1dcb0 0x559b5cb200d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 4 client.16071 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559b5c9fab30 con 0x559b5cb1dcb0 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.033+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cb1dcb0 0x559b5cb200d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa0c90c700 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cb1dcb0 0x559b5cb200d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6d4af75ff4435a1a server_cookie=424121a7fb0dfd1f in_seq=0 out_seq=0 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ff9e7fff700 10 client.16071 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:26.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ff9e7fff700 1 -- 172.21.15.98:0/3628547251 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559b5c9fab30 con 0x559b5cb1dcb0 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ff9e7fff700 10 client.16071 handle_command_reply: tid=0 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 client.16071 shutdown 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 msgr2=0x559b5cac3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac3610 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x559b5caab2c0 tx=0x7ffa00010990 comp rx=0 tx=0).stop 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 shutdown_connections 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559b5cab4e70 0x559b5cac3610 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559b5cab3670 0x559b5cac20c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x559b5cb1dcb0 0x559b5cb200d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 --2- 172.21.15.98:0/3628547251 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559b5cab3fd0 0x559b5cac2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ff9e7fff700 0 client.16071 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 >> 172.21.15.98:0/3628547251 conn(0x559b5ca23260 msgr2=0x559b5cabbee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 shutdown_connections 2023-10-05T15:39:26.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 1 -- 172.21.15.98:0/3628547251 wait complete. 2023-10-05T15:39:26.044 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.034+0000 7ffa1ad5ab80 20 client.16071 trim_cache size 0 max 16384 2023-10-05T15:39:26.044 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 msgr2=0x7ff9f00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 0x7ff9f00a3940 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ffa081981c0 tx=0x7ff9fc009260 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 msgr2=0x7ffa08196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8000f80 tx=0x7ff9f8008f10 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 shutdown_connections 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff9f00a1480 0x7ff9f00a3940 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ffa080ffe00 0x7ffa08196cc0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ffa08101990 0x7ffa0819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 --2- 172.21.15.98:0/3041680196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffa08100ff0 0x7ffa08197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 >> 172.21.15.98:0/3041680196 conn(0x7ffa080fb370 msgr2=0x7ffa08069070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 shutdown_connections 2023-10-05T15:39:26.045 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.035+0000 7ffa0eb70700 1 -- 172.21.15.98:0/3041680196 wait complete. 2023-10-05T15:39:26.049 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:39:26.180 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 -- 172.21.15.98:0/3227378882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274101a40 msgr2=0x7f8274103e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.180 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 --2- 172.21.15.98:0/3227378882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274101a40 0x7f8274103e30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f8264009990 tx=0x7f8264009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.180 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 -- 172.21.15.98:0/3227378882 shutdown_connections 2023-10-05T15:39:26.180 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 --2- 172.21.15.98:0/3227378882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f8274109090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 --2- 172.21.15.98:0/3227378882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274101a40 0x7f8274103e30 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 --2- 172.21.15.98:0/3227378882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274104370 0x7f8274106760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 -- 172.21.15.98:0/3227378882 >> 172.21.15.98:0/3227378882 conn(0x7f82740fb370 msgr2=0x7f82740fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 -- 172.21.15.98:0/3227378882 shutdown_connections 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.176+0000 7f8279579700 1 -- 172.21.15.98:0/3227378882 wait complete. 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 Processor -- start 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 -- start start 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274101a40 0x7f8274196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f827419e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f827419e700 con 0x7f8274104370 2023-10-05T15:39:26.181 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f827419e840 con 0x7f8274106ca0 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f8279579700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f827419e9d0 con 0x7f8274101a40 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.177+0000 7f82727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82737fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f827419e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f8272ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274101a40 0x7f8274196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46282/0 (socket says 172.21.15.98:46282) 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 -- 172.21.15.98:0/1481374743 learned_addr learned my addr 172.21.15.98:0/1481374743 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 -- 172.21.15.98:0/1481374743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274101a40 msgr2=0x7f8274196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274101a40 0x7f8274196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 -- 172.21.15.98:0/1481374743 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 msgr2=0x7f827419e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f827419e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 -- 172.21.15.98:0/1481374743 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82640095f0 con 0x7f8274104370 2023-10-05T15:39:26.182 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82737fe700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f827419e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f82727fc700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f826800d950 tx=0x7f826800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f825bfff700 1 -- 172.21.15.98:0/1481374743 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826800f890 con 0x7f8274104370 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f825bfff700 1 -- 172.21.15.98:0/1481374743 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8268010460 con 0x7f8274104370 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f827419ecb0 con 0x7f8274104370 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f825bfff700 1 -- 172.21.15.98:0/1481374743 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826800e610 con 0x7f8274104370 2023-10-05T15:39:26.183 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.178+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f827419f1c0 con 0x7f8274104370 2023-10-05T15:39:26.189 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.180+0000 7f825bfff700 1 -- 172.21.15.98:0/1481374743 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f82680108d0 con 0x7f8274104370 2023-10-05T15:39:26.189 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.181+0000 7f825bfff700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 0x7f825c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.189 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.181+0000 7f825bfff700 1 -- 172.21.15.98:0/1481374743 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f82680ccdd0 con 0x7f8274104370 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.181+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 0x7f825c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.181+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 0x7f825c0a3940 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f826400b2e0 tx=0x7f8264005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 Processor -- start 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 -- start start 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e77680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e78480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371ddf460 con 0x565371e78a60 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371dd0c20 con 0x565371e77bc0 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8285763b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371dce540 con 0x565371e77260 2023-10-05T15:39:26.190 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e78480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46294/0 (socket says 172.21.15.98:46294) 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82737fe700 1 -- 172.21.15.98:0/1411465477 learned_addr learned my addr 172.21.15.98:0/1411465477 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e77680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 -- 172.21.15.98:0/1411465477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 msgr2=0x565371e77680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e77680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 -- 172.21.15.98:0/1411465477 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 msgr2=0x565371e78ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 -- 172.21.15.98:0/1411465477 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565371bf4de0 con 0x565371e77bc0 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e77680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:26.191 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82737fe700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.182+0000 7f82727fc700 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e78480 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f826800b2f0 tx=0x7f826809a4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ee8bb1c87085bee server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f82597fa700 1 -- 172.21.15.98:0/1411465477 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826809d070 con 0x565371e77bc0 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f82597fa700 1 -- 172.21.15.98:0/1411465477 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82680a2130 con 0x565371e77bc0 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f82597fa700 1 -- 172.21.15.98:0/1411465477 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82680994d0 con 0x565371e77bc0 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 -- 172.21.15.98:0/1411465477 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 msgr2=0x565371e78480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e78480 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f826800b2f0 tx=0x7f826809a4a0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 -- 172.21.15.98:0/1411465477 shutdown_connections 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e78a60 0x565371e78ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e77680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 --2- 172.21.15.98:0/1411465477 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e78480 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 -- 172.21.15.98:0/1411465477 >> 172.21.15.98:0/1411465477 conn(0x565371deb260 msgr2=0x565371e72140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.192 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 -- 172.21.15.98:0/1411465477 shutdown_connections 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.183+0000 7f8285763b80 1 -- 172.21.15.98:0/1411465477 wait complete. 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 -- start start 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 Processor -- start 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e810a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e88620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371dc9e30 con 0x565371e77bc0 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371d66710 con 0x565371e78a60 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371d663b0 con 0x565371e77260 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8285763b80 10 client.0 _ll_register_callbacks cb 0x565371bc3800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.193 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46298/0 (socket says 172.21.15.98:46298) 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 -- 172.21.15.98:0/1536102281 learned_addr learned my addr 172.21.15.98:0/1536102281 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82737fe700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e88620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 -- 172.21.15.98:0/1536102281 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 msgr2=0x565371e810a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e810a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 -- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 msgr2=0x565371e88620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e88620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 -- 172.21.15.98:0/1536102281 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f826c011350 con 0x565371e77bc0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f82727fc700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8268096250 tx=0x7f82680ca4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68ba49d599a34be2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.184+0000 7f8256ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826809d040 con 0x565371e77bc0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8268099490 con 0x565371e77bc0 2023-10-05T15:39:26.194 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565371e69f10 con 0x565371e77bc0 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82680a1ca0 con 0x565371e77bc0 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 10 client.16083 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f827419f1c0 con 0x565371e77bc0 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x565371e69f10 con 0x565371e77bc0 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8268098d00 con 0x565371e77bc0 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 10 client.16083 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 10 client.16083 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:26.195 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 20 client.16083 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371e8ca10 0x565371e8ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 4 client.16083 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565371dc2e10 con 0x565371e8ca10 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.185+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371e8ca10 0x565371e8ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8256ff5700 10 client.16083 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8272ffd700 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371e8ca10 0x565371e8ee30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=df49b367c21f8997 server_cookie=19e9ab3d902c5482 in_seq=0 out_seq=0 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8256ff5700 1 -- 172.21.15.98:0/1536102281 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x565371dc2e10 con 0x565371e8ca10 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8256ff5700 10 client.16083 handle_command_reply: tid=0 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 client.16083 shutdown 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 msgr2=0x565371e815e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.196 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8268096250 tx=0x7f82680ca4f0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 shutdown_connections 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e88620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.186+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371e8ca10 0x565371e8ee30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77260 0x565371e810a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8256ff5700 0 client.16083 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 1 --2- 172.21.15.98:0/1536102281 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77bc0 0x565371e815e0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 >> 172.21.15.98:0/1536102281 conn(0x565371deb260 msgr2=0x565371e71f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 shutdown_connections 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 1 -- 172.21.15.98:0/1536102281 wait complete. 2023-10-05T15:39:26.197 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.187+0000 7f8285763b80 20 client.16083 trim_cache size 0 max 16384 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 Processor -- start 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 -- start start 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e77640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e80750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371c4a920 con 0x565371e77260 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371e78270 con 0x565371e78a60 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.200+0000 7f8285763b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371e7c5c0 con 0x565371e77bc0 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34764/0 (socket says 172.21.15.98:34764) 2023-10-05T15:39:26.203 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 -- 172.21.15.98:0/3013944448 learned_addr learned my addr 172.21.15.98:0/3013944448 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.204 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82737fe700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e80750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f8272ffd700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e77640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 -- 172.21.15.98:0/3013944448 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 msgr2=0x565371e80750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e80750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 -- 172.21.15.98:0/3013944448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 msgr2=0x565371e77640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e77640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f82727fc700 1 -- 172.21.15.98:0/3013944448 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565371bddc60 con 0x565371e77bc0 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.201+0000 7f8272ffd700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e77640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f82727fc700 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8268010fd0 tx=0x7f8268098350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6669fca0d6ead930 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8259ffb700 1 -- 172.21.15.98:0/3013944448 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826809d070 con 0x565371e77bc0 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8259ffb700 1 -- 172.21.15.98:0/3013944448 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f826809a4a0 con 0x565371e77bc0 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8259ffb700 1 -- 172.21.15.98:0/3013944448 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82680a1f00 con 0x565371e77bc0 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 -- 172.21.15.98:0/3013944448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 msgr2=0x565371e885e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8268010fd0 tx=0x7f8268098350 comp rx=0 tx=0).stop 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 -- 172.21.15.98:0/3013944448 shutdown_connections 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e78a60 0x565371e80750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e77640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 --2- 172.21.15.98:0/3013944448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e77bc0 0x565371e885e0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.202+0000 7f8285763b80 1 -- 172.21.15.98:0/3013944448 >> 172.21.15.98:0/3013944448 conn(0x565371deb260 msgr2=0x565371e937d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- 172.21.15.98:0/3013944448 shutdown_connections 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- 172.21.15.98:0/3013944448 wait complete. 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- start start 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 Processor -- start 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e86390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 0x565371e873a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371e878e0 con 0x565371e77260 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371e87a50 con 0x565371e77bc0 2023-10-05T15:39:26.210 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x565371e87c10 con 0x565371e78a60 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8285763b80 10 client.0 _ll_register_callbacks cb 0x7f826c009f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8272ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8272ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46310/0 (socket says 172.21.15.98:46310) 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f8272ffd700 1 -- 172.21.15.98:0/2952557524 learned_addr learned my addr 172.21.15.98:0/2952557524 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f82727fc700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e86390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.203+0000 7f82737fe700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 0x565371e873a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 -- 172.21.15.98:0/2952557524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 msgr2=0x565371e873a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 0x565371e873a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 -- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 msgr2=0x565371e86390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e86390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.211 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 -- 172.21.15.98:0/2952557524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8274109c60 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f82727fc700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e86390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f82737fe700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 0x565371e873a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8272ffd700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f82640098e0 tx=0x7f826401a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e5fb56e8183c750 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8264004700 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8264037070 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f82680a2130 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8264004860 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 10 client.16089 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f827419f1c0 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82680a2130 con 0x565371e77260 2023-10-05T15:39:26.212 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f826403b7f0 con 0x565371e77260 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 10 client.16089 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 10 client.16089 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 20 client.16089 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371ef23d0 0x565371ef47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 4 client.16089 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.204+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x565371dc2b30 con 0x565371ef23d0 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f82727fc700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371ef23d0 0x565371ef47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8256ff5700 10 client.16089 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f82727fc700 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371ef23d0 0x565371ef47f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9a2ed89b8a649925 server_cookie=b3063f07f2121523 in_seq=0 out_seq=0 2023-10-05T15:39:26.213 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8256ff5700 1 -- 172.21.15.98:0/2952557524 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x565371dc2b30 con 0x565371ef23d0 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8256ff5700 10 client.16089 handle_command_reply: tid=0 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 client.16089 shutdown 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 msgr2=0x565371e85e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f82640098e0 tx=0x7f826401a050 comp rx=0 tx=0).stop 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 shutdown_connections 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x565371ef23d0 0x565371ef47f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x565371e78a60 0x565371e873a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x565371e77260 0x565371e85e50 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 --2- 172.21.15.98:0/2952557524 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x565371e77bc0 0x565371e86390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8256ff5700 0 client.16089 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:26.214 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 >> 172.21.15.98:0/2952557524 conn(0x565371deb260 msgr2=0x565371e70bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 shutdown_connections 2023-10-05T15:39:26.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 1 -- 172.21.15.98:0/2952557524 wait complete. 2023-10-05T15:39:26.215 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.205+0000 7f8285763b80 20 client.16089 trim_cache size 0 max 16384 2023-10-05T15:39:26.215 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 msgr2=0x7f825c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 0x7f825c0a3940 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f826400b2e0 tx=0x7f8264005fb0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 msgr2=0x7f82741970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f826800d950 tx=0x7f826800dc60 comp rx=0 tx=0).stop 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 shutdown_connections 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f825c0a1480 0x7f825c0a3940 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8274106ca0 0x7f827419e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8274101a40 0x7f8274196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 --2- 172.21.15.98:0/1481374743 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8274104370 0x7f82741970c0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 >> 172.21.15.98:0/1481374743 conn(0x7f82740fb370 msgr2=0x7f82741026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 shutdown_connections 2023-10-05T15:39:26.217 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.206+0000 7f8279579700 1 -- 172.21.15.98:0/1481374743 wait complete. 2023-10-05T15:39:26.220 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 -- 172.21.15.98:0/1736199752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102a40 msgr2=0x7fbc70109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1736199752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102a40 0x7fbc70109360 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fbc6800b0a0 tx=0x7fbc6800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 -- 172.21.15.98:0/1736199752 shutdown_connections 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1736199752 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102a40 0x7fbc70109360 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1736199752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70100ea0 0x7fbc701012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1736199752 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70102080 0x7fbc70102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 -- 172.21.15.98:0/1736199752 >> 172.21.15.98:0/1736199752 conn(0x7fbc700fc460 msgr2=0x7fbc700fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 -- 172.21.15.98:0/1736199752 shutdown_connections 2023-10-05T15:39:26.356 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 -- 172.21.15.98:0/1736199752 wait complete. 2023-10-05T15:39:26.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.354+0000 7fbc767c5700 1 Processor -- start 2023-10-05T15:39:26.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 -- start start 2023-10-05T15:39:26.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 0x7fbc70196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70102a40 0x7fbc7019e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc7019e880 con 0x7fbc70102080 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc7019e9f0 con 0x7fbc70100ea0 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc767c5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc7019ebb0 con 0x7fbc70102a40 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6ffff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 0x7fbc70196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46326/0 (socket says 172.21.15.98:46326) 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1012033577 learned_addr learned my addr 172.21.15.98:0/1012033577 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc74d62700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70102a40 0x7fbc7019e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1012033577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70102a40 msgr2=0x7fbc7019e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70102a40 0x7fbc7019e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1012033577 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 msgr2=0x7fbc70196d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 0x7fbc70196d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1012033577 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc68009d00 con 0x7fbc70102080 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 0x7fbc70196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.355+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000e970 tx=0x7fbc6000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.356+0000 7fbc6d7fa700 1 -- 172.21.15.98:0/1012033577 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc60009790 con 0x7fbc70102080 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.356+0000 7fbc6d7fa700 1 -- 172.21.15.98:0/1012033577 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc6000eec0 con 0x7fbc70102080 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.356+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc7019ee90 con 0x7fbc70102080 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.356+0000 7fbc6d7fa700 1 -- 172.21.15.98:0/1012033577 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc60003cf0 con 0x7fbc70102080 2023-10-05T15:39:26.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.356+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc7019f2b0 con 0x7fbc70102080 2023-10-05T15:39:26.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.358+0000 7fbc6d7fa700 1 -- 172.21.15.98:0/1012033577 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbc6000ccd0 con 0x7fbc70102080 2023-10-05T15:39:26.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.358+0000 7fbc6d7fa700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 0x7fbc580a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc6d7fa700 1 -- 172.21.15.98:0/1012033577 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbc60014070 con 0x7fbc70102080 2023-10-05T15:39:26.363 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 0x7fbc580a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 0x7fbc580a3940 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fbc70198210 tx=0x7fbc6400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc829afb80 1 Processor -- start 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc829afb80 1 -- start start 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd858480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.359+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd858ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc829afb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd7bf460 con 0x55b8fd858a60 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc829afb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd7b0c20 con 0x55b8fd857bc0 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc829afb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd7ae540 con 0x55b8fd857260 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6ffff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd858480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.364 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6ffff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34792/0 (socket says 172.21.15.98:34792) 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6ffff700 1 -- 172.21.15.98:0/3964133356 learned_addr learned my addr 172.21.15.98:0/3964133356 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc74d62700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd858ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/3964133356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 msgr2=0x55b8fd857680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/3964133356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 msgr2=0x55b8fd858ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd858ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/3964133356 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8fd5d4de0 con 0x55b8fd857bc0 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc74d62700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd858ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd858480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000c5b0 tx=0x7fbc60099e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aec490ef9aff3430 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc567fc700 1 -- 172.21.15.98:0/3964133356 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6009a980 con 0x55b8fd857bc0 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc567fc700 1 -- 172.21.15.98:0/3964133356 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc6009e170 con 0x55b8fd857bc0 2023-10-05T15:39:26.365 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.360+0000 7fbc567fc700 1 -- 172.21.15.98:0/3964133356 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6009a480 con 0x55b8fd857bc0 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 -- 172.21.15.98:0/3964133356 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 msgr2=0x55b8fd858480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd858480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000c5b0 tx=0x7fbc60099e80 comp rx=0 tx=0).stop 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 -- 172.21.15.98:0/3964133356 shutdown_connections 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd858ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd857680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 --2- 172.21.15.98:0/3964133356 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd858480 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 -- 172.21.15.98:0/3964133356 >> 172.21.15.98:0/3964133356 conn(0x55b8fd7cb260 msgr2=0x55b8fd852140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 -- 172.21.15.98:0/3964133356 shutdown_connections 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.361+0000 7fbc829afb80 1 -- 172.21.15.98:0/3964133356 wait complete. 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 -- start start 2023-10-05T15:39:26.366 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 Processor -- start 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd865320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd865860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd7a9e30 con 0x55b8fd858a60 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd746710 con 0x55b8fd857bc0 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd7463b0 con 0x55b8fd857260 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc829afb80 10 client.0 _ll_register_callbacks cb 0x55b8fd5a3800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc74d62700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd865860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc74d62700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46342/0 (socket says 172.21.15.98:46342) 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc74d62700 1 -- 172.21.15.98:0/372046636 learned_addr learned my addr 172.21.15.98:0/372046636 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.370 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.362+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd865320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 -- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 msgr2=0x55b8fd865320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd865320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 -- 172.21.15.98:0/372046636 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 msgr2=0x55b8fd865860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd865860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 -- 172.21.15.98:0/372046636 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc64011440 con 0x55b8fd858a60 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd865860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc74d62700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbc6800b0a0 tx=0x7fbc68009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e09f4f187643a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6800e040 con 0x55b8fd858a60 2023-10-05T15:39:26.371 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbc6800be40 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b8fd849f10 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc68004c50 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 10 client.16101 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fbc70109c90 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b8fd849f10 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fbc68035030 con 0x55b8fd858a60 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 10 client.16101 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 10 client.16101 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 20 client.16101 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd871140 0x55b8fd873560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 4 client.16101 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:26.372 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.363+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b8fd7a2e10 con 0x55b8fd871140 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.364+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd871140 0x55b8fd873560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.364+0000 7fbc4f7fe700 10 client.16101 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.364+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd871140 0x55b8fd873560 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bae4fb9ab2f3d8b4 server_cookie=f48f8b3525be2950 in_seq=0 out_seq=0 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/372046636 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b8fd7a2e10 con 0x55b8fd871140 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc4f7fe700 10 client.16101 handle_command_reply: tid=0 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 client.16101 shutdown 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 msgr2=0x55b8fd86c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbc6800b0a0 tx=0x7fbc68009c80 comp rx=0 tx=0).stop 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 shutdown_connections 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd871140 0x55b8fd873560 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86c8a0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc4f7fe700 0 client.16101 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:26.373 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd865320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 --2- 172.21.15.98:0/372046636 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd865860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 >> 172.21.15.98:0/372046636 conn(0x55b8fd7cb260 msgr2=0x55b8fd851f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 shutdown_connections 2023-10-05T15:39:26.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 1 -- 172.21.15.98:0/372046636 wait complete. 2023-10-05T15:39:26.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.365+0000 7fbc829afb80 20 client.16101 trim_cache size 0 max 16384 2023-10-05T15:39:26.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 Processor -- start 2023-10-05T15:39:26.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 -- start start 2023-10-05T15:39:26.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd858e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.385 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd858a60 0x55b8fd865320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd62a920 con 0x55b8fd857bc0 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd864ef0 con 0x55b8fd858a60 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc829afb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd84c520 con 0x55b8fd857260 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc6f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46348/0 (socket says 172.21.15.98:46348) 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.379+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1477219087 learned_addr learned my addr 172.21.15.98:0/1477219087 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc74d62700 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd858a60 0x55b8fd865320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd858e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1477219087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 msgr2=0x55b8fd858e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd858e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1477219087 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd858a60 msgr2=0x55b8fd865320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd858a60 0x55b8fd865320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.386 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 -- 172.21.15.98:0/1477219087 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc7019f2b0 con 0x55b8fd857bc0 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fbc600cad70 tx=0x7fbc60096690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e39be3129056400 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc56ffd700 1 -- 172.21.15.98:0/1477219087 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6009a980 con 0x55b8fd857bc0 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc56ffd700 1 -- 172.21.15.98:0/1477219087 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc60064020 con 0x55b8fd857bc0 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.380+0000 7fbc56ffd700 1 -- 172.21.15.98:0/1477219087 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6009a480 con 0x55b8fd857bc0 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- 172.21.15.98:0/1477219087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 msgr2=0x55b8fd86c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fbc600cad70 tx=0x7fbc60096690 comp rx=0 tx=0).stop 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- 172.21.15.98:0/1477219087 shutdown_connections 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd858a60 0x55b8fd865320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd858e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1477219087 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd857bc0 0x55b8fd86c7c0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- 172.21.15.98:0/1477219087 >> 172.21.15.98:0/1477219087 conn(0x55b8fd7cb260 msgr2=0x55b8fd850bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- 172.21.15.98:0/1477219087 shutdown_connections 2023-10-05T15:39:26.387 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- 172.21.15.98:0/1477219087 wait complete. 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 -- start start 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.381+0000 7fbc829afb80 1 Processor -- start 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd867fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd8684e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd86ba40 con 0x55b8fd858a60 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd86bbb0 con 0x55b8fd857bc0 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8fd86bd70 con 0x55b8fd857260 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 10 client.0 _ll_register_callbacks cb 0x7fbc680074e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc6ffff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd867fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc6ffff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd867fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34812/0 (socket says 172.21.15.98:34812) 2023-10-05T15:39:26.388 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc6ffff700 1 -- 172.21.15.98:0/1164327914 learned_addr learned my addr 172.21.15.98:0/1164327914 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd8684e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 -- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 msgr2=0x55b8fd867fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd867fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 -- 172.21.15.98:0/1164327914 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 msgr2=0x55b8fd8684e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd8684e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 -- 172.21.15.98:0/1164327914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8fd5d4de0 con 0x55b8fd858a60 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc6f7fe700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd8684e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc74d62700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86b500 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fbc680062a0 tx=0x7fbc6802d810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2089b758e0a1edc1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc4f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc6800e040 con 0x55b8fd858a60 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbc6800be40 con 0x55b8fd858a60 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbc6009e170 con 0x55b8fd858a60 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc68004e60 con 0x55b8fd858a60 2023-10-05T15:39:26.389 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 10 client.16107 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.382+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b8fd5bdc60 con 0x55b8fd858a60 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc6009e170 con 0x55b8fd858a60 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fbc68035070 con 0x55b8fd858a60 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 10 client.16107 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 10 client.16107 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 20 client.16107 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd8c5670 0x55b8fd8c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 4 client.16107 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b8fd7a2b30 con 0x55b8fd8c5670 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd8c5670 0x55b8fd8c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc4f7fe700 10 client.16107 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.383+0000 7fbc6ffff700 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd8c5670 0x55b8fd8c7a90 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b3d0136b74186535 server_cookie=eed46a753be46bef in_seq=0 out_seq=0 2023-10-05T15:39:26.390 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc4f7fe700 1 -- 172.21.15.98:0/1164327914 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b8fd7a2b30 con 0x55b8fd8c5670 2023-10-05T15:39:26.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc4f7fe700 10 client.16107 handle_command_reply: tid=0 2023-10-05T15:39:26.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 client.16107 shutdown 2023-10-05T15:39:26.391 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 msgr2=0x55b8fd86b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86b500 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fbc680062a0 tx=0x7fbc6802d810 comp rx=0 tx=0).stop 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 shutdown_connections 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x55b8fd8c5670 0x55b8fd8c7a90 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55b8fd858a60 0x55b8fd86b500 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b8fd857260 0x55b8fd867fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc4f7fe700 0 client.16107 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 --2- 172.21.15.98:0/1164327914 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55b8fd857bc0 0x55b8fd8684e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 >> 172.21.15.98:0/1164327914 conn(0x55b8fd7cb260 msgr2=0x55b8fd8652c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 shutdown_connections 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 1 -- 172.21.15.98:0/1164327914 wait complete. 2023-10-05T15:39:26.392 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc829afb80 20 client.16107 trim_cache size 0 max 16384 2023-10-05T15:39:26.393 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:26.393 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 msgr2=0x7fbc580a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 0x7fbc580a3940 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fbc70198210 tx=0x7fbc6400b410 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 msgr2=0x7fbc70197280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.384+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000e970 tx=0x7fbc6000ec80 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 shutdown_connections 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbc580a1480 0x7fbc580a3940 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbc70100ea0 0x7fbc70196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc70102a40 0x7fbc7019e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 --2- 172.21.15.98:0/1012033577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbc70102080 0x7fbc70197280 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 >> 172.21.15.98:0/1012033577 conn(0x7fbc700fc460 msgr2=0x7fbc701055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 shutdown_connections 2023-10-05T15:39:26.394 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.385+0000 7fbc767c5700 1 -- 172.21.15.98:0/1012033577 wait complete. 2023-10-05T15:39:26.399 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 -- 172.21.15.98:0/2349656360 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c100fb0 msgr2=0x7f270c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 --2- 172.21.15.98:0/2349656360 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c100fb0 0x7f270c101410 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f27000099c0 tx=0x7f2700009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 -- 172.21.15.98:0/2349656360 shutdown_connections 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 --2- 172.21.15.98:0/2349656360 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c0ffdc0 0x7f270c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 --2- 172.21.15.98:0/2349656360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c101950 0x7f270c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 --2- 172.21.15.98:0/2349656360 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c100fb0 0x7f270c101410 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.529 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.525+0000 7f2713c1b700 1 -- 172.21.15.98:0/2349656360 >> 172.21.15.98:0/2349656360 conn(0x7f270c0fb330 msgr2=0x7f270c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- 172.21.15.98:0/2349656360 shutdown_connections 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- 172.21.15.98:0/2349656360 wait complete. 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 Processor -- start 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- start start 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c0ffdc0 0x7f270c068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 0x7f270c19b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f270c19e720 con 0x7f270c101950 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f270c19e890 con 0x7f270c100fb0 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f2713c1b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f270c19ea50 con 0x7f270c0ffdc0 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f27121b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f27111b6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 0x7f270c19b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.530 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f27121b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46370/0 (socket says 172.21.15.98:46370) 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f27111b6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 0x7f270c19b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40166/0 (socket says 172.21.15.98:40166) 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.526+0000 7f27121b8700 1 -- 172.21.15.98:0/119749467 learned_addr learned my addr 172.21.15.98:0/119749467 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27119b7700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c0ffdc0 0x7f270c068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 -- 172.21.15.98:0/119749467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c0ffdc0 msgr2=0x7f270c068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c0ffdc0 0x7f270c068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 -- 172.21.15.98:0/119749467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 msgr2=0x7f270c19b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 0x7f270c19b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 -- 172.21.15.98:0/119749467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27000095f0 con 0x7f270c101950 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f27121b8700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f270400c970 tx=0x7f270400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f270affd700 1 -- 172.21.15.98:0/119749467 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2704007b00 con 0x7f270c101950 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f270affd700 1 -- 172.21.15.98:0/119749467 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f270400ce60 con 0x7f270c101950 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f270c19ed30 con 0x7f270c101950 2023-10-05T15:39:26.531 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f270affd700 1 -- 172.21.15.98:0/119749467 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2704005470 con 0x7f270c101950 2023-10-05T15:39:26.532 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.527+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f270c19f1e0 con 0x7f270c101950 2023-10-05T15:39:26.534 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.529+0000 7f270affd700 1 -- 172.21.15.98:0/119749467 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f27040055d0 con 0x7f270c101950 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.529+0000 7f270affd700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 0x7f26f40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.530+0000 7f270affd700 1 -- 172.21.15.98:0/119749467 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f27040ccc40 con 0x7f270c101950 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.530+0000 7f27119b7700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 0x7f26f40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.530+0000 7f27119b7700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 0x7f26f40a39c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f270c100e10 tx=0x7f26fc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 Processor -- start 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 -- start start 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7de480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7deee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba745460 con 0x5615ba7dd260 2023-10-05T15:39:26.535 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba736c20 con 0x5615ba7dea60 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f271fe05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba734540 con 0x5615ba7ddbc0 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27119b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27119b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46374/0 (socket says 172.21.15.98:46374) 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27119b7700 1 -- 172.21.15.98:0/3516611300 learned_addr learned my addr 172.21.15.98:0/3516611300 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7deee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27111b6700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7de480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 -- 172.21.15.98:0/3516611300 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 msgr2=0x5615ba7de480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7de480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 -- 172.21.15.98:0/3516611300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 msgr2=0x5615ba7dd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27121b8700 1 -- 172.21.15.98:0/3516611300 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5615ba55ade0 con 0x5615ba7dea60 2023-10-05T15:39:26.536 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.531+0000 7f27119b7700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f27121b8700 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7deee0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27040ca390 tx=0x7f2704096020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cc35ee3aa092d99 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f26f3fff700 1 -- 172.21.15.98:0/3516611300 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2704099bb0 con 0x5615ba7dea60 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f26f3fff700 1 -- 172.21.15.98:0/3516611300 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f270409dd00 con 0x5615ba7dea60 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f26f3fff700 1 -- 172.21.15.98:0/3516611300 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f270409a070 con 0x5615ba7dea60 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 -- 172.21.15.98:0/3516611300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 msgr2=0x5615ba7deee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7deee0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27040ca390 tx=0x7f2704096020 comp rx=0 tx=0).stop 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 -- 172.21.15.98:0/3516611300 shutdown_connections 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7deee0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7dd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3516611300 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7de480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.537 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.532+0000 7f271fe05b80 1 -- 172.21.15.98:0/3516611300 >> 172.21.15.98:0/3516611300 conn(0x5615ba751260 msgr2=0x5615ba7d8140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- 172.21.15.98:0/3516611300 shutdown_connections 2023-10-05T15:39:26.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- 172.21.15.98:0/3516611300 wait complete. 2023-10-05T15:39:26.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- start start 2023-10-05T15:39:26.538 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 Processor -- start 2023-10-05T15:39:26.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.541 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7ee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba72fe30 con 0x5615ba7dd260 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba6cc710 con 0x5615ba7dea60 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba6cc3b0 con 0x5615ba7ddbc0 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f271fe05b80 10 client.0 _ll_register_callbacks cb 0x5615ba529800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.533+0000 7f27119b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27119b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46380/0 (socket says 172.21.15.98:46380) 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7ee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27119b7700 1 -- 172.21.15.98:0/224151522 learned_addr learned my addr 172.21.15.98:0/224151522 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27111b6700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 -- 172.21.15.98:0/224151522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 msgr2=0x5615ba7e7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.542 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e7590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 -- 172.21.15.98:0/224151522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 msgr2=0x5615ba7e7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 -- 172.21.15.98:0/224151522 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26fc007de0 con 0x5615ba7dea60 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27119b7700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f27121b8700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7ee5d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f27040ca390 tx=0x7f270400af50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a8375dbaf516b82 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f26f17fa700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27040b24b0 con 0x5615ba7dea60 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f27040a1f40 con 0x5615ba7dea60 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5615ba7cff10 con 0x5615ba7dea60 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2704099bb0 con 0x5615ba7dea60 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f271fe05b80 10 client.25607 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.543 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f270c19f1e0 con 0x5615ba7dea60 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.534+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5615ba7cff10 con 0x5615ba7dea60 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f270409ea40 con 0x5615ba7dea60 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 10 client.25607 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 10 client.25607 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 20 client.25607 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba7f29c0 0x5615ba7f4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 4 client.25607 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5615ba728e10 con 0x5615ba7f29c0 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f27119b7700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba7f29c0 0x5615ba7f4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f26f17fa700 10 client.25607 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.535+0000 7f27119b7700 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba7f29c0 0x5615ba7f4de0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a46c5eeefc03958 server_cookie=fb6043e3ec951fe4 in_seq=0 out_seq=0 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f26f17fa700 1 -- 172.21.15.98:0/224151522 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5615ba728e10 con 0x5615ba7f29c0 2023-10-05T15:39:26.544 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f26f17fa700 10 client.25607 handle_command_reply: tid=0 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 client.25607 shutdown 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 msgr2=0x5615ba7ee5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7ee5d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f27040ca390 tx=0x7f270400af50 comp rx=0 tx=0).stop 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 shutdown_connections 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba7f29c0 0x5615ba7f4de0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dea60 0x5615ba7ee5d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f26f17fa700 0 client.25607 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7dd260 0x5615ba7e7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 --2- 172.21.15.98:0/224151522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 >> 172.21.15.98:0/224151522 conn(0x5615ba751260 msgr2=0x5615ba7d7f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 shutdown_connections 2023-10-05T15:39:26.545 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 1 -- 172.21.15.98:0/224151522 wait complete. 2023-10-05T15:39:26.546 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.536+0000 7f271fe05b80 20 client.25607 trim_cache size 0 max 16384 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 Processor -- start 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 -- start start 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7e19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ee590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba5b0920 con 0x5615ba7ddbc0 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba728e10 con 0x5615ba7dd260 2023-10-05T15:39:26.553 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f271fe05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba7e8240 con 0x5615ba7dea60 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f27111b6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f27119b7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7e19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f27111b6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46390/0 (socket says 172.21.15.98:46390) 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f27111b6700 1 -- 172.21.15.98:0/479512641 learned_addr learned my addr 172.21.15.98:0/479512641 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.550+0000 7f27121b8700 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ee590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 -- 172.21.15.98:0/479512641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 msgr2=0x5615ba7ee590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ee590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 -- 172.21.15.98:0/479512641 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 msgr2=0x5615ba7e19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7e19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 -- 172.21.15.98:0/479512641 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5615ba543c60 con 0x5615ba7ddbc0 2023-10-05T15:39:26.554 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27119b7700 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7e19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f27111b6700 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f27000099c0 tx=0x7f2700005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf593c71f9bca06b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f2708d82700 1 -- 172.21.15.98:0/479512641 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2700005550 con 0x5615ba7ddbc0 2023-10-05T15:39:26.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f2708d82700 1 -- 172.21.15.98:0/479512641 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f270001e070 con 0x5615ba7ddbc0 2023-10-05T15:39:26.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.551+0000 7f2708d82700 1 -- 172.21.15.98:0/479512641 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27000037d0 con 0x5615ba7ddbc0 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- 172.21.15.98:0/479512641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 msgr2=0x5615ba7e1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f27000099c0 tx=0x7f2700005fb0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- 172.21.15.98:0/479512641 shutdown_connections 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7e19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ee590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 --2- 172.21.15.98:0/479512641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7e1f10 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- 172.21.15.98:0/479512641 >> 172.21.15.98:0/479512641 conn(0x5615ba751260 msgr2=0x5615ba7d6bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- 172.21.15.98:0/479512641 shutdown_connections 2023-10-05T15:39:26.559 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- 172.21.15.98:0/479512641 wait complete. 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 -- start start 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.552+0000 7f271fe05b80 1 Processor -- start 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7ee2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ec3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba7ec930 con 0x5615ba7ddbc0 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba7ecaa0 con 0x5615ba7dd260 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615ba7ecc60 con 0x5615ba7dea60 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f271fe05b80 10 client.0 _ll_register_callbacks cb 0x5615ba529800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7ee2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.560 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27119b7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27119b7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40192/0 (socket says 172.21.15.98:40192) 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27119b7700 1 -- 172.21.15.98:0/3815062931 learned_addr learned my addr 172.21.15.98:0/3815062931 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27121b8700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ec3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 -- 172.21.15.98:0/3815062931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 msgr2=0x5615ba7ec3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ec3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 -- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 msgr2=0x5615ba7edda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 -- 172.21.15.98:0/3815062931 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26fc015d10 con 0x5615ba7ddbc0 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27119b7700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f27111b6700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7ee2e0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f270000bc10 tx=0x7f2700005c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37dd7ca67ccff83b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.553+0000 7f26f17fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:26.561 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2700028e50 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f270409dd00 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f27000037d0 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f27000039d0 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 10 client.16125 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f270c108b50 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2700042080 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f270000fc20 con 0x5615ba7ddbc0 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 10 client.16125 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 10 client.16125 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 20 client.16125 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba847660 0x5615ba849a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:26.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 4 client.16125 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5615ba728b30 con 0x5615ba847660 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.554+0000 7f27119b7700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba847660 0x5615ba849a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.555+0000 7f26f17fa700 10 client.16125 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.555+0000 7f27119b7700 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba847660 0x5615ba849a80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7e96a975b07c441 server_cookie=830cae60dee81b5c in_seq=0 out_seq=0 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.556+0000 7f26f17fa700 1 -- 172.21.15.98:0/3815062931 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5615ba728b30 con 0x5615ba847660 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.556+0000 7f26f17fa700 10 client.16125 handle_command_reply: tid=0 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.556+0000 7f271fe05b80 1 client.16125 shutdown 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 msgr2=0x5615ba7ee2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7ee2e0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f270000bc10 tx=0x7f2700005c40 comp rx=0 tx=0).stop 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 shutdown_connections 2023-10-05T15:39:26.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5615ba847660 0x5615ba849a80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5615ba7dd260 0x5615ba7edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f26f17fa700 0 client.16125 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5615ba7dea60 0x5615ba7ec3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 --2- 172.21.15.98:0/3815062931 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5615ba7ddbc0 0x5615ba7ee2e0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 >> 172.21.15.98:0/3815062931 conn(0x5615ba751260 msgr2=0x5615ba7e19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 shutdown_connections 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 1 -- 172.21.15.98:0/3815062931 wait complete. 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f271fe05b80 20 client.16125 trim_cache size 0 max 16384 2023-10-05T15:39:26.564 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:26.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 msgr2=0x7f26f40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 0x7f26f40a39c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f270c100e10 tx=0x7f26fc00b040 comp rx=0 tx=0).stop 2023-10-05T15:39:26.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 msgr2=0x7f270c19df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:26.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f270400c970 tx=0x7f270400cc80 comp rx=0 tx=0).stop 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 shutdown_connections 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f26f40a1500 0x7f26f40a39c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f270c101950 0x7f270c19df80 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f270c0ffdc0 0x7f270c068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 --2- 172.21.15.98:0/119749467 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f270c100fb0 0x7f270c19b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 >> 172.21.15.98:0/119749467 conn(0x7f270c0fb330 msgr2=0x7f270c0fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 shutdown_connections 2023-10-05T15:39:26.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:26.557+0000 7f2713c1b700 1 -- 172.21.15.98:0/119749467 wait complete. 2023-10-05T15:39:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:26 smithi173 ceph-mon[104029]: pgmap v350: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2023-10-05T15:39:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:26 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:26.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:26 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/806810157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:26 smithi115 ceph-mon[103691]: pgmap v350: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2023-10-05T15:39:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:26 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:26 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/806810157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:26 smithi098 ceph-mon[99243]: pgmap v350: 129 pgs: 129 active+clean; 14 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 KiB/s rd, 1.2 MiB/s wr, 43 op/s 2023-10-05T15:39:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:26 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:26 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/806810157' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:27.572 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:39:27.572 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.702+0000 7ff874ba5700 1 -- 172.21.15.98:0/2557659566 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 msgr2=0x7ff8701082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.702+0000 7ff874ba5700 1 --2- 172.21.15.98:0/2557659566 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701082e0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7ff86800b0a0 tx=0x7ff86800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 -- 172.21.15.98:0/2557659566 shutdown_connections 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 --2- 172.21.15.98:0/2557659566 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701082e0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 --2- 172.21.15.98:0/2557659566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 0x7ff870101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 --2- 172.21.15.98:0/2557659566 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 0x7ff8701004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 -- 172.21.15.98:0/2557659566 >> 172.21.15.98:0/2557659566 conn(0x7ff8700faab0 msgr2=0x7ff8700fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 -- 172.21.15.98:0/2557659566 shutdown_connections 2023-10-05T15:39:27.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 -- 172.21.15.98:0/2557659566 wait complete. 2023-10-05T15:39:27.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 Processor -- start 2023-10-05T15:39:27.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.703+0000 7ff874ba5700 1 -- start start 2023-10-05T15:39:27.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 0x7ff870195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.707 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 0x7ff87019d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff87019d710 con 0x7ff870100a20 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff87019d850 con 0x7ff870100080 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff87019d9e0 con 0x7ff870101350 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46408/0 (socket says 172.21.15.98:46408) 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4078086305 learned_addr learned my addr 172.21.15.98:0/4078086305 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 0x7ff87019d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 0x7ff870195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4078086305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 msgr2=0x7ff87019d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 0x7ff87019d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4078086305 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 msgr2=0x7ff870195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 0x7ff870195b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4078086305 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff868009d00 con 0x7ff870100a20 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ff86000eab0 tx=0x7ff86000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff85f7fe700 1 -- 172.21.15.98:0/4078086305 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff860013070 con 0x7ff870100a20 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff85f7fe700 1 -- 172.21.15.98:0/4078086305 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff86000be80 con 0x7ff870100a20 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8700fefd0 con 0x7ff870100a20 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff85f7fe700 1 -- 172.21.15.98:0/4078086305 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8600163b0 con 0x7ff870100a20 2023-10-05T15:39:27.709 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.704+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8700ff4e0 con 0x7ff870100a20 2023-10-05T15:39:27.717 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.706+0000 7ff85f7fe700 1 -- 172.21.15.98:0/4078086305 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff8600175a0 con 0x7ff870100a20 2023-10-05T15:39:27.717 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.707+0000 7ff85f7fe700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 0x7ff8580a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.717 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.707+0000 7ff85f7fe700 1 -- 172.21.15.98:0/4078086305 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff8600ce5f0 con 0x7ff870100a20 2023-10-05T15:39:27.717 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.707+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 0x7ff8580a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.717 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.707+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 0x7ff8580a3940 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff870067dc0 tx=0x7ff864007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 Processor -- start 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 -- start start 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979152a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979152af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597914914e0 con 0x5597915292e0 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791482ca0 con 0x55979152aae0 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597914805c0 con 0x559791529c40 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46414/0 (socket says 172.21.15.98:46414) 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 -- 172.21.15.98:0/567514267 learned_addr learned my addr 172.21.15.98:0/567514267 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979152af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979152a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 -- 172.21.15.98:0/567514267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 msgr2=0x55979152a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979152a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 -- 172.21.15.98:0/567514267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 msgr2=0x55979152af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979152af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.708+0000 7ff86e59c700 1 -- 172.21.15.98:0/567514267 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597912a6e60 con 0x5597915292e0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff86e59c700 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff864010e50 tx=0x7ff864013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b737fc369c44669 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff85cff9700 1 -- 172.21.15.98:0/567514267 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff864010e80 con 0x5597915292e0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff85cff9700 1 -- 172.21.15.98:0/567514267 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff864003b40 con 0x5597915292e0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff85cff9700 1 -- 172.21.15.98:0/567514267 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff864011bd0 con 0x5597915292e0 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 -- 172.21.15.98:0/567514267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 msgr2=0x559791529700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.719 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff864010e50 tx=0x7ff864013000 comp rx=0 tx=0).stop 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 -- 172.21.15.98:0/567514267 shutdown_connections 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979152af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5597915292e0 0x559791529700 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/567514267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979152a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.709+0000 7ff880d8fb80 1 -- 172.21.15.98:0/567514267 >> 172.21.15.98:0/567514267 conn(0x55979149d2e0 msgr2=0x5597915241c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- 172.21.15.98:0/567514267 shutdown_connections 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- 172.21.15.98:0/567514267 wait complete. 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- start start 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 Processor -- start 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x5597915330e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.720 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979153a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55979147beb0 con 0x559791529c40 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791418790 con 0x55979152aae0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791418430 con 0x5597915292e0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff880d8fb80 10 client.0 _ll_register_callbacks cb 0x559791275880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff86dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff86dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46422/0 (socket says 172.21.15.98:46422) 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4269924637 learned_addr learned my addr 172.21.15.98:0/4269924637 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x5597915330e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.710+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979153a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4269924637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 msgr2=0x5597915330e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x5597915330e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.721 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 msgr2=0x55979153a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979153a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 -- 172.21.15.98:0/4269924637 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff864010b00 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979153a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7ff86009b2c0 tx=0x7ff86009bb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8044fa82e0238056 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff860017410 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff86009bcc0 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55979151bf90 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8600860c0 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 10 client.16137 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55979128fce0 con 0x559791529c40 2023-10-05T15:39:27.722 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55979151bf90 con 0x559791529c40 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ff8600973b0 con 0x559791529c40 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 10 client.16137 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 10 client.16137 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 20 client.16137 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55979153ee80 0x5597915412a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 4 client.16137 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.711+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559791474e90 con 0x55979153ee80 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.712+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55979153ee80 0x5597915412a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.712+0000 7ff855ffb700 10 client.16137 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.712+0000 7ff86e59c700 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55979153ee80 0x5597915412a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe229a07aad67521 server_cookie=676c92a4f46e8507 in_seq=0 out_seq=0 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff855ffb700 1 -- 172.21.15.98:0/4269924637 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559791474e90 con 0x55979153ee80 2023-10-05T15:39:27.723 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff855ffb700 10 client.16137 handle_command_reply: tid=0 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 client.16137 shutdown 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 msgr2=0x559791533620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7ff86009b2c0 tx=0x7ff86009bb00 comp rx=0 tx=0).stop 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 shutdown_connections 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55979153ee80 0x5597915412a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55979152aae0 0x55979153a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x5597915330e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff855ffb700 0 client.16137 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/4269924637 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559791529c40 0x559791533620 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 >> 172.21.15.98:0/4269924637 conn(0x55979149d2e0 msgr2=0x559791523fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 shutdown_connections 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 1 -- 172.21.15.98:0/4269924637 wait complete. 2023-10-05T15:39:27.724 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.713+0000 7ff880d8fb80 20 client.16137 trim_cache size 0 max 16384 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 Processor -- start 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 -- start start 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5597915292e0 0x55979152d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979153a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597912fc9a0 con 0x55979152aae0 2023-10-05T15:39:27.736 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55979152a020 con 0x5597915292e0 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791532590 con 0x559791529c40 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46432/0 (socket says 172.21.15.98:46432) 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 -- 172.21.15.98:0/1463683049 learned_addr learned my addr 172.21.15.98:0/1463683049 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86e59c700 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5597915292e0 0x55979152d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979153a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 -- 172.21.15.98:0/1463683049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 msgr2=0x55979153a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979153a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 -- 172.21.15.98:0/1463683049 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5597915292e0 msgr2=0x55979152d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5597915292e0 0x55979152d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.737 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 -- 172.21.15.98:0/1463683049 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597915201c0 con 0x55979152aae0 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff86800b070 tx=0x7ff868007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c859dbc7e586314 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.730+0000 7ff85d7fa700 1 -- 172.21.15.98:0/1463683049 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff86800e040 con 0x55979152aae0 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff85d7fa700 1 -- 172.21.15.98:0/1463683049 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff868022070 con 0x55979152aae0 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff85d7fa700 1 -- 172.21.15.98:0/1463683049 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff868005530 con 0x55979152aae0 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- 172.21.15.98:0/1463683049 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 msgr2=0x55979152df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff86800b070 tx=0x7ff868007720 comp rx=0 tx=0).stop 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- 172.21.15.98:0/1463683049 shutdown_connections 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5597915292e0 0x55979152d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x55979152df30 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/1463683049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559791529c40 0x55979153a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.738 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- 172.21.15.98:0/1463683049 >> 172.21.15.98:0/1463683049 conn(0x55979149d2e0 msgr2=0x5597915330e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- 172.21.15.98:0/1463683049 shutdown_connections 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- 172.21.15.98:0/1463683049 wait complete. 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 -- start start 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.731+0000 7ff880d8fb80 1 Processor -- start 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x55979153a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559791529c40 0x5597915370c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791592ca0 con 0x55979152aae0 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791592de0 con 0x559791529c40 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559791592f70 con 0x5597915292e0 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 10 client.0 _ll_register_callbacks cb 0x7ff860097900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:27.739 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46438/0 (socket says 172.21.15.98:46438) 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 -- 172.21.15.98:0/2213208905 learned_addr learned my addr 172.21.15.98:0/2213208905 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86dd9b700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559791529c40 0x5597915370c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86e59c700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x55979153a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 -- 172.21.15.98:0/2213208905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 msgr2=0x55979153a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x55979153a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 -- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559791529c40 msgr2=0x5597915370c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559791529c40 0x5597915370c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 -- 172.21.15.98:0/2213208905 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff870108b50 con 0x55979152aae0 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86e59c700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x55979153a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff86ed9d700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff868009610 tx=0x7ff868006080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69efc961535e8df2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.740 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff855ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff86800e040 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7ff86802c070 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff864003b40 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff868003e40 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 10 client.16143 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.732+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5597912cd2d0 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff864003b40 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ff86800b0d0 con 0x55979152aae0 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 10 client.16143 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 10 client.16143 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:27.741 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 20 client.16143 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559791594610 0x559791596a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 4 client.16143 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559791474bb0 con 0x559791594610 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff86e59c700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559791594610 0x559791596a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff855ffb700 10 client.16143 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.742 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.733+0000 7ff86e59c700 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559791594610 0x559791596a30 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=902e073a3b032433 server_cookie=517330d9fd4d0729 in_seq=0 out_seq=0 2023-10-05T15:39:27.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff855ffb700 1 -- 172.21.15.98:0/2213208905 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559791474bb0 con 0x559791594610 2023-10-05T15:39:27.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff855ffb700 10 client.16143 handle_command_reply: tid=0 2023-10-05T15:39:27.743 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 client.16143 shutdown 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 msgr2=0x559791537740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff868009610 tx=0x7ff868006080 comp rx=0 tx=0).stop 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 shutdown_connections 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55979152aae0 0x559791537740 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5597915292e0 0x55979153a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559791594610 0x559791596a30 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 --2- 172.21.15.98:0/2213208905 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559791529c40 0x5597915370c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 >> 172.21.15.98:0/2213208905 conn(0x55979149d2e0 msgr2=0x559791533080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff855ffb700 0 client.16143 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 shutdown_connections 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 1 -- 172.21.15.98:0/2213208905 wait complete. 2023-10-05T15:39:27.744 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.736+0000 7ff880d8fb80 20 client.16143 trim_cache size 0 max 16384 2023-10-05T15:39:27.745 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:27.745 INFO:teuthology.orchestra.run.smithi098.stdout: "return_code": 0, 2023-10-05T15:39:27.745 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_tag": "8b71df1d-ed95-4858-8aef-6a725cc4317a", 2023-10-05T15:39:27.745 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": "asynchronous" 2023-10-05T15:39:27.745 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 msgr2=0x7ff8580a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 0x7ff8580a3940 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff870067dc0 tx=0x7ff864007400 comp rx=0 tx=0).stop 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 msgr2=0x7ff8701960d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ff86000eab0 tx=0x7ff86000edc0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 shutdown_connections 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7ff8580a1480 0x7ff8580a3940 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7ff870100080 0x7ff870195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff870101350 0x7ff87019d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.746 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 --2- 172.21.15.98:0/4078086305 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7ff870100a20 0x7ff8701960d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 >> 172.21.15.98:0/4078086305 conn(0x7ff8700faab0 msgr2=0x7ff8700fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 shutdown_connections 2023-10-05T15:39:27.747 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.737+0000 7ff874ba5700 1 -- 172.21.15.98:0/4078086305 wait complete. 2023-10-05T15:39:27.750 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 -- 172.21.15.98:0/2949825613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc0fff80 msgr2=0x7f8abc100400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2949825613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc0fff80 0x7f8abc100400 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f8aac009990 tx=0x7f8aac009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 -- 172.21.15.98:0/2949825613 shutdown_connections 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2949825613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc100940 0x7f8abc108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2949825613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 0x7f8abc101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2949825613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc0fff80 0x7f8abc100400 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 -- 172.21.15.98:0/2949825613 >> 172.21.15.98:0/2949825613 conn(0x7f8abc0fab10 msgr2=0x7f8abc0fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 -- 172.21.15.98:0/2949825613 shutdown_connections 2023-10-05T15:39:27.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.882+0000 7f8ac404a700 1 -- 172.21.15.98:0/2949825613 wait complete. 2023-10-05T15:39:27.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 Processor -- start 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 -- start start 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 0x7f8abc198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 0x7f8abc1a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8abc1a0a30 con 0x7f8abc100940 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8abc1a0b70 con 0x7f8abc0fff80 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac404a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8abc1a0d00 con 0x7f8abc101330 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac1de6700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 0x7f8abc198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46450/0 (socket says 172.21.15.98:46450) 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 -- 172.21.15.98:0/2569237549 learned_addr learned my addr 172.21.15.98:0/2569237549 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 0x7f8abc1a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 -- 172.21.15.98:0/2569237549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 msgr2=0x7f8abc1a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 0x7f8abc1a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 -- 172.21.15.98:0/2569237549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 msgr2=0x7f8abc198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.883+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 0x7f8abc198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ac15e5700 1 -- 172.21.15.98:0/2569237549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aac0095f0 con 0x7f8abc100940 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 0x7f8abc198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f8aac004710 tx=0x7f8aac009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ab2ffd700 1 -- 172.21.15.98:0/2569237549 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aac01d070 con 0x7f8abc100940 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ab2ffd700 1 -- 172.21.15.98:0/2569237549 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8aac021410 con 0x7f8abc100940 2023-10-05T15:39:27.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8abc1a0f80 con 0x7f8abc100940 2023-10-05T15:39:27.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ab2ffd700 1 -- 172.21.15.98:0/2569237549 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aac017650 con 0x7f8abc100940 2023-10-05T15:39:27.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.884+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8abc1a12f0 con 0x7f8abc100940 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.886+0000 7f8ab2ffd700 1 -- 172.21.15.98:0/2569237549 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8aac021580 con 0x7f8abc100940 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.887+0000 7f8ab2ffd700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 0x7f8aa80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.887+0000 7f8ab2ffd700 1 -- 172.21.15.98:0/2569237549 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8aac0ce420 con 0x7f8abc100940 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.887+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 0x7f8aa80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 0x7f8aa80a3940 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8abc068de0 tx=0x7f8ab8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ad0234b80 1 Processor -- start 2023-10-05T15:39:27.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ad0234b80 1 -- start start 2023-10-05T15:39:27.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285ef6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.888+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285ef6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285e5d460 con 0x55f285ef6a60 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285e4ec20 con 0x55f285ef5bc0 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285e4c540 con 0x55f285ef5260 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285ef6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34916/0 (socket says 172.21.15.98:34916) 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac25e7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285ef6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 -- 172.21.15.98:0/2236599211 learned_addr learned my addr 172.21.15.98:0/2236599211 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 -- 172.21.15.98:0/2236599211 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 msgr2=0x55f285ef6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285ef6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 -- 172.21.15.98:0/2236599211 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 msgr2=0x55f285ef6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285ef6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 -- 172.21.15.98:0/2236599211 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f285c72de0 con 0x55f285ef5260 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285ef6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800e720 tx=0x7f8ab8014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee39e26f7b9e493a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8aa7fff700 1 -- 172.21.15.98:0/2236599211 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8026600 con 0x55f285ef5260 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8aa7fff700 1 -- 172.21.15.98:0/2236599211 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ab8026c20 con 0x55f285ef5260 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.889+0000 7f8aa7fff700 1 -- 172.21.15.98:0/2236599211 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab801ec30 con 0x55f285ef5260 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 -- 172.21.15.98:0/2236599211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 msgr2=0x55f285ef5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800e720 tx=0x7f8ab8014000 comp rx=0 tx=0).stop 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 -- 172.21.15.98:0/2236599211 shutdown_connections 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285ef6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285ef5680 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/2236599211 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285ef6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 -- 172.21.15.98:0/2236599211 >> 172.21.15.98:0/2236599211 conn(0x55f285e69260 msgr2=0x55f285ef0140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 -- 172.21.15.98:0/2236599211 shutdown_connections 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.890+0000 7f8ad0234b80 1 -- 172.21.15.98:0/2236599211 wait complete. 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 -- start start 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 Processor -- start 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f06600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285e47e30 con 0x55f285ef5bc0 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285de4710 con 0x55f285ef6a60 2023-10-05T15:39:27.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285de43b0 con 0x55f285ef5260 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.891+0000 7f8ad0234b80 10 client.0 _ll_register_callbacks cb 0x55f285c41800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46464/0 (socket says 172.21.15.98:46464) 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 -- 172.21.15.98:0/4160967460 learned_addr learned my addr 172.21.15.98:0/4160967460 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f06600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 -- 172.21.15.98:0/4160967460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 msgr2=0x55f285eff080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 -- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 msgr2=0x55f285f06600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f06600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.899 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 -- 172.21.15.98:0/4160967460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8abc1a12f0 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8aac09b410 tx=0x7f8aac021b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a30c76eb0277555e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8aa57fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aac09b480 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8aac09f5d0 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f285ee7f10 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8aac0a3780 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ad0234b80 10 client.16155 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.892+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f8ab8017070 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f285ee7f10 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8aac09a970 con 0x55f285ef5bc0 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 10 client.16155 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 10 client.16155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:27.900 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 20 client.16155 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f0ab60 0x55f285f0cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 4 client.16155 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f285e40e10 con 0x55f285f0ab60 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f0ab60 0x55f285f0cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8aa57fa700 10 client.16155 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.901 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.893+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f0ab60 0x55f285f0cf80 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36f7f8d5c8042b8b server_cookie=da477fc72f11768f in_seq=0 out_seq=0 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.894+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4160967460 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f285e40e10 con 0x55f285f0ab60 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.894+0000 7f8aa57fa700 10 client.16155 handle_command_reply: tid=0 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.894+0000 7f8ad0234b80 1 client.16155 shutdown 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 msgr2=0x55f285eff5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8aac09b410 tx=0x7f8aac021b60 comp rx=0 tx=0).stop 2023-10-05T15:39:27.902 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 shutdown_connections 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f0ab60 0x55f285f0cf80 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f06600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8aa57fa700 0 client.16155 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4160967460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5bc0 0x55f285eff5c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 >> 172.21.15.98:0/4160967460 conn(0x55f285e69260 msgr2=0x55f285eeff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 shutdown_connections 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4160967460 wait complete. 2023-10-05T15:39:27.903 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.895+0000 7f8ad0234b80 20 client.16155 trim_cache size 0 max 16384 2023-10-05T15:39:27.917 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 Processor -- start 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 -- start start 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285f065c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285cc8920 con 0x55f285ef6a60 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285efe380 con 0x55f285ef5bc0 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285efe530 con 0x55f285ef5260 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46474/0 (socket says 172.21.15.98:46474) 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 -- 172.21.15.98:0/4176191033 learned_addr learned my addr 172.21.15.98:0/4176191033 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.918 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac15e5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285f065c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 -- 172.21.15.98:0/4176191033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 msgr2=0x55f285eff080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 -- 172.21.15.98:0/4176191033 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 msgr2=0x55f285f065c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285f065c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 -- 172.21.15.98:0/4176191033 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f285c5bc60 con 0x55f285ef6a60 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.915+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4009500 tx=0x7f8ab4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a43c9ab0fcafffd2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.916+0000 7f8ab0ff9700 1 -- 172.21.15.98:0/4176191033 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab400e040 con 0x55f285ef6a60 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.916+0000 7f8ab0ff9700 1 -- 172.21.15.98:0/4176191033 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ab400f040 con 0x55f285ef6a60 2023-10-05T15:39:27.919 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.916+0000 7f8ab0ff9700 1 -- 172.21.15.98:0/4176191033 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab4020d10 con 0x55f285ef6a60 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.916+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4176191033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 msgr2=0x55f285eff5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.916+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4009500 tx=0x7f8ab4009920 comp rx=0 tx=0).stop 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4176191033 shutdown_connections 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef6a60 0x55f285eff5c0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5260 0x55f285eff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4176191033 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef5bc0 0x55f285f065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4176191033 >> 172.21.15.98:0/4176191033 conn(0x55f285e69260 msgr2=0x55f285efce60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4176191033 shutdown_connections 2023-10-05T15:39:27.923 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4176191033 wait complete. 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- start start 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 Processor -- start 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 0x55f285f02d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f032d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285f03810 con 0x55f285ef5260 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285f03980 con 0x55f285ef6a60 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f285f5e980 con 0x55f285ef5bc0 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ad0234b80 10 client.0 _ll_register_callbacks cb 0x7f8aac09b340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.917+0000 7f8ac1de6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46476/0 (socket says 172.21.15.98:46476) 2023-10-05T15:39:27.924 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 -- 172.21.15.98:0/4232067017 learned_addr learned my addr 172.21.15.98:0/4232067017 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 0x55f285f02d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac25e7700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 -- 172.21.15.98:0/4232067017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 msgr2=0x55f285f02d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 0x55f285f02d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 -- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 msgr2=0x55f285f032d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f032d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 -- 172.21.15.98:0/4232067017 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ab40091b0 con 0x55f285ef5260 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 0x55f285f02d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ac1de6700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800e720 tx=0x7f8ab800ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8e385c11f3a1d66 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8aa57fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab802c040 con 0x55f285ef5260 2023-10-05T15:39:27.925 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8ab8033390 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ab8026c20 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ab801e4b0 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ad0234b80 10 client.16161 fetch_fsmap learned FSMap version 29 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.918+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f285c99250 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ab8026c20 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 29) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8ab8024020 con 0x55f285ef5260 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 10 client.16161 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 10 client.16161 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 20 client.16161 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f602a0 0x55f285f626c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 4 client.16161 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:39:27.926 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f285e40b30 con 0x55f285f602a0 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f602a0 0x55f285f626c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8aa57fa700 10 client.16161 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.919+0000 7f8ac15e5700 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f602a0 0x55f285f626c0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53b827516f5b6e88 server_cookie=c0971327fa7c15f4 in_seq=0 out_seq=0 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8aa57fa700 1 -- 172.21.15.98:0/4232067017 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+268 (crc 0 0 0) 0x55f285e40b30 con 0x55f285f602a0 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8aa57fa700 10 client.16161 handle_command_reply: tid=0 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 client.16161 shutdown 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 msgr2=0x55f285f062f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800e720 tx=0x7f8ab800ede0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 shutdown_connections 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f285f602a0 0x55f285f626c0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f285ef6a60 0x55f285f032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.927 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f285ef5260 0x55f285f062f0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 --2- 172.21.15.98:0/4232067017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f285ef5bc0 0x55f285f02d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8aa57fa700 0 client.16161 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 >> 172.21.15.98:0/4232067017 conn(0x55f285e69260 msgr2=0x55f285ef9990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 shutdown_connections 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 1 -- 172.21.15.98:0/4232067017 wait complete. 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.920+0000 7f8ad0234b80 20 client.16161 trim_cache size 0 max 16384 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "scrub active (1101 inodes in the stack)", 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": { 2023-10-05T15:39:27.928 INFO:teuthology.orchestra.run.smithi098.stdout: "8b71df1d-ed95-4858-8aef-6a725cc4317a": { 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/", 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout: "tag": "8b71df1d-ed95-4858-8aef-6a725cc4317a", 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout: "options": "recursive,force" 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:39:27.929 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 msgr2=0x7f8aa80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 0x7f8aa80a3940 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8abc068de0 tx=0x7f8ab8009260 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 msgr2=0x7f8abc1993f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f8aac004710 tx=0x7f8aac009580 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 shutdown_connections 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8aa80a1480 0x7f8aa80a3940 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8abc0fff80 0x7f8abc198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8abc101330 0x7f8abc1a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 --2- 172.21.15.98:0/2569237549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8abc100940 0x7f8abc1993f0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:27.930 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 >> 172.21.15.98:0/2569237549 conn(0x7f8abc0fab10 msgr2=0x7f8abc0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:27.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 shutdown_connections 2023-10-05T15:39:27.931 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:27.921+0000 7f8ac404a700 1 -- 172.21.15.98:0/2569237549 wait complete. 2023-10-05T15:39:27.935 INFO:tasks.cephfs.filesystem:scrub status for tag:8b71df1d-ed95-4858-8aef-6a725cc4317a - {'path': '/', 'tag': '8b71df1d-ed95-4858-8aef-6a725cc4317a', 'options': 'recursive,force'} 2023-10-05T15:39:28.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-mon[104029]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 123 op/s 2023-10-05T15:39:28.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-mon[104029]: scrub queued for path: / 2023-10-05T15:39:28.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:28.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.806+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000204 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb907700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000204:[<0x100000001fc/pre-merge-commit.sample v16>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000204:[<0x100000001fc/pre-merge-commit.sample v16>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.806+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000205 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb911600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000205:[<0x100000001fc/fsmonitor-watchman.sample v18>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000205:[<0x100000001fc/fsmonitor-watchman.sample v18>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.806+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ff [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb911080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000001ff:[<0x100000001fc/pre-commit.sample v6>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x100000001ff:[<0x100000001fc/pre-commit.sample v6>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.806+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000201 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb911b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000201:[<0x100000001fc/commit-msg.sample v10>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000201:[<0x100000001fc/commit-msg.sample v10>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.807+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000202 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb912100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000202:[<0x100000001fc/pre-rebase.sample v12>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000202:[<0x100000001fc/pre-rebase.sample v12>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.807+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb912680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000208:[<0x100000001fc/pre-receive.sample v24>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000208:[<0x100000001fc/pre-receive.sample v24>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.807+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000200 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/update.sample auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb913180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000200:[<0x100000001fc/update.sample v8>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000200:[<0x100000001fc/update.sample v8>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.807+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001fe [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb913700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000001fe:[<0x100000001fc/pre-push.sample v4>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x100000001fe:[<0x100000001fc/pre-push.sample v4>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.149 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.808+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000206 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb9b8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000206:[<0x100000001fc/pre-applypatch.sample v20>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000206:[<0x100000001fc/pre-applypatch.sample v20>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.149 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.808+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000209 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb9b8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000209:[<0x100000001fc/push-to-checkout.sample v26>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000209:[<0x100000001fc/push-to-checkout.sample v26>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.149 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.808+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001fd [2,head] /client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb912c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000001fd:[<0x100000001fc/prepare-commit-msg.sample v2>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x100000001fd:[<0x100000001fc/prepare-commit-msg.sample v2>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.149 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.808+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000207 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb9b9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000207:[<0x100000001fc/applypatch-msg.sample v22>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000207:[<0x100000001fc/applypatch-msg.sample v22>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.149 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:39:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:39:27.808+0000 7f9b98b64700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000203 [2,head] /client.0/tmp/xfstests-dev/.git/hooks/post-update.sample auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55feeb9b8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000203:[<0x100000001fc/post-update.sample v14>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x10000000203:[<0x100000001fc/post-update.sample v14>,<0x10000000003/hooks v36>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-mon[103691]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 123 op/s 2023-10-05T15:39:28.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-mon[103691]: scrub queued for path: / 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:39:27.807+0000 7fe830872700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000216 [...2,head] /client.0/tmp/xfstests-dev/.git/objects/info/ auth v4 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) (iversion lock) caps={15477=pAsLsXsFsx/pAsLsXsFs@2},l=15477 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x564618206580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000216:[<0x10000000214/info v4>,<0x10000000003/objects v118>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[]","memoryvalue":"(2)0x10000000216:[<0x10000000214/info v4>,<0x10000000003/objects v176>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":0} 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:39:27.807+0000 7fe830872700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [...2,head] /client.0/tmp/xfstests-dev/.git/objects/pack/ auth{0=1,1=1,3=1,4=1} v42 ap=1 f(v0 m2023-10-05T15:39:15.924980+0000 2=2+0) n(v0 rc2023-10-05T15:39:15.924980+0000 b12839212 3=2+1) (inest mix) (ifile excl) (iversion lock) caps={15477=pAsLsXsFsx/pAsLsXsFsx@1},l=15477 | lock=0 importingcaps=0 dirfrag=1 caps=1 dirwaiter=0 replicated=1 authpin=1 discoverbase=0 scrubqueue=0 0x564618206000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000215:[<0x10000000214/pack v42>,<0x10000000003/objects v118>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[]","memoryvalue":"(2)0x10000000215:[<0x10000000214/pack v42>,<0x10000000003/objects v176>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2023-10-05T15:39:15.924980+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2023-10-05T15:39:15.924980+0000 b12839212 3=2+1)","memory_value.dirstat":"f(v0 m2023-10-05T15:39:15.924980+0000 2=2+0)","memory_value.rstat":"n(v0 rc2023-10-05T15:39:15.924980+0000 b12839212 3=2+1)","error_str":""},"return_code":0} 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:39:27.807+0000 7fe830872700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021c [...2,head] /client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack auth v111 ap=1 snaprealm=0x56461814d200 s=11566436 n(v0 rc2023-10-05T15:39:15.818981+0000 b11566436 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-25165824@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x564618206b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021c:[<0x10000000215/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack v111>,<0x10000000214/pack v42>,<0x10000000003/objects v118>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x1000000021c:[<0x10000000215/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack v111>,<0x10000000214/pack v42>,<0x10000000003/objects v176>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.164 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:39:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:39:27.807+0000 7fe830872700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021d [...2,head] /client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx auth v114 ap=1 snaprealm=0x56461814d440 s=1272776 n(v0 rc2023-10-05T15:39:15.822981+0000 b1272776 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15477=0-4194304@1} caps={15477=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=15477 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x564618207080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021d:[<0x10000000215/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx v114>,<0x10000000214/pack v42>,<0x10000000003/objects v118>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v79>,<0x10000000000/tmp v13>,<0x1/client.0 v15>]//[3]","memoryvalue":"(4)0x1000000021d:[<0x10000000215/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx v114>,<0x10000000214/pack v42>,<0x10000000003/objects v176>,<0x10000000002/.git v747>,<0x10000000001/xfstests-dev v73>,<0x10000000000/tmp v16>,<0x1/client.0 v17>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:39:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:27 smithi098 ceph-mon[99243]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 123 op/s 2023-10-05T15:39:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:27 smithi098 ceph-mon[99243]: scrub queued for path: / 2023-10-05T15:39:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:27 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:27 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:39:29.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:39:29.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: scrub summary: active paths [/] 2023-10-05T15:39:29.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000204 (/client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000205 (/client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000216 (/client.0/tmp/xfstests-dev/.git/objects/info) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000215 (/client.0/tmp/xfstests-dev/.git/objects/pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x100000001ff (/client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x1000000021c (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000201 (/client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x1000000021d (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000202 (/client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000208 (/client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000200 (/client.0/tmp/xfstests-dev/.git/hooks/update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x100000001fe (/client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000206 (/client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000209 (/client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x100000001fd (/client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.166 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000207 (/client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: Scrub error on inode 0x10000000203 (/client.0/tmp/xfstests-dev/.git/hooks/post-update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.167 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:28 smithi115 ceph-mon[103691]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:39:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: scrub summary: active paths [/] 2023-10-05T15:39:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000204 (/client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000205 (/client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000216 (/client.0/tmp/xfstests-dev/.git/objects/info) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000215 (/client.0/tmp/xfstests-dev/.git/objects/pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x100000001ff (/client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x1000000021c (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000201 (/client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x1000000021d (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000202 (/client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000208 (/client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000200 (/client.0/tmp/xfstests-dev/.git/hooks/update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x100000001fe (/client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000206 (/client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000209 (/client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x100000001fd (/client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000207 (/client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: Scrub error on inode 0x10000000203 (/client.0/tmp/xfstests-dev/.git/hooks/post-update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:28 smithi098 ceph-mon[99243]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:39:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: scrub summary: active paths [/] 2023-10-05T15:39:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000204 (/client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000205 (/client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000216 (/client.0/tmp/xfstests-dev/.git/objects/info) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000215 (/client.0/tmp/xfstests-dev/.git/objects/pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x100000001ff (/client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x1000000021c (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000201 (/client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x1000000021d (/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx) see mds.h log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000202 (/client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000208 (/client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000200 (/client.0/tmp/xfstests-dev/.git/hooks/update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x100000001fe (/client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000206 (/client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000209 (/client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x100000001fd (/client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000207 (/client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: Scrub error on inode 0x10000000203 (/client.0/tmp/xfstests-dev/.git/hooks/post-update.sample) see mds.i log and `damage ls` output for details 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:29.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:28 smithi173 ceph-mon[104029]: scrub summary: idle+waiting paths [/] 2023-10-05T15:39:30.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:29 smithi115 ceph-mon[103691]: pgmap v352: 129 pgs: 129 active+clean; 18 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 217 op/s 2023-10-05T15:39:30.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:29 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:39:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:29 smithi098 ceph-mon[99243]: pgmap v352: 129 pgs: 129 active+clean; 18 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 217 op/s 2023-10-05T15:39:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:29 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:39:30.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:29 smithi173 ceph-mon[104029]: pgmap v352: 129 pgs: 129 active+clean; 18 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 217 op/s 2023-10-05T15:39:30.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:29 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:39:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:30 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:39:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:39:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:39:31.260 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:30 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:31.260 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:39:31.260 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:39:31.261 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:39:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:30 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:39:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:39:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:39:31.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:31 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:31.257+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:31.764 INFO:tasks.workunit.client.0.smithi098.stderr:Updating files: 8% (337/4198) Updating files: 8% (338/4198) Updating files: 9% (378/4198) Updating files: 10% (420/4198) Updating files: 11% (462/4198) Updating files: 12% (504/4198) Updating files: 13% (546/4198) Updating files: 14% (588/4198) Updating files: 15% (630/4198) Updating files: 16% (672/4198) Updating files: 17% (714/4198) Updating files: 17% (743/4198) Updating files: 18% (756/4198) Updating files: 19% (798/4198) Updating files: 20% (840/4198) Updating files: 21% (882/4198) Updating files: 22% (924/4198) Updating files: 23% (966/4198) Updating files: 24% (1008/4198) Updating files: 25% (1050/4198) Updating files: 26% (1092/4198) Updating files: 27% (1134/4198) Updating files: 28% (1176/4198) Updating files: 29% (1218/4198) Updating files: 29% (1247/4198) Updating files: 30% (1260/4198) Updating files: 31% (1302/4198) Updating files: 32% (1344/4198) Updating files: 33% (1386/4198) Updating files: 34% (1428/4198) Updating files: 35% (1470/4198) Updating files: 36% (1512/4198) Updating files: 37% (1554/4198) Updating files: 38% (1596/4198) Updating files: 39% (1638/4198) Updating files: 40% (1680/4198) Updating files: 41% (1722/4198) Updating files: 42% (1764/4198) Updating files: 43% (1806/4198) Updating files: 44% (1848/4198) Updating files: 45% (1890/4198) Updating files: 46% (1932/4198) Updating files: 47% (1974/4198) Updating files: 47% (1996/4198) Updating files: 48% (2016/4198) Updating files: 49% (2058/4198) Updating files: 50% (2099/4198) Updating files: 51% (2141/4198) Updating files: 52% (2183/4198) Updating files: 53% (2225/4198) Updating files: 54% (2267/4198) Updating files: 55% (2309/4198) Updating files: 56% (2351/4198) Updating files: 57% (2393/4198) Updating files: 58% (2435/4198) Updating files: 59% (2477/4198) Updating files: 60% (2519/4198) Updating files: 61% (2561/4198) Updating files: 62% (2603/4198) Updating files: 63% (2645/4198) Updating files: 64% (2687/4198) Updating files: 64% (2719/4198) Updating files: 65% (2729/4198) Updating files: 65% (2751/4198) Updating files: 66% (2771/4198) Updating files: 67% (2813/4198) Updating files: 68% (2855/4198) Updating files: 69% (2897/4198) Updating files: 70% (2939/4198) Updating files: 71% (2981/4198) Updating files: 72% (3023/4198) Updating files: 73% (3065/4198) Updating files: 74% (3107/4198) Updating files: 75% (3149/4198) Updating files: 76% (3191/4198) Updating files: 77% (3233/4198) Updating files: 78% (3275/4198) Updating files: 79% (3317/4198) Updating files: 80% (3359/4198) Updating files: 81% (3401/4198) Updating files: 82% (3443/4198) Updating files: 83% (3485/4198) Updating files: 84% (3527/4198) Updating files: 85% (3569/4198) Updating files: 86% (3611/4198) Updating files: 86% (3618/4198) Updating files: 87% (3653/4198) Updating files: 88% (3695/4198) Updating files: 89% (3737/4198) Updating files: 90% (3779/4198) Updating files: 91% (3821/4198) Updating files: 92% (3863/4198) Updating files: 93% (3905/4198) Updating files: 94% (3947/4198) Updating files: 95% (3989/4198) Updating files: 96% (4031/4198) Updating files: 97% (4073/4198) Updating files: 98% (4115/4198) Updating files: 99% (4157/4198) Updating files: 100% (4198/4198) Updating files: 100% (4198/4198), done. 2023-10-05T15:39:31.772 INFO:tasks.workunit.client.0.smithi098.stderr:+ cd xfstests-dev 2023-10-05T15:39:31.772 INFO:tasks.workunit.client.0.smithi098.stderr:+ git checkout 12973fc04fd10d4af086901e10ffa8e48866b735 2023-10-05T15:39:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:31 smithi115 ceph-mon[103691]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:31 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:39:32.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:31 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:32.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:31 smithi115 ceph-mon[103691]: pgmap v353: 129 pgs: 129 active+clean; 19 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 968 KiB/s wr, 245 op/s 2023-10-05T15:39:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:31 smithi098 ceph-mon[99243]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:31 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:39:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:31 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:32.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:31 smithi098 ceph-mon[99243]: pgmap v353: 129 pgs: 129 active+clean; 19 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 968 KiB/s wr, 245 op/s 2023-10-05T15:39:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:31 smithi173 ceph-mon[104029]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:31 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] up:active 2023-10-05T15:39:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:31 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:32.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:31 smithi173 ceph-mon[104029]: pgmap v353: 129 pgs: 129 active+clean; 19 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 968 KiB/s wr, 245 op/s 2023-10-05T15:39:33.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:33 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:39:33.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:33 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:33.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:33 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:39:33.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:33 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:33.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:33 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] up:active 2023-10-05T15:39:33.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:33 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:39:34.537 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:34 smithi098 ceph-mon[99243]: pgmap v354: 129 pgs: 129 active+clean; 20 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 788 KiB/s wr, 274 op/s 2023-10-05T15:39:34.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:34 smithi173 ceph-mon[104029]: pgmap v354: 129 pgs: 129 active+clean; 20 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 788 KiB/s wr, 274 op/s 2023-10-05T15:39:34.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:34 smithi115 ceph-mon[103691]: pgmap v354: 129 pgs: 129 active+clean; 20 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 788 KiB/s wr, 274 op/s 2023-10-05T15:39:35.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:35 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:39:35.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:35 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:39:35.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:35 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:39:35.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:35 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:39:35.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:35 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:39:35.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:35 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:39:36.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:36 smithi173 ceph-mon[104029]: scrub summary: idle 2023-10-05T15:39:36.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:36 smithi173 ceph-mon[104029]: pgmap v355: 129 pgs: 129 active+clean; 25 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 349 op/s 2023-10-05T15:39:36.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:36 smithi115 ceph-mon[103691]: scrub summary: idle 2023-10-05T15:39:36.663 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:36 smithi115 ceph-mon[103691]: pgmap v355: 129 pgs: 129 active+clean; 25 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 349 op/s 2023-10-05T15:39:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:36 smithi098 ceph-mon[99243]: scrub summary: idle 2023-10-05T15:39:36.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:36 smithi098 ceph-mon[99243]: pgmap v355: 129 pgs: 129 active+clean; 25 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 349 op/s 2023-10-05T15:39:37.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:36 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:36.884+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:37.646 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:37 smithi173 ceph-mon[104029]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:37.664 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:37 smithi115 ceph-mon[103691]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:37.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:37 smithi098 ceph-mon[99243]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:39:38.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 -- 172.21.15.98:0/3127227051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 msgr2=0x7f36a4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/3127227051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4101410 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f3698009990 tx=0x7f3698009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 -- 172.21.15.98:0/3127227051 shutdown_connections 2023-10-05T15:39:38.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/3127227051 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a40ffe40 0x7f36a4100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/3127227051 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a4101950 0x7f36a4108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/3127227051 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4101410 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 -- 172.21.15.98:0/3127227051 >> 172.21.15.98:0/3127227051 conn(0x7f36a40fb3b0 msgr2=0x7f36a40fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:38.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 -- 172.21.15.98:0/3127227051 shutdown_connections 2023-10-05T15:39:38.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.373+0000 7f36a8d9d700 1 -- 172.21.15.98:0/3127227051 wait complete. 2023-10-05T15:39:38.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 Processor -- start 2023-10-05T15:39:38.378 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 -- start start 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4102940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a41a0ca0 con 0x7f36a4100f90 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a41a0de0 con 0x7f36a4101950 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a8d9d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a41a0f20 con 0x7f36a40ffe40 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a259c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4102940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a259c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:34970/0 (socket says 172.21.15.98:34970) 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40312/0 (socket says 172.21.15.98:40312) 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a259c700 1 -- 172.21.15.98:0/1568449615 learned_addr learned my addr 172.21.15.98:0/1568449615 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 -- 172.21.15.98:0/1568449615 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 msgr2=0x7f36a4102400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 -- 172.21.15.98:0/1568449615 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 msgr2=0x7f36a4102e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a1d9b700 1 -- 172.21.15.98:0/1568449615 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36980095f0 con 0x7f36a4100f90 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a259c700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.374+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4102940 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f36980059d0 tx=0x7f3698004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36937fe700 1 -- 172.21.15.98:0/1568449615 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369801d070 con 0x7f36a4100f90 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36a41a1150 con 0x7f36a4100f90 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36937fe700 1 -- 172.21.15.98:0/1568449615 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3698022470 con 0x7f36a4100f90 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36937fe700 1 -- 172.21.15.98:0/1568449615 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3698017650 con 0x7f36a4100f90 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.375+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36a41a1570 con 0x7f36a4100f90 2023-10-05T15:39:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.377+0000 7f36937fe700 1 -- 172.21.15.98:0/1568449615 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f36980225e0 con 0x7f36a4100f90 2023-10-05T15:39:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.377+0000 7f36937fe700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 0x7f368c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.377+0000 7f36937fe700 1 -- 172.21.15.98:0/1568449615 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f36980ce2c0 con 0x7f36a4100f90 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.377+0000 7f36a259c700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 0x7f368c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.378+0000 7f36a259c700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 0x7f368c0a3940 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f36a4103d10 tx=0x7f3694009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.378+0000 7f36b4f87b80 1 Processor -- start 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 -- start start 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 0x562ea0027450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea002e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff8e400 con 0x562ea0025ec0 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff7fbc0 con 0x562ea0026fd0 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff7d4e0 con 0x562ea0027990 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 0x562ea0027450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46518/0 (socket says 172.21.15.98:46518) 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a259c700 1 -- 172.21.15.98:0/3520825429 learned_addr learned my addr 172.21.15.98:0/3520825429 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea002e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 -- 172.21.15.98:0/3520825429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 msgr2=0x562ea002e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea002e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 -- 172.21.15.98:0/3520825429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 msgr2=0x562ea00262e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 -- 172.21.15.98:0/3520825429 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e9fda3d80 con 0x562ea0026fd0 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a259c700 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 0x562ea0027450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f36980cba70 tx=0x7f3698097790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a634ea461f3041e9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.379+0000 7f3690ff9700 1 -- 172.21.15.98:0/3520825429 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369809b320 con 0x562ea0026fd0 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f3690ff9700 1 -- 172.21.15.98:0/3520825429 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f369809f470 con 0x562ea0026fd0 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f3690ff9700 1 -- 172.21.15.98:0/3520825429 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369809aa10 con 0x562ea0026fd0 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 -- 172.21.15.98:0/3520825429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 msgr2=0x562ea0027450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 0x562ea0027450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f36980cba70 tx=0x7f3698097790 comp rx=0 tx=0).stop 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 -- 172.21.15.98:0/3520825429 shutdown_connections 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea002e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea00262e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/3520825429 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0026fd0 0x562ea0027450 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 -- 172.21.15.98:0/3520825429 >> 172.21.15.98:0/3520825429 conn(0x562e9ff9a200 msgr2=0x562ea0020bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 -- 172.21.15.98:0/3520825429 shutdown_connections 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.380+0000 7f36b4f87b80 1 -- 172.21.15.98:0/3520825429 wait complete. 2023-10-05T15:39:38.390 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 -- start start 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 Processor -- start 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea002fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0027990 0x562ea0036d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff78dd0 con 0x562ea0025ec0 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff156b0 con 0x562ea0027990 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9ff15350 con 0x562ea0026fd0 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36b4f87b80 10 client.0 _ll_register_callbacks cb 0x562e9fd727a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46524/0 (socket says 172.21.15.98:46524) 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 -- 172.21.15.98:0/249017613 learned_addr learned my addr 172.21.15.98:0/249017613 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:38.391 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0027990 0x562ea0036d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea002fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 -- 172.21.15.98:0/249017613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 msgr2=0x562ea002fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea002fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 -- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0027990 msgr2=0x562ea0036d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0027990 0x562ea0036d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 -- 172.21.15.98:0/249017613 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3694017070 con 0x562ea0025ec0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f36a259c700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f3694003aa0 tx=0x7f36940047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3922c46a4e900431 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.381+0000 7f3689ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369401fc50 con 0x562ea0025ec0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f369401fdb0 con 0x562ea0025ec0 2023-10-05T15:39:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562ea0018d50 con 0x562ea0025ec0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3694003e70 con 0x562ea0025ec0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 10 client.16173 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x7f36a41a1570 con 0x562ea0025ec0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562ea0018d50 con 0x562ea0025ec0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f3694027490 con 0x562ea0025ec0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 10 client.16173 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 10 client.16173 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 20 client.16173 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea003b7e0 0x562ea003dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 4 client.16173 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562e9ff71db0 con 0x562ea003b7e0 2023-10-05T15:39:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.382+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea003b7e0 0x562ea003dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f3689ffb700 10 client.16173 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea003b7e0 0x562ea003dc00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62fa879e4fd2bb71 server_cookie=f746512275dbeb40 in_seq=0 out_seq=0 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f3689ffb700 1 -- 172.21.15.98:0/249017613 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562e9ff71db0 con 0x562ea003b7e0 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f3689ffb700 10 client.16173 handle_command_reply: tid=0 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f36b4f87b80 1 client.16173 shutdown 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 msgr2=0x562ea002f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.383+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f3694003aa0 tx=0x7f36940047c0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 shutdown_connections 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea003b7e0 0x562ea003dc00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0027990 0x562ea0036d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f3689ffb700 0 client.16173 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:38.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0025ec0 0x562ea002f800 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/249017613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea002fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 >> 172.21.15.98:0/249017613 conn(0x562e9ff9a200 msgr2=0x562ea0020250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:38.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 shutdown_connections 2023-10-05T15:39:38.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 1 -- 172.21.15.98:0/249017613 wait complete. 2023-10-05T15:39:38.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.384+0000 7f36b4f87b80 20 client.16173 trim_cache size 0 max 16384 2023-10-05T15:39:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 Processor -- start 2023-10-05T15:39:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 -- start start 2023-10-05T15:39:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea002a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea0036d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea002f3d0 con 0x562ea0026fd0 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9fdf98c0 con 0x562ea0025ec0 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea0026dc0 con 0x562ea0027990 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46536/0 (socket says 172.21.15.98:46536) 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 -- 172.21.15.98:0/4182219634 learned_addr learned my addr 172.21.15.98:0/4182219634 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a259c700 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea002a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea0036d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 -- 172.21.15.98:0/4182219634 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 msgr2=0x562ea0036d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea0036d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 -- 172.21.15.98:0/4182219634 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 msgr2=0x562ea002a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea002a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.399+0000 7f36a1d9b700 1 -- 172.21.15.98:0/4182219634 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e9fd8cc00 con 0x562ea0026fd0 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f3698097820 tx=0x7f369809b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca7bcf35e310e2f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36917fa700 1 -- 172.21.15.98:0/4182219634 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369809b320 con 0x562ea0026fd0 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36917fa700 1 -- 172.21.15.98:0/4182219634 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36980a3620 con 0x562ea0026fd0 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36917fa700 1 -- 172.21.15.98:0/4182219634 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369809a810 con 0x562ea0026fd0 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36b4f87b80 1 -- 172.21.15.98:0/4182219634 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 msgr2=0x562ea002ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f3698097820 tx=0x7f369809b940 comp rx=0 tx=0).stop 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.400+0000 7f36b4f87b80 1 -- 172.21.15.98:0/4182219634 shutdown_connections 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea002a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0027990 0x562ea0036d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/4182219634 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0026fd0 0x562ea002ac50 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- 172.21.15.98:0/4182219634 >> 172.21.15.98:0/4182219634 conn(0x562e9ff9a200 msgr2=0x562ea0042540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- 172.21.15.98:0/4182219634 shutdown_connections 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- 172.21.15.98:0/4182219634 wait complete. 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- start start 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 Processor -- start 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea00345c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea0034b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea0036050 con 0x562ea0027990 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea00361c0 con 0x562ea0025ec0 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea0036380 con 0x562ea0026fd0 2023-10-05T15:39:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36b4f87b80 10 client.0 _ll_register_callbacks cb 0x7f3694003680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46542/0 (socket says 172.21.15.98:46542) 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea00345c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 -- 172.21.15.98:0/1429375648 learned_addr learned my addr 172.21.15.98:0/1429375648 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a1d9b700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea0034b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 -- 172.21.15.98:0/1429375648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 msgr2=0x562ea0034b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea0034b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 -- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 msgr2=0x562ea00345c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.401+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea00345c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f36a2d9d700 1 -- 172.21.15.98:0/1429375648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562e9fda3d80 con 0x562ea0027990 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f36a2d9d700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f369c007bd0 tx=0x7f369c007ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c917ee0b5fc2eff server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f3689ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369c01c070 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f369c012c60 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f369809f470 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f369c00e040 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f36b4f87b80 10 client.16179 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.402+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x562e9fdca1f0 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f369809f470 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f369c016400 con 0x562ea0027990 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 10 client.16179 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 10 client.16179 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 20 client.16179 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea0090230 0x562ea0092620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 4 client.16179 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562e9ff71ad0 con 0x562ea0090230 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36a259c700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea0090230 0x562ea0092620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f36a259c700 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea0090230 0x562ea0092620 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c038db04a8a6009 server_cookie=d7913c3221ccabb5 in_seq=0 out_seq=0 2023-10-05T15:39:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:38.403+0000 7f3689ffb700 10 client.16179 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:38.647 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:38 smithi173 ceph-mon[104029]: pgmap v356: 129 pgs: 129 active+clean; 35 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 482 op/s 2023-10-05T15:39:38.665 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:38 smithi115 ceph-mon[103691]: pgmap v356: 129 pgs: 129 active+clean; 35 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 482 op/s 2023-10-05T15:39:38.791 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:38 smithi098 ceph-mon[99243]: pgmap v356: 129 pgs: 129 active+clean; 35 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 482 op/s 2023-10-05T15:39:39.247 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.241+0000 7f3689ffb700 1 -- 172.21.15.98:0/1429375648 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562e9ff71ad0 con 0x562ea0090230 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.241+0000 7f3689ffb700 10 client.16179 handle_command_reply: tid=0 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.241+0000 7f36b4f87b80 1 client.16179 shutdown 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.242+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 msgr2=0x562ea0035b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.242+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f369c007bd0 tx=0x7f369c007ee0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 shutdown_connections 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562ea0090230 0x562ea0092620 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562ea0025ec0 0x562ea00345c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562ea0027990 0x562ea0035b10 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.248 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 --2- 172.21.15.98:0/1429375648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562ea0026fd0 0x562ea0034b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 >> 172.21.15.98:0/1429375648 conn(0x562e9ff9a200 msgr2=0x562ea002a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f3689ffb700 0 client.16179 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 shutdown_connections 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 1 -- 172.21.15.98:0/1429375648 wait complete. 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36b4f87b80 20 client.16179 trim_cache size 0 max 16384 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:39:39.249 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:39:39.250 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 msgr2=0x7f368c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:39.250 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 0x7f368c0a3940 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f36a4103d10 tx=0x7f3694009260 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 msgr2=0x7f36a4102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4102940 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f36980059d0 tx=0x7f3698004730 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 shutdown_connections 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f368c0a1480 0x7f368c0a3940 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f36a4101950 0x7f36a4102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36a40ffe40 0x7f36a4102400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 --2- 172.21.15.98:0/1568449615 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f36a4100f90 0x7f36a4102940 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.243+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 >> 172.21.15.98:0/1568449615 conn(0x7f36a40fb3b0 msgr2=0x7f36a4068df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.244+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 shutdown_connections 2023-10-05T15:39:39.252 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:39.244+0000 7f36a8d9d700 1 -- 172.21.15.98:0/1568449615 wait complete. 2023-10-05T15:39:40.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:40 smithi173 ceph-mon[104029]: pgmap v357: 129 pgs: 129 active+clean; 45 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 693 op/s 2023-10-05T15:39:40.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:40 smithi115 ceph-mon[103691]: pgmap v357: 129 pgs: 129 active+clean; 45 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 693 op/s 2023-10-05T15:39:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:40 smithi098 ceph-mon[99243]: pgmap v357: 129 pgs: 129 active+clean; 45 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 693 op/s 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:Note: switching to '12973fc04fd10d4af086901e10ffa8e48866b735'. 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:changes and commit them, and you can discard any commits you make in this 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:state without impacting any branches by switching back to a branch. 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:If you want to create a new branch to retain commits you create, you may 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr:do so (now or later) by using -c with the switch command. Example: 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr: git switch -c 2023-10-05T15:39:41.665 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr:Or undo this operation with: 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr: git switch - 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr: 2023-10-05T15:39:41.666 INFO:tasks.workunit.client.0.smithi098.stderr:HEAD is now at 12973fc0 btrfs/022: Correct seq number in golden output 2023-10-05T15:39:41.667 INFO:tasks.workunit.client.0.smithi098.stderr:+ make -j4 2023-10-05T15:39:41.678 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize -cfi 2023-10-05T15:39:42.052 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: putting auxiliary files in '.'. 2023-10-05T15:39:42.052 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file './config.guess' 2023-10-05T15:39:42.056 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file './config.sub' 2023-10-05T15:39:42.060 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file './install-sh' 2023-10-05T15:39:42.065 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file './ltmain.sh' 2023-10-05T15:39:42.086 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-10-05T15:39:42.086 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-10-05T15:39:42.092 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-10-05T15:39:42.097 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-10-05T15:39:42.103 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-10-05T15:39:42.108 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-10-05T15:39:42.114 INFO:tasks.workunit.client.0.smithi098.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-10-05T15:39:42.115 INFO:tasks.workunit.client.0.smithi098.stdout:cp include/install-sh . 2023-10-05T15:39:42.124 INFO:tasks.workunit.client.0.smithi098.stdout:aclocal -I m4 2023-10-05T15:39:42.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:42 smithi173 ceph-mon[104029]: pgmap v358: 129 pgs: 129 active+clean; 46 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 844 op/s 2023-10-05T15:39:42.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:42 smithi115 ceph-mon[103691]: pgmap v358: 129 pgs: 129 active+clean; 46 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 844 op/s 2023-10-05T15:39:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:42 smithi098 ceph-mon[99243]: pgmap v358: 129 pgs: 129 active+clean; 46 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 844 op/s 2023-10-05T15:39:43.451 INFO:tasks.workunit.client.0.smithi098.stdout:autoheader 2023-10-05T15:39:43.764 INFO:tasks.workunit.client.0.smithi098.stdout:autoconf 2023-10-05T15:39:43.932 INFO:tasks.workunit.client.0.smithi098.stdout:./configure \ 2023-10-05T15:39:43.932 INFO:tasks.workunit.client.0.smithi098.stdout: --libexecdir=/usr/lib \ 2023-10-05T15:39:43.932 INFO:tasks.workunit.client.0.smithi098.stdout: --exec_prefix=/var/lib 2023-10-05T15:39:44.066 INFO:tasks.workunit.client.0.smithi098.stdout:checking build system type... x86_64-pc-linux-gnu 2023-10-05T15:39:44.066 INFO:tasks.workunit.client.0.smithi098.stdout:checking host system type... x86_64-pc-linux-gnu 2023-10-05T15:39:44.067 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to print strings... printf 2023-10-05T15:39:44.067 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gcc... gcc 2023-10-05T15:39:44.149 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether the C compiler works... yes 2023-10-05T15:39:44.149 INFO:tasks.workunit.client.0.smithi098.stdout:checking for C compiler default output file name... a.out 2023-10-05T15:39:44.184 INFO:tasks.workunit.client.0.smithi098.stdout:checking for suffix of executables... 2023-10-05T15:39:44.219 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether we are cross compiling... no 2023-10-05T15:39:44.253 INFO:tasks.workunit.client.0.smithi098.stdout:checking for suffix of object files... o 2023-10-05T15:39:44.276 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether we are using the GNU C compiler... yes 2023-10-05T15:39:44.300 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether gcc accepts -g... yes 2023-10-05T15:39:44.357 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gcc option to accept ISO C89... none needed 2023-10-05T15:39:44.361 INFO:tasks.workunit.client.0.smithi098.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-10-05T15:39:44.364 INFO:tasks.workunit.client.0.smithi098.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-10-05T15:39:44.366 INFO:tasks.workunit.client.0.smithi098.stdout:checking for egrep... /usr/bin/grep -E 2023-10-05T15:39:44.367 INFO:tasks.workunit.client.0.smithi098.stdout:checking for fgrep... /usr/bin/grep -F 2023-10-05T15:39:44.370 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ld used by gcc... /usr/bin/ld 2023-10-05T15:39:44.371 INFO:tasks.workunit.client.0.smithi098.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-10-05T15:39:44.379 INFO:tasks.workunit.client.0.smithi098.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-10-05T15:39:44.433 INFO:tasks.workunit.client.0.smithi098.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-10-05T15:39:44.433 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether ln -s works... yes 2023-10-05T15:39:44.473 INFO:tasks.workunit.client.0.smithi098.stdout:checking the maximum length of command line arguments... 1572864 2023-10-05T15:39:44.476 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-10-05T15:39:44.476 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-10-05T15:39:44.476 INFO:tasks.workunit.client.0.smithi098.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-10-05T15:39:44.476 INFO:tasks.workunit.client.0.smithi098.stdout:checking for objdump... objdump 2023-10-05T15:39:44.476 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to recognize dependent libraries... pass_all 2023-10-05T15:39:44.477 INFO:tasks.workunit.client.0.smithi098.stdout:checking for dlltool... no 2023-10-05T15:39:44.477 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-10-05T15:39:44.477 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ar... ar 2023-10-05T15:39:44.571 INFO:tasks.workunit.client.0.smithi098.stdout:checking for archiver @FILE support... @ 2023-10-05T15:39:44.571 INFO:tasks.workunit.client.0.smithi098.stdout:checking for strip... strip 2023-10-05T15:39:44.572 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ranlib... ranlib 2023-10-05T15:39:44.572 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gawk... gawk 2023-10-05T15:39:44.728 INFO:tasks.workunit.client.0.smithi098.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-10-05T15:39:44.729 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sysroot... no 2023-10-05T15:39:44.738 INFO:tasks.workunit.client.0.smithi098.stdout:checking for a working dd... /usr/bin/dd 2023-10-05T15:39:44.747 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-10-05T15:39:44.795 INFO:tasks.workunit.client.0.smithi098.stdout:checking for mt... no 2023-10-05T15:39:44.821 INFO:tasks.workunit.client.0.smithi098.stdout:checking if : is a manifest tool... no 2023-10-05T15:39:44.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:44 smithi173 ceph-mon[104029]: pgmap v359: 129 pgs: 129 active+clean; 38 MiB data, 539 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 1.12k op/s 2023-10-05T15:39:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:44 smithi115 ceph-mon[103691]: pgmap v359: 129 pgs: 129 active+clean; 38 MiB data, 539 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 1.12k op/s 2023-10-05T15:39:44.939 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to run the C preprocessor... gcc -E 2023-10-05T15:39:45.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:44 smithi098 ceph-mon[99243]: pgmap v359: 129 pgs: 129 active+clean; 38 MiB data, 539 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 1.12k op/s 2023-10-05T15:39:45.421 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ANSI C header files... yes 2023-10-05T15:39:45.464 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/types.h... yes 2023-10-05T15:39:45.506 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/stat.h... yes 2023-10-05T15:39:45.552 INFO:tasks.workunit.client.0.smithi098.stdout:checking for stdlib.h... yes 2023-10-05T15:39:45.610 INFO:tasks.workunit.client.0.smithi098.stdout:checking for string.h... yes 2023-10-05T15:39:45.681 INFO:tasks.workunit.client.0.smithi098.stdout:checking for memory.h... yes 2023-10-05T15:39:45.751 INFO:tasks.workunit.client.0.smithi098.stdout:checking for strings.h... yes 2023-10-05T15:39:45.819 INFO:tasks.workunit.client.0.smithi098.stdout:checking for inttypes.h... yes 2023-10-05T15:39:45.856 INFO:tasks.workunit.client.0.smithi098.stdout:checking for stdint.h... yes 2023-10-05T15:39:45.894 INFO:tasks.workunit.client.0.smithi098.stdout:checking for unistd.h... yes 2023-10-05T15:39:45.962 INFO:tasks.workunit.client.0.smithi098.stdout:checking for dlfcn.h... yes 2023-10-05T15:39:45.972 INFO:tasks.workunit.client.0.smithi098.stdout:checking for objdir... .libs 2023-10-05T15:39:46.120 INFO:tasks.workunit.client.0.smithi098.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-10-05T15:39:46.121 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-10-05T15:39:46.159 INFO:tasks.workunit.client.0.smithi098.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-10-05T15:39:46.254 INFO:tasks.workunit.client.0.smithi098.stdout:checking if gcc static flag -static works... no 2023-10-05T15:39:46.318 INFO:tasks.workunit.client.0.smithi098.stdout:checking if gcc supports -c -o file.o... yes 2023-10-05T15:39:46.318 INFO:tasks.workunit.client.0.smithi098.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-10-05T15:39:46.324 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-10-05T15:39:46.403 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether -lc should be explicitly linked in... no 2023-10-05T15:39:46.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:46 smithi173 ceph-mon[104029]: pgmap v360: 129 pgs: 129 active+clean; 34 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 1.22k op/s 2023-10-05T15:39:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:46 smithi115 ceph-mon[103691]: pgmap v360: 129 pgs: 129 active+clean; 34 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 1.22k op/s 2023-10-05T15:39:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:46 smithi098 ceph-mon[99243]: pgmap v360: 129 pgs: 129 active+clean; 34 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 1.22k op/s 2023-10-05T15:39:48.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:47 smithi115 ceph-mon[103691]: pgmap v361: 129 pgs: 129 active+clean; 36 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 1.19k op/s 2023-10-05T15:39:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:47 smithi098 ceph-mon[99243]: pgmap v361: 129 pgs: 129 active+clean; 36 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 1.19k op/s 2023-10-05T15:39:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:47 smithi173 ceph-mon[104029]: pgmap v361: 129 pgs: 129 active+clean; 36 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 1.19k op/s 2023-10-05T15:39:50.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:50 smithi173 ceph-mon[104029]: pgmap v362: 129 pgs: 129 active+clean; 36 MiB data, 571 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 1.05k op/s 2023-10-05T15:39:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:50 smithi115 ceph-mon[103691]: pgmap v362: 129 pgs: 129 active+clean; 36 MiB data, 571 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 1.05k op/s 2023-10-05T15:39:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:50 smithi098 ceph-mon[99243]: pgmap v362: 129 pgs: 129 active+clean; 36 MiB data, 571 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 1.05k op/s 2023-10-05T15:39:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 -- 172.21.15.98:0/2998839538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 msgr2=0x7f8f50100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 --2- 172.21.15.98:0/2998839538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50100210 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f8f40009990 tx=0x7f8f40009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 -- 172.21.15.98:0/2998839538 shutdown_connections 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 --2- 172.21.15.98:0/2998839538 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50101980 0x7f8f50108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 --2- 172.21.15.98:0/2998839538 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50100210 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 --2- 172.21.15.98:0/2998839538 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50100fe0 0x7f8f50101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 -- 172.21.15.98:0/2998839538 >> 172.21.15.98:0/2998839538 conn(0x7f8f500fb340 msgr2=0x7f8f500fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 -- 172.21.15.98:0/2998839538 shutdown_connections 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.366+0000 7f8f5576e700 1 -- 172.21.15.98:0/2998839538 wait complete. 2023-10-05T15:39:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 Processor -- start 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 -- start start 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50100fe0 0x7f8f50197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50101980 0x7f8f50198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f50198810 con 0x7f8f500ffdf0 2023-10-05T15:39:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f50198980 con 0x7f8f50101980 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f5576e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f50198b40 con 0x7f8f50100fe0 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46552/0 (socket says 172.21.15.98:46552) 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f4effd700 1 -- 172.21.15.98:0/117850946 learned_addr learned my addr 172.21.15.98:0/117850946 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.367+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50100fe0 0x7f8f50197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50101980 0x7f8f50198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 -- 172.21.15.98:0/117850946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50100fe0 msgr2=0x7f8f50197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50100fe0 0x7f8f50197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 -- 172.21.15.98:0/117850946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50101980 msgr2=0x7f8f50198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50101980 0x7f8f50198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 -- 172.21.15.98:0/117850946 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f400095f0 con 0x7f8f500ffdf0 2023-10-05T15:39:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f4effd700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f8f40005950 tx=0x7f8f40004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f37fff700 1 -- 172.21.15.98:0/117850946 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4001d070 con 0x7f8f500ffdf0 2023-10-05T15:39:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f37fff700 1 -- 172.21.15.98:0/117850946 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4000f460 con 0x7f8f500ffdf0 2023-10-05T15:39:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f50198dc0 con 0x7f8f500ffdf0 2023-10-05T15:39:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f37fff700 1 -- 172.21.15.98:0/117850946 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f40021670 con 0x7f8f500ffdf0 2023-10-05T15:39:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.368+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f5019f530 con 0x7f8f500ffdf0 2023-10-05T15:39:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.370+0000 7f8f37fff700 1 -- 172.21.15.98:0/117850946 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8f4000f860 con 0x7f8f500ffdf0 2023-10-05T15:39:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.371+0000 7f8f37fff700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 0x7f8f380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.371+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 0x7f8f380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.371+0000 7f8f37fff700 1 -- 172.21.15.98:0/117850946 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8f400ce450 con 0x7f8f500ffdf0 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.371+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 0x7f8f380a3940 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8f44006fd0 tx=0x7f8f44009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 Processor -- start 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 -- start start 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642bf2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642c7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e64227400 con 0x560e642bffd0 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e64218bc0 con 0x560e642c0990 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f61958b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642164e0 con 0x560e642beec0 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46562/0 (socket says 172.21.15.98:46562) 2023-10-05T15:39:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/1493704113 learned_addr learned my addr 172.21.15.98:0/1493704113 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642c7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4effd700 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642bf2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/1493704113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 msgr2=0x560e642bf2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642bf2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/1493704113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 msgr2=0x560e642c7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.372+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642c7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/1493704113 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e6403cd80 con 0x560e642bffd0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400ea20 tx=0x7f8f44011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f907b150ebf985fe server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f357fa700 1 -- 172.21.15.98:0/1493704113 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4400eee0 con 0x560e642bffd0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f357fa700 1 -- 172.21.15.98:0/1493704113 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f44015940 con 0x560e642bffd0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f357fa700 1 -- 172.21.15.98:0/1493704113 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44013980 con 0x560e642bffd0 2023-10-05T15:39:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f61958b80 1 -- 172.21.15.98:0/1493704113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 msgr2=0x560e642c0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.373+0000 7f8f61958b80 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400ea20 tx=0x7f8f44011000 comp rx=0 tx=0).stop 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- 172.21.15.98:0/1493704113 shutdown_connections 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642c7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642bf2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- 172.21.15.98:0/1493704113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c0450 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- 172.21.15.98:0/1493704113 >> 172.21.15.98:0/1493704113 conn(0x560e64233200 msgr2=0x560e642b9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- 172.21.15.98:0/1493704113 shutdown_connections 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- 172.21.15.98:0/1493704113 wait complete. 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- start start 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 Processor -- start 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642d00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e64211dd0 con 0x560e642bffd0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e641ae6b0 con 0x560e642c0990 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e641ae350 con 0x560e642beec0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f61958b80 10 client.0 _ll_register_callbacks cb 0x560e6400b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f4e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f4e7fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46568/0 (socket says 172.21.15.98:46568) 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.374+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/501075553 learned_addr learned my addr 172.21.15.98:0/501075553 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642d00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4effd700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/501075553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 msgr2=0x560e642c8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 msgr2=0x560e642d00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642d00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 -- 172.21.15.98:0/501075553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f4400e700 con 0x560e642bffd0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4effd700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642d00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f8f44013490 tx=0x7f8f44015d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54d44a6f27b1b07 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44004520 con 0x560e642bffd0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8f44004680 con 0x560e642bffd0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560e642b1d50 con 0x560e642bffd0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f44003720 con 0x560e642bffd0 2023-10-05T15:39:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f61958b80 10 client.16191 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x560e64025c00 con 0x560e642bffd0 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4403a020 con 0x560e642bffd0 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.375+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f8f44032410 con 0x560e642bffd0 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 10 client.16191 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 10 client.16191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 20 client.16191 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e642d4a20 0x560e642d6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 4 client.16191 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560e6420adb0 con 0x560e642d4a20 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f4effd700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e642d4a20 0x560e642d6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f32ff5700 10 client.16191 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.376+0000 7f8f4effd700 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e642d4a20 0x560e642d6e40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b5663421bc4166b server_cookie=d2016f2b70508b6 in_seq=0 out_seq=0 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f32ff5700 1 -- 172.21.15.98:0/501075553 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560e6420adb0 con 0x560e642d4a20 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f32ff5700 10 client.16191 handle_command_reply: tid=0 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 client.16191 shutdown 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 msgr2=0x560e642c9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f8f44013490 tx=0x7f8f44015d90 comp rx=0 tx=0).stop 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 shutdown_connections 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e642d4a20 0x560e642d6e40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642d00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f32ff5700 0 client.16191 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 --2- 172.21.15.98:0/501075553 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642bffd0 0x560e642c9060 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 >> 172.21.15.98:0/501075553 conn(0x560e64233200 msgr2=0x560e642b9250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 shutdown_connections 2023-10-05T15:39:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 1 -- 172.21.15.98:0/501075553 wait complete. 2023-10-05T15:39:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.377+0000 7f8f61958b80 20 client.16191 trim_cache size 0 max 16384 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 Processor -- start 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 -- start start 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642bffd0 0x560e642d0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e640928c0 con 0x560e642c0990 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642c99f0 con 0x560e642bffd0 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f61958b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642b1920 con 0x560e642beec0 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46578/0 (socket says 172.21.15.98:46578) 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 -- 172.21.15.98:0/4108166564 learned_addr learned my addr 172.21.15.98:0/4108166564 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642bffd0 0x560e642d0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4effd700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 -- 172.21.15.98:0/4108166564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 msgr2=0x560e642c81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 -- 172.21.15.98:0/4108166564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642bffd0 msgr2=0x560e642d0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642bffd0 0x560e642d0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 -- 172.21.15.98:0/4108166564 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e640631f0 con 0x560e642c0990 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4effd700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.392+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f8f48009490 tx=0x7f8f48009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9793fa2189c7d935 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f35ffb700 1 -- 172.21.15.98:0/4108166564 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4800e040 con 0x560e642c0990 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f35ffb700 1 -- 172.21.15.98:0/4108166564 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4800f040 con 0x560e642c0990 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f35ffb700 1 -- 172.21.15.98:0/4108166564 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f480206d0 con 0x560e642c0990 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- 172.21.15.98:0/4108166564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 msgr2=0x560e642c6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f8f48009490 tx=0x7f8f48009920 comp rx=0 tx=0).stop 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- 172.21.15.98:0/4108166564 shutdown_connections 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642c0990 0x560e642c6da0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642beec0 0x560e642c81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 --2- 172.21.15.98:0/4108166564 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642bffd0 0x560e642d0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- 172.21.15.98:0/4108166564 >> 172.21.15.98:0/4108166564 conn(0x560e64233200 msgr2=0x560e642c7860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- 172.21.15.98:0/4108166564 shutdown_connections 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- 172.21.15.98:0/4108166564 wait complete. 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.393+0000 7f8f61958b80 1 -- start start 2023-10-05T15:39:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 Processor -- start 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 0x560e642ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642cf810 con 0x560e642beec0 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642cf980 con 0x560e642c0990 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e642cfb40 con 0x560e642bffd0 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f61958b80 10 client.0 _ll_register_callbacks cb 0x7f8f50197a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46580/0 (socket says 172.21.15.98:46580) 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 -- 172.21.15.98:0/2479954329 learned_addr learned my addr 172.21.15.98:0/2479954329 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 0x560e642ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 -- 172.21.15.98:0/2479954329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 msgr2=0x560e642ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 0x560e642ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 -- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 msgr2=0x560e642cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 -- 172.21.15.98:0/2479954329 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f48009140 con 0x560e642beec0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 0x560e642ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4f7fe700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f4effd700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f8f40003f50 tx=0x7f8f40004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68023f06b6e83e4f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.394+0000 7f8f32ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f400ce040 con 0x560e642beec0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8f4009b4b0 con 0x560e642beec0 2023-10-05T15:39:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8f44015940 con 0x560e642beec0 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f4009f600 con 0x560e642beec0 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 10 client.16197 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x560e6403b250 con 0x560e642beec0 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f44015940 con 0x560e642beec0 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f8f4009a9a0 con 0x560e642beec0 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 10 client.16197 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 10 client.16197 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 20 client.16197 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e64329480 0x560e6432b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 4 client.16197 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560e6420aad0 con 0x560e64329480 2023-10-05T15:39:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.395+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e64329480 0x560e6432b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.396+0000 7f8f32ff5700 10 client.16197 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.396+0000 7f8f4e7fc700 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e64329480 0x560e6432b8a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21e98d2e50c1ff61 server_cookie=13e9ecb675c0a9b in_seq=0 out_seq=0 2023-10-05T15:39:52.407 INFO:tasks.workunit.client.0.smithi098.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-10-05T15:39:52.407 INFO:tasks.workunit.client.0.smithi098.stdout:checking how to hardcode library paths into programs... immediate 2023-10-05T15:39:52.427 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether stripping libraries is possible... yes 2023-10-05T15:39:52.427 INFO:tasks.workunit.client.0.smithi098.stdout:checking if libtool supports shared libraries... yes 2023-10-05T15:39:52.427 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether to build shared libraries... yes 2023-10-05T15:39:52.428 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether to build static libraries... yes 2023-10-05T15:39:52.453 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gcc... (cached) gcc 2023-10-05T15:39:52.553 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-10-05T15:39:52.553 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether gcc accepts -g... (cached) yes 2023-10-05T15:39:52.553 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-10-05T15:39:52.553 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gmake... /usr/bin/gmake 2023-10-05T15:39:52.554 INFO:tasks.workunit.client.0.smithi098.stderr:./configure: line 11956: test: $(SHELL): binary operator expected 2023-10-05T15:39:52.555 INFO:tasks.workunit.client.0.smithi098.stdout:checking for tar... /bin/tar 2023-10-05T15:39:52.555 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gzip... /bin/gzip 2023-10-05T15:39:52.559 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.557+0000 7f8f32ff5700 1 -- 172.21.15.98:0/2479954329 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560e6420aad0 con 0x560e64329480 2023-10-05T15:39:52.559 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.557+0000 7f8f32ff5700 10 client.16197 handle_command_reply: tid=0 2023-10-05T15:39:52.559 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.558+0000 7f8f61958b80 1 client.16197 shutdown 2023-10-05T15:39:52.560 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.558+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 msgr2=0x560e642cdd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.560 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.558+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f8f40003f50 tx=0x7f8f40004320 comp rx=0 tx=0).stop 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 shutdown_connections 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x560e64329480 0x560e6432b8a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x560e642c0990 0x560e642cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x560e642beec0 0x560e642cdd80 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 --2- 172.21.15.98:0/2479954329 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560e642bffd0 0x560e642ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 >> 172.21.15.98:0/2479954329 conn(0x560e64233200 msgr2=0x560e642c6da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f32ff5700 0 client.16197 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 shutdown_connections 2023-10-05T15:39:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 1 -- 172.21.15.98:0/2479954329 wait complete. 2023-10-05T15:39:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f61958b80 20 client.16197 trim_cache size 0 max 16384 2023-10-05T15:39:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:39:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:39:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:39:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 msgr2=0x7f8f380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 0x7f8f380a3940 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8f44006fd0 tx=0x7f8f44009190 comp rx=0 tx=0).stop 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 msgr2=0x7f8f50196e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f8f40005950 tx=0x7f8f40004730 comp rx=0 tx=0).stop 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 shutdown_connections 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f8f380a1480 0x7f8f380a3940 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8f50101980 0x7f8f50198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8f500ffdf0 0x7f8f50196e20 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.559+0000 7f8f5576e700 1 --2- 172.21.15.98:0/117850946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f50100fe0 0x7f8f50197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.560+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 >> 172.21.15.98:0/117850946 conn(0x7f8f500fb340 msgr2=0x7f8f500fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.560+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 shutdown_connections 2023-10-05T15:39:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:39:52.560+0000 7f8f5576e700 1 -- 172.21.15.98:0/117850946 wait complete. 2023-10-05T15:39:52.573 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether gcc -MM is supported... yes 2023-10-05T15:39:52.574 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sort... /bin/sort 2023-10-05T15:39:52.574 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether ln -s works... yes 2023-10-05T15:39:52.574 INFO:tasks.workunit.client.0.smithi098.stdout:checking for rpm... /bin/rpm 2023-10-05T15:39:52.578 INFO:tasks.workunit.client.0.smithi098.stdout:checking for rpmbuild... no 2023-10-05T15:39:52.578 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ANSI C header files... (cached) yes 2023-10-05T15:39:52.630 INFO:tasks.workunit.client.0.smithi098.stdout:checking assert.h usability... yes 2023-10-05T15:39:52.645 INFO:tasks.workunit.client.0.smithi098.stdout:checking assert.h presence... yes 2023-10-05T15:39:52.645 INFO:tasks.workunit.client.0.smithi098.stdout:checking for assert.h... yes 2023-10-05T15:39:52.689 INFO:tasks.workunit.client.0.smithi098.stdout:checking bstring.h usability... no 2023-10-05T15:39:52.711 INFO:tasks.workunit.client.0.smithi098.stdout:checking bstring.h presence... no 2023-10-05T15:39:52.712 INFO:tasks.workunit.client.0.smithi098.stdout:checking for bstring.h... no 2023-10-05T15:39:52.747 INFO:tasks.workunit.client.0.smithi098.stdout:checking libgen.h usability... yes 2023-10-05T15:39:52.760 INFO:tasks.workunit.client.0.smithi098.stdout:checking libgen.h presence... yes 2023-10-05T15:39:52.761 INFO:tasks.workunit.client.0.smithi098.stdout:checking for libgen.h... yes 2023-10-05T15:39:52.815 INFO:tasks.workunit.client.0.smithi098.stdout:checking dirent.h usability... yes 2023-10-05T15:39:52.829 INFO:tasks.workunit.client.0.smithi098.stdout:checking dirent.h presence... yes 2023-10-05T15:39:52.829 INFO:tasks.workunit.client.0.smithi098.stdout:checking for dirent.h... yes 2023-10-05T15:39:52.871 INFO:tasks.workunit.client.0.smithi098.stdout:checking errno.h usability... yes 2023-10-05T15:39:52.885 INFO:tasks.workunit.client.0.smithi098.stdout:checking errno.h presence... yes 2023-10-05T15:39:52.885 INFO:tasks.workunit.client.0.smithi098.stdout:checking for errno.h... yes 2023-10-05T15:39:52.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:52 smithi173 ceph-mon[104029]: pgmap v363: 129 pgs: 129 active+clean; 36 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 766 op/s 2023-10-05T15:39:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:52 smithi115 ceph-mon[103691]: pgmap v363: 129 pgs: 129 active+clean; 36 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 766 op/s 2023-10-05T15:39:52.927 INFO:tasks.workunit.client.0.smithi098.stdout:checking malloc.h usability... yes 2023-10-05T15:39:52.941 INFO:tasks.workunit.client.0.smithi098.stdout:checking malloc.h presence... yes 2023-10-05T15:39:52.942 INFO:tasks.workunit.client.0.smithi098.stdout:checking for malloc.h... yes 2023-10-05T15:39:52.984 INFO:tasks.workunit.client.0.smithi098.stdout:checking uuid.h usability... no 2023-10-05T15:39:53.007 INFO:tasks.workunit.client.0.smithi098.stdout:checking uuid.h presence... no 2023-10-05T15:39:53.008 INFO:tasks.workunit.client.0.smithi098.stdout:checking for uuid.h... no 2023-10-05T15:39:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:52 smithi098 ceph-mon[99243]: pgmap v363: 129 pgs: 129 active+clean; 36 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 766 op/s 2023-10-05T15:39:53.052 INFO:tasks.workunit.client.0.smithi098.stdout:checking uuid/uuid.h usability... yes 2023-10-05T15:39:53.067 INFO:tasks.workunit.client.0.smithi098.stdout:checking uuid/uuid.h presence... yes 2023-10-05T15:39:53.067 INFO:tasks.workunit.client.0.smithi098.stdout:checking for uuid/uuid.h... yes 2023-10-05T15:39:53.111 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/uuid.h usability... no 2023-10-05T15:39:53.134 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/uuid.h presence... no 2023-10-05T15:39:53.135 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/uuid.h... no 2023-10-05T15:39:53.171 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/file.h usability... yes 2023-10-05T15:39:53.184 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/file.h presence... yes 2023-10-05T15:39:53.185 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/file.h... yes 2023-10-05T15:39:53.227 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fcntl.h usability... yes 2023-10-05T15:39:53.241 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fcntl.h presence... yes 2023-10-05T15:39:53.241 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/fcntl.h... yes 2023-10-05T15:39:53.286 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/syssgi.h usability... no 2023-10-05T15:39:53.309 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/syssgi.h presence... no 2023-10-05T15:39:53.309 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/syssgi.h... no 2023-10-05T15:39:53.366 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/param.h usability... yes 2023-10-05T15:39:53.382 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/param.h presence... yes 2023-10-05T15:39:53.382 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/param.h... yes 2023-10-05T15:39:53.394 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/stat.h... (cached) yes 2023-10-05T15:39:53.428 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/statvfs.h usability... yes 2023-10-05T15:39:53.441 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/statvfs.h presence... yes 2023-10-05T15:39:53.441 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/statvfs.h... yes 2023-10-05T15:39:53.482 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/time.h usability... yes 2023-10-05T15:39:53.496 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/time.h presence... yes 2023-10-05T15:39:53.496 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/time.h... yes 2023-10-05T15:39:53.539 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/ioctl.h usability... yes 2023-10-05T15:39:53.552 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/ioctl.h presence... yes 2023-10-05T15:39:53.552 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/ioctl.h... yes 2023-10-05T15:39:53.596 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/wait.h usability... yes 2023-10-05T15:39:53.611 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/wait.h presence... yes 2023-10-05T15:39:53.611 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/wait.h... yes 2023-10-05T15:39:53.624 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/types.h... (cached) yes 2023-10-05T15:39:53.628 INFO:tasks.workunit.client.0.smithi098.stdout:checking for strings.h... (cached) yes 2023-10-05T15:39:53.662 INFO:tasks.workunit.client.0.smithi098.stdout:checking err.h usability... yes 2023-10-05T15:39:53.675 INFO:tasks.workunit.client.0.smithi098.stdout:checking err.h presence... yes 2023-10-05T15:39:53.675 INFO:tasks.workunit.client.0.smithi098.stdout:checking for err.h... yes 2023-10-05T15:39:53.718 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/falloc.h usability... yes 2023-10-05T15:39:53.730 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/falloc.h presence... yes 2023-10-05T15:39:53.730 INFO:tasks.workunit.client.0.smithi098.stdout:checking for linux/falloc.h... yes 2023-10-05T15:39:53.775 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-10-05T15:39:53.798 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-10-05T15:39:53.798 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/fs/xfs_fsops.h... no 2023-10-05T15:39:53.837 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fs/xfs_itable.h usability... no 2023-10-05T15:39:53.863 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/fs/xfs_itable.h presence... no 2023-10-05T15:39:53.892 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/fs/xfs_itable.h... no 2023-10-05T15:39:53.904 INFO:tasks.workunit.client.0.smithi098.stdout:checking xfs/platform_defs.h usability... no 2023-10-05T15:39:53.927 INFO:tasks.workunit.client.0.smithi098.stdout:checking xfs/platform_defs.h presence... no 2023-10-05T15:39:53.927 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/platform_defs.h... no 2023-10-05T15:39:53.966 INFO:tasks.workunit.client.0.smithi098.stdout:checking btrfs/ioctl.h usability... no 2023-10-05T15:39:53.989 INFO:tasks.workunit.client.0.smithi098.stdout:checking btrfs/ioctl.h presence... no 2023-10-05T15:39:53.989 INFO:tasks.workunit.client.0.smithi098.stdout:checking for btrfs/ioctl.h... no 2023-10-05T15:39:54.028 INFO:tasks.workunit.client.0.smithi098.stdout:checking cifs/ioctl.h usability... no 2023-10-05T15:39:54.052 INFO:tasks.workunit.client.0.smithi098.stdout:checking cifs/ioctl.h presence... no 2023-10-05T15:39:54.052 INFO:tasks.workunit.client.0.smithi098.stdout:checking for cifs/ioctl.h... no 2023-10-05T15:39:54.101 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/mman.h usability... yes 2023-10-05T15:39:54.115 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/mman.h presence... yes 2023-10-05T15:39:54.115 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/mman.h... yes 2023-10-05T15:39:54.150 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/xfs_log_format.h... no 2023-10-05T15:39:54.204 INFO:tasks.workunit.client.0.smithi098.stdout:checking for uuid_compare... no 2023-10-05T15:39:54.241 INFO:tasks.workunit.client.0.smithi098.stdout:checking for uuid_compare in -luuid... yes 2023-10-05T15:39:54.302 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/xfs.h... yes 2023-10-05T15:39:54.337 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/libxfs.h... no 2023-10-05T15:39:54.365 INFO:tasks.workunit.client.0.smithi098.stdout:checking whether xlog_assign_lsn is declared... no 2023-10-05T15:39:54.398 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/xqm.h... yes 2023-10-05T15:39:54.446 INFO:tasks.workunit.client.0.smithi098.stdout:checking xfsctl from xfs/xfs.h... ok 2023-10-05T15:39:54.478 INFO:tasks.workunit.client.0.smithi098.stdout:checking xfs/handle.h usability... yes 2023-10-05T15:39:54.490 INFO:tasks.workunit.client.0.smithi098.stdout:checking xfs/handle.h presence... yes 2023-10-05T15:39:54.490 INFO:tasks.workunit.client.0.smithi098.stdout:checking for xfs/handle.h... yes 2023-10-05T15:39:54.537 INFO:tasks.workunit.client.0.smithi098.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-10-05T15:39:54.612 INFO:tasks.workunit.client.0.smithi098.stdout:checking attr/attributes.h usability... yes 2023-10-05T15:39:54.624 INFO:tasks.workunit.client.0.smithi098.stdout:checking attr/attributes.h presence... yes 2023-10-05T15:39:54.625 INFO:tasks.workunit.client.0.smithi098.stdout:checking for attr/attributes.h... yes 2023-10-05T15:39:54.672 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/attributes.h usability... no 2023-10-05T15:39:54.696 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/attributes.h presence... no 2023-10-05T15:39:54.696 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/attributes.h... no 2023-10-05T15:39:54.732 INFO:tasks.workunit.client.0.smithi098.stdout:checking for attr_list in -lattr... yes 2023-10-05T15:39:54.769 INFO:tasks.workunit.client.0.smithi098.stdout:checking for attr_set in -lattr... yes 2023-10-05T15:39:54.809 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/acl.h usability... yes 2023-10-05T15:39:54.825 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/acl.h presence... yes 2023-10-05T15:39:54.825 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/acl.h... yes 2023-10-05T15:39:54.864 INFO:tasks.workunit.client.0.smithi098.stdout:checking acl/libacl.h usability... yes 2023-10-05T15:39:54.878 INFO:tasks.workunit.client.0.smithi098.stdout:checking acl/libacl.h presence... yes 2023-10-05T15:39:54.878 INFO:tasks.workunit.client.0.smithi098.stdout:checking for acl/libacl.h... yes 2023-10-05T15:39:54.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:54 smithi173 ceph-mon[104029]: pgmap v364: 129 pgs: 129 active+clean; 32 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 976 KiB/s wr, 534 op/s 2023-10-05T15:39:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:54 smithi115 ceph-mon[103691]: pgmap v364: 129 pgs: 129 active+clean; 32 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 976 KiB/s wr, 534 op/s 2023-10-05T15:39:54.915 INFO:tasks.workunit.client.0.smithi098.stdout:checking for acl_init in -lacl... yes 2023-10-05T15:39:54.961 INFO:tasks.workunit.client.0.smithi098.stdout:checking gdbm-ndbm.h usability... no 2023-10-05T15:39:54.984 INFO:tasks.workunit.client.0.smithi098.stdout:checking gdbm-ndbm.h presence... no 2023-10-05T15:39:54.984 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gdbm-ndbm.h... no 2023-10-05T15:39:55.018 INFO:tasks.workunit.client.0.smithi098.stdout:checking gdbm/ndbm.h usability... no 2023-10-05T15:39:55.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:54 smithi098 ceph-mon[99243]: pgmap v364: 129 pgs: 129 active+clean; 32 MiB data, 580 MiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 976 KiB/s wr, 534 op/s 2023-10-05T15:39:55.041 INFO:tasks.workunit.client.0.smithi098.stdout:checking gdbm/ndbm.h presence... no 2023-10-05T15:39:55.041 INFO:tasks.workunit.client.0.smithi098.stdout:checking for gdbm/ndbm.h... no 2023-10-05T15:39:55.390 INFO:tasks.workunit.client.0.smithi098.stdout:checking ndbm.h usability... no 2023-10-05T15:39:55.782 INFO:tasks.workunit.client.0.smithi098.stdout:checking ndbm.h presence... no 2023-10-05T15:39:55.783 INFO:tasks.workunit.client.0.smithi098.stdout:checking for ndbm.h... no 2023-10-05T15:39:55.814 INFO:tasks.workunit.client.0.smithi098.stdout:checking libaio.h usability... yes 2023-10-05T15:39:55.830 INFO:tasks.workunit.client.0.smithi098.stdout:checking libaio.h presence... yes 2023-10-05T15:39:55.830 INFO:tasks.workunit.client.0.smithi098.stdout:checking for libaio.h... yes 2023-10-05T15:39:55.875 INFO:tasks.workunit.client.0.smithi098.stdout:checking for dm_make_handle in -ldm... no 2023-10-05T15:39:55.875 INFO:tasks.workunit.client.0.smithi098.stdout: 2023-10-05T15:39:55.875 INFO:tasks.workunit.client.0.smithi098.stdout:WARNING: could not find a valid DMAPI base library. 2023-10-05T15:39:55.875 INFO:tasks.workunit.client.0.smithi098.stdout:If you want DMAPI support please install the data migration 2023-10-05T15:39:55.875 INFO:tasks.workunit.client.0.smithi098.stdout:API (dmapi) library package. Alternatively, run "make install" 2023-10-05T15:39:55.876 INFO:tasks.workunit.client.0.smithi098.stdout:from the dmapi source. 2023-10-05T15:39:55.876 INFO:tasks.workunit.client.0.smithi098.stdout: 2023-10-05T15:39:55.903 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/fiemap.h usability... yes 2023-10-05T15:39:55.916 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/fiemap.h presence... yes 2023-10-05T15:39:55.916 INFO:tasks.workunit.client.0.smithi098.stdout:checking for linux/fiemap.h... yes 2023-10-05T15:39:55.951 INFO:tasks.workunit.client.0.smithi098.stdout:checking for fallocate... yes 2023-10-05T15:39:55.990 INFO:tasks.workunit.client.0.smithi098.stdout:checking for open_by_handle_at... yes 2023-10-05T15:39:56.024 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/prctl.h usability... yes 2023-10-05T15:39:56.037 INFO:tasks.workunit.client.0.smithi098.stdout:checking sys/prctl.h presence... yes 2023-10-05T15:39:56.037 INFO:tasks.workunit.client.0.smithi098.stdout:checking for sys/prctl.h... yes 2023-10-05T15:39:56.069 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/fs.h usability... yes 2023-10-05T15:39:56.084 INFO:tasks.workunit.client.0.smithi098.stdout:checking linux/fs.h presence... yes 2023-10-05T15:39:56.084 INFO:tasks.workunit.client.0.smithi098.stdout:checking for linux/fs.h... yes 2023-10-05T15:39:56.137 INFO:tasks.workunit.client.0.smithi098.stdout:checking btrfsutil.h usability... no 2023-10-05T15:39:56.162 INFO:tasks.workunit.client.0.smithi098.stdout:checking btrfsutil.h presence... no 2023-10-05T15:39:56.162 INFO:tasks.workunit.client.0.smithi098.stdout:checking for btrfsutil.h... no 2023-10-05T15:39:56.225 INFO:tasks.workunit.client.0.smithi098.stdout:checking for copy_file_range... yes 2023-10-05T15:39:56.286 INFO:tasks.workunit.client.0.smithi098.stdout:checking for renameat2... yes 2023-10-05T15:39:56.315 INFO:tasks.workunit.client.0.smithi098.stdout:configure: creating ./config.status 2023-10-05T15:39:56.681 INFO:tasks.workunit.client.0.smithi098.stdout:config.status: creating include/builddefs 2023-10-05T15:39:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:56 smithi115 ceph-mon[103691]: pgmap v365: 129 pgs: 129 active+clean; 33 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 519 KiB/s wr, 307 op/s 2023-10-05T15:39:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:56 smithi098 ceph-mon[99243]: pgmap v365: 129 pgs: 129 active+clean; 33 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 519 KiB/s wr, 307 op/s 2023-10-05T15:39:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:56 smithi173 ceph-mon[104029]: pgmap v365: 129 pgs: 129 active+clean; 33 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 519 KiB/s wr, 307 op/s 2023-10-05T15:39:57.936 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:39:58.075 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- 172.21.15.98:0/118892108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10340ffdc0 msgr2=0x7f10341001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 --2- 172.21.15.98:0/118892108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10340ffdc0 0x7f10341001e0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f10300099c0 tx=0x7f1030009cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- 172.21.15.98:0/118892108 shutdown_connections 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 --2- 172.21.15.98:0/118892108 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034101950 0x7f1034108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 --2- 172.21.15.98:0/118892108 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f10340ffdc0 0x7f10341001e0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 --2- 172.21.15.98:0/118892108 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1034100fb0 0x7f1034101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- 172.21.15.98:0/118892108 >> 172.21.15.98:0/118892108 conn(0x7f10340fb330 msgr2=0x7f10340fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- 172.21.15.98:0/118892108 shutdown_connections 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- 172.21.15.98:0/118892108 wait complete. 2023-10-05T15:39:58.076 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 Processor -- start 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 -- start start 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.072+0000 7f103bd52700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10340ffdc0 0x7f103410a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034100fb0 0x7f1034108d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10341099f0 con 0x7f1034101950 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1034109b60 con 0x7f1034100fb0 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10341a0bb0 con 0x7f10340ffdc0 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46598/0 (socket says 172.21.15.98:46598) 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 -- 172.21.15.98:0/1608288097 learned_addr learned my addr 172.21.15.98:0/1608288097 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f1039aee700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10340ffdc0 0x7f103410a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.077 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f10392ed700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034100fb0 0x7f1034108d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 -- 172.21.15.98:0/1608288097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10340ffdc0 msgr2=0x7f103410a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10340ffdc0 0x7f103410a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 -- 172.21.15.98:0/1608288097 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034100fb0 msgr2=0x7f1034108d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034100fb0 0x7f1034108d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 -- 172.21.15.98:0/1608288097 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10300095f0 con 0x7f1034101950 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103a2ef700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f102c007d70 tx=0x7f102c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f102affd700 1 -- 172.21.15.98:0/1608288097 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f102c00ad40 con 0x7f1034101950 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f102affd700 1 -- 172.21.15.98:0/1608288097 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f102c0128e0 con 0x7f1034101950 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f102affd700 1 -- 172.21.15.98:0/1608288097 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f102c0116b0 con 0x7f1034101950 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10341a0e90 con 0x7f1034101950 2023-10-05T15:39:58.078 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.073+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10341a12c0 con 0x7f1034101950 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.075+0000 7f102affd700 1 -- 172.21.15.98:0/1608288097 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f102c012420 con 0x7f1034101950 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.076+0000 7f102affd700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 0x7f10200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.076+0000 7f102affd700 1 -- 172.21.15.98:0/1608288097 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f102c0cd230 con 0x7f1034101950 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.076+0000 7f1039aee700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 0x7f10200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.076+0000 7f1039aee700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 0x7f10200a3940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1030009990 tx=0x7f10300052c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 Processor -- start 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 -- start start 2023-10-05T15:39:58.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cf260 0x55f8373cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f837337460 con 0x55f8373d0a60 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f837328c20 con 0x55f8373cfbc0 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f837326540 con 0x55f8373cf260 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46606/0 (socket says 172.21.15.98:46606) 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 -- 172.21.15.98:0/3484247587 learned_addr learned my addr 172.21.15.98:0/3484247587 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f10392ed700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f1039aee700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cf260 0x55f8373cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 -- 172.21.15.98:0/3484247587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cf260 msgr2=0x55f8373cf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cf260 0x55f8373cf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 -- 172.21.15.98:0/3484247587 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 msgr2=0x55f8373d0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.077+0000 7f103a2ef700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f103a2ef700 1 -- 172.21.15.98:0/3484247587 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f83714cde0 con 0x55f8373d0a60 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f10392ed700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f103a2ef700 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f102c0a2060 tx=0x7f102c099c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa1650c495f0545 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f101ffff700 1 -- 172.21.15.98:0/3484247587 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f102c0caea0 con 0x55f8373d0a60 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f101ffff700 1 -- 172.21.15.98:0/3484247587 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f102c09e120 con 0x55f8373d0a60 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f101ffff700 1 -- 172.21.15.98:0/3484247587 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f102c018d60 con 0x55f8373d0a60 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f1047f3cb80 1 -- 172.21.15.98:0/3484247587 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 msgr2=0x55f8373d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.078+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f102c0a2060 tx=0x7f102c099c30 comp rx=0 tx=0).stop 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- 172.21.15.98:0/3484247587 shutdown_connections 2023-10-05T15:39:58.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373d0a60 0x55f8373d0ee0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cf260 0x55f8373cf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/3484247587 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- 172.21.15.98:0/3484247587 >> 172.21.15.98:0/3484247587 conn(0x55f837343260 msgr2=0x55f8373ca140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- 172.21.15.98:0/3484247587 shutdown_connections 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- 172.21.15.98:0/3484247587 wait complete. 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- start start 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 Processor -- start 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373e05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f837321e30 con 0x55f8373cf260 2023-10-05T15:39:58.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8372be710 con 0x55f8373cfbc0 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.079+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8372be3b0 con 0x55f8373d0a60 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1047f3cb80 10 client.0 _ll_register_callbacks cb 0x55f83711b800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46608/0 (socket says 172.21.15.98:46608) 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 -- 172.21.15.98:0/152882425 learned_addr learned my addr 172.21.15.98:0/152882425 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f103a2ef700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373e05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f10392ed700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 -- 172.21.15.98:0/152882425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 msgr2=0x55f8373e05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373e05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 -- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 msgr2=0x55f8373d95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 -- 172.21.15.98:0/152882425 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10341a12c0 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1039aee700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1034100e10 tx=0x7f103001a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c0c0c9cc6024e4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f101d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1030003f30 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f1030004090 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8373c1f10 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1030004500 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1047f3cb80 10 client.16209 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.080+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55f837135c60 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f8373c1f10 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f103000f5b0 con 0x55f8373cf260 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 10 client.16209 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.090 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 10 client.16209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 20 client.16209 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8373e4e50 0x55f8373e7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 4 client.16209 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f83731ae10 con 0x55f8373e4e50 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.081+0000 7f10392ed700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8373e4e50 0x55f8373e7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f101d7fa700 10 client.16209 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f10392ed700 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8373e4e50 0x55f8373e7270 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a260e384047103e8 server_cookie=752e94c9b59c20d6 in_seq=0 out_seq=0 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f101d7fa700 1 -- 172.21.15.98:0/152882425 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f83731ae10 con 0x55f8373e4e50 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f101d7fa700 10 client.16209 handle_command_reply: tid=0 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 client.16209 shutdown 2023-10-05T15:39:58.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 msgr2=0x55f8373d9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f1034100e10 tx=0x7f103001a050 comp rx=0 tx=0).stop 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 shutdown_connections 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373e05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373d9060 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8373e4e50 0x55f8373e7270 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/152882425 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cfbc0 0x55f8373d95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 >> 172.21.15.98:0/152882425 conn(0x55f837343260 msgr2=0x55f8373c9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f101d7fa700 0 client.16209 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 shutdown_connections 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.082+0000 7f1047f3cb80 1 -- 172.21.15.98:0/152882425 wait complete. 2023-10-05T15:39:58.092 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.083+0000 7f1047f3cb80 20 client.16209 trim_cache size 0 max 16384 2023-10-05T15:39:58.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 Processor -- start 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 -- start start 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cf260 0x55f8373e0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373d3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8373d8c30 con 0x55f8373cfbc0 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8371a2920 con 0x55f8373cf260 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8373e21c0 con 0x55f8373d0a60 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f10392ed700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f10392ed700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46618/0 (socket says 172.21.15.98:46618) 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f10392ed700 1 -- 172.21.15.98:0/380563773 learned_addr learned my addr 172.21.15.98:0/380563773 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.099+0000 7f1039aee700 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cf260 0x55f8373e0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f103a2ef700 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373d3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 -- 172.21.15.98:0/380563773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 msgr2=0x55f8373d3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373d3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 -- 172.21.15.98:0/380563773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cf260 msgr2=0x55f8373e0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cf260 0x55f8373e0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 -- 172.21.15.98:0/380563773 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f837173250 con 0x55f8373cfbc0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f10392ed700 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f102400ef90 tx=0x7f102400e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb052fcd16f97b77 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1028ff9700 1 -- 172.21.15.98:0/380563773 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1024017040 con 0x55f8373cfbc0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1028ff9700 1 -- 172.21.15.98:0/380563773 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1024019cd0 con 0x55f8373cfbc0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1028ff9700 1 -- 172.21.15.98:0/380563773 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1024012440 con 0x55f8373cfbc0 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 -- 172.21.15.98:0/380563773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 msgr2=0x55f8373e05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f102400ef90 tx=0x7f102400e350 comp rx=0 tx=0).stop 2023-10-05T15:39:58.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 -- 172.21.15.98:0/380563773 shutdown_connections 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373cf260 0x55f8373e0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373d0a60 0x55f8373d3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/380563773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cfbc0 0x55f8373e05a0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.100+0000 7f1047f3cb80 1 -- 172.21.15.98:0/380563773 >> 172.21.15.98:0/380563773 conn(0x55f837343260 msgr2=0x55f8373d6ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- 172.21.15.98:0/380563773 shutdown_connections 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- 172.21.15.98:0/380563773 wait complete. 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- start start 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 Processor -- start 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cfbc0 0x55f8373de7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373d0a60 0x55f8373df7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8373dfcf0 con 0x55f8373cf260 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8373dfe60 con 0x55f8373d0a60 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.101+0000 7f1047f3cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8373e0020 con 0x55f8373cfbc0 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1047f3cb80 10 client.0 _ll_register_callbacks cb 0x7f103000baa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46622/0 (socket says 172.21.15.98:46622) 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 -- 172.21.15.98:0/1149753890 learned_addr learned my addr 172.21.15.98:0/1149753890 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f10392ed700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cfbc0 0x55f8373de7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f103a2ef700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373d0a60 0x55f8373df7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 -- 172.21.15.98:0/1149753890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cfbc0 msgr2=0x55f8373de7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cfbc0 0x55f8373de7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 -- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373d0a60 msgr2=0x55f8373df7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373d0a60 0x55f8373df7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 -- 172.21.15.98:0/1149753890 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f102400ed40 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1039aee700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f10300098e0 tx=0x7f1030005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ced067406ef895 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f101d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10300059a0 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f103000f670 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f102c09e120 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f103000fde0 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1047f3cb80 10 client.16215 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.102+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55f83714b2b0 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f102c09e120 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f1030038070 con 0x55f8373cf260 2023-10-05T15:39:58.111 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 10 client.16215 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 10 client.16215 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 20 client.16215 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8374397e0 0x55f83743bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 4 client.16215 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f83731ab30 con 0x55f8374397e0 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f10392ed700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8374397e0 0x55f83743bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f101d7fa700 10 client.16215 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.103+0000 7f10392ed700 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8374397e0 0x55f83743bc00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f2b55d7af76c740 server_cookie=47301dc633263cda in_seq=0 out_seq=0 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f101d7fa700 1 -- 172.21.15.98:0/1149753890 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55f83731ab30 con 0x55f8374397e0 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f101d7fa700 10 client.16215 handle_command_reply: tid=0 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 client.16215 shutdown 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 msgr2=0x55f8373de260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.112 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f10300098e0 tx=0x7f1030005ef0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 shutdown_connections 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55f8374397e0 0x55f83743bc00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55f8373d0a60 0x55f8373df7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f101d7fa700 0 client.16215 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55f8373cf260 0x55f8373de260 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 --2- 172.21.15.98:0/1149753890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f8373cfbc0 0x55f8373de7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 >> 172.21.15.98:0/1149753890 conn(0x55f837343260 msgr2=0x55f8373e0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 shutdown_connections 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 1 -- 172.21.15.98:0/1149753890 wait complete. 2023-10-05T15:39:58.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f1047f3cb80 20 client.16215 trim_cache size 0 max 16384 2023-10-05T15:39:58.114 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:39:58.114 INFO:teuthology.orchestra.run.smithi098.stdout: "status": "no active scrubs running", 2023-10-05T15:39:58.114 INFO:teuthology.orchestra.run.smithi098.stdout: "scrubs": {} 2023-10-05T15:39:58.114 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 msgr2=0x7f10200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 0x7f10200a3940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1030009990 tx=0x7f10300052c0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 msgr2=0x7f1034109250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f102c007d70 tx=0x7f102c00a340 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 shutdown_connections 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.104+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f10200a1480 0x7f10200a3940 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1034101950 0x7f1034109250 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10340ffdc0 0x7f103410a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 --2- 172.21.15.98:0/1608288097 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1034100fb0 0x7f1034108d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 >> 172.21.15.98:0/1608288097 conn(0x7f10340fb330 msgr2=0x7f10340fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.115 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 shutdown_connections 2023-10-05T15:39:58.116 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.105+0000 7f103bd52700 1 -- 172.21.15.98:0/1608288097 wait complete. 2023-10-05T15:39:58.118 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:39:58.118 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:39:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:57 smithi115 ceph-mon[103691]: pgmap v366: 129 pgs: 129 active+clean; 36 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 1008 KiB/s wr, 294 op/s 2023-10-05T15:39:58.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.236+0000 7fb33b817700 1 -- 172.21.15.98:0/3986677641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb3340fffd0 msgr2=0x7fb334100450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.236+0000 7fb33b817700 1 --2- 172.21.15.98:0/3986677641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb3340fffd0 0x7fb334100450 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb324009990 tx=0x7fb324009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- 172.21.15.98:0/3986677641 shutdown_connections 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- 172.21.15.98:0/3986677641 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 0x7fb334108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- 172.21.15.98:0/3986677641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb334101380 0x7fb3341017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- 172.21.15.98:0/3986677641 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb3340fffd0 0x7fb334100450 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- 172.21.15.98:0/3986677641 >> 172.21.15.98:0/3986677641 conn(0x7fb3340faac0 msgr2=0x7fb3340fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- 172.21.15.98:0/3986677641 shutdown_connections 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- 172.21.15.98:0/3986677641 wait complete. 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 Processor -- start 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- start start 2023-10-05T15:39:58.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3340fffd0 0x7fb3340ffa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 0x7fb33419b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33419e6a0 con 0x7fb334101380 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33419e810 con 0x7fb334100990 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.237+0000 7fb33b817700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33419e9d0 con 0x7fb3340fffd0 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46640/0 (socket says 172.21.15.98:46640) 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb3395b3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3340fffd0 0x7fb3340ffa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 -- 172.21.15.98:0/2418716745 learned_addr learned my addr 172.21.15.98:0/2418716745 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb338db2700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 0x7fb33419b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 -- 172.21.15.98:0/2418716745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3340fffd0 msgr2=0x7fb3340ffa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3340fffd0 0x7fb3340ffa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 -- 172.21.15.98:0/2418716745 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 msgr2=0x7fb33419b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 0x7fb33419b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 -- 172.21.15.98:0/2418716745 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3240095f0 con 0x7fb334101380 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb339db4700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb32c00ef30 tx=0x7fb32c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb32c018070 con 0x7fb334101380 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33419ec50 con 0x7fb334101380 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb32c00f040 con 0x7fb334101380 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb32c00cd00 con 0x7fb334101380 2023-10-05T15:39:58.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.238+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33419f110 con 0x7fb334101380 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.239+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb33410b5c0 con 0x7fb334101380 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.240+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb32c003a00 con 0x7fb334101380 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.241+0000 7fb32a7fc700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 0x7fb3200a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.241+0000 7fb3395b3700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 0x7fb3200a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.241+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fb32c0cd560 con 0x7fb334101380 2023-10-05T15:39:58.244 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.241+0000 7fb3395b3700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 0x7fb3200a3a10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb330005950 tx=0x7fb33000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.246 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.244+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb32c0968a0 con 0x7fb334101380 2023-10-05T15:39:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:57 smithi098 ceph-mon[99243]: pgmap v366: 129 pgs: 129 active+clean; 36 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 1008 KiB/s wr, 294 op/s 2023-10-05T15:39:58.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:57 smithi173 ceph-mon[104029]: pgmap v366: 129 pgs: 129 active+clean; 36 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 1008 KiB/s wr, 294 op/s 2023-10-05T15:39:58.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.482+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb33410b7b0 con 0x7fb334101380 2023-10-05T15:39:58.484 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.483+0000 7fb32a7fc700 1 -- 172.21.15.98:0/2418716745 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+11381 (secure 0 0 0) 0x7fb32c096030 con 0x7fb334101380 2023-10-05T15:39:58.485 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:39:58.485 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:39:31.883214+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":53,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":52,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 msgr2=0x7fb3200a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 0x7fb3200a3a10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb330005950 tx=0x7fb33000b410 comp rx=0 tx=0).stop 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 msgr2=0x7fb33419df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb32c00ef30 tx=0x7fb32c00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 shutdown_connections 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb3200a1550 0x7fb3200a3a10 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb334101380 0x7fb33419df00 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.487 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3340fffd0 0x7fb3340ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 --2- 172.21.15.98:0/2418716745 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb334100990 0x7fb33419b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 >> 172.21.15.98:0/2418716745 conn(0x7fb3340faac0 msgr2=0x7fb3340fcd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 shutdown_connections 2023-10-05T15:39:58.488 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.485+0000 7fb33b817700 1 -- 172.21.15.98:0/2418716745 wait complete. 2023-10-05T15:39:58.488 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 32 2023-10-05T15:39:58.499 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 -- 172.21.15.98:0/4243852769 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30104230 msgr2=0x7f0c30106620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/4243852769 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30104230 0x7f0c30106620 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009990 tx=0x7f0c2c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 -- 172.21.15.98:0/4243852769 shutdown_connections 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/4243852769 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 0x7f0c30108fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/4243852769 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30101900 0x7f0c30103cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.624 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/4243852769 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30104230 0x7f0c30106620 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 -- 172.21.15.98:0/4243852769 >> 172.21.15.98:0/4243852769 conn(0x7f0c300fb310 msgr2=0x7f0c300fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 -- 172.21.15.98:0/4243852769 shutdown_connections 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 -- 172.21.15.98:0/4243852769 wait complete. 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.620+0000 7f0c37e4f700 1 Processor -- start 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 -- start start 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30104230 0x7f0c30196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 0x7f0c3019e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3019e600 con 0x7f0c30101900 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3019e740 con 0x7f0c30106b60 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3019e8d0 con 0x7f0c30104230 2023-10-05T15:39:58.625 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46650/0 (socket says 172.21.15.98:46650) 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 -- 172.21.15.98:0/2729233682 learned_addr learned my addr 172.21.15.98:0/2729233682 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c353ea700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30104230 0x7f0c30196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c363ec700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 0x7f0c3019e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 -- 172.21.15.98:0/2729233682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30104230 msgr2=0x7f0c30196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30104230 0x7f0c30196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 -- 172.21.15.98:0/2729233682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 msgr2=0x7f0c3019e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 0x7f0c3019e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 -- 172.21.15.98:0/2729233682 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c2c0095f0 con 0x7f0c30101900 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c9b0 tx=0x7f0c2000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c26ffd700 1 -- 172.21.15.98:0/2729233682 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20007b00 con 0x7f0c30101900 2023-10-05T15:39:58.626 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c26ffd700 1 -- 172.21.15.98:0/2729233682 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c20007c60 con 0x7f0c30101900 2023-10-05T15:39:58.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c3019ebb0 con 0x7f0c30101900 2023-10-05T15:39:58.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.621+0000 7f0c26ffd700 1 -- 172.21.15.98:0/2729233682 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20018660 con 0x7f0c30101900 2023-10-05T15:39:58.627 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.622+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3019f0c0 con 0x7f0c30101900 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.624+0000 7f0c26ffd700 1 -- 172.21.15.98:0/2729233682 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0c2000f450 con 0x7f0c30101900 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.625+0000 7f0c26ffd700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 0x7f0c1c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.625+0000 7f0c26ffd700 1 -- 172.21.15.98:0/2729233682 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0c200ccfe0 con 0x7f0c30101900 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.625+0000 7f0c353ea700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 0x7f0c1c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.625+0000 7f0c353ea700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 0x7f0c1c0a3940 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00b5c0 tx=0x7f0c2c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.633 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.625+0000 7f0c44039b80 1 Processor -- start 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 -- start start 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 0x56029c157480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c157ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c0be460 con 0x56029c156260 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c0afc20 con 0x56029c156bc0 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c44039b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c0ad540 con 0x56029c157a60 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46658/0 (socket says 172.21.15.98:46658) 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 -- 172.21.15.98:0/2792640919 learned_addr learned my addr 172.21.15.98:0/2792640919 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c353ea700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 0x56029c157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.634 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c363ec700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c157ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 -- 172.21.15.98:0/2792640919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 msgr2=0x56029c157ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c157ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 -- 172.21.15.98:0/2792640919 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 msgr2=0x56029c157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 0x56029c157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 -- 172.21.15.98:0/2792640919 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56029bed3de0 con 0x56029c156260 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c353ea700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 0x56029c157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c363ec700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c35beb700 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0c20096a00 tx=0x7f0c20099970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bc8a0a5125a68b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.626+0000 7f0c1bfff700 1 -- 172.21.15.98:0/2792640919 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2009e0e0 con 0x56029c156260 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c1bfff700 1 -- 172.21.15.98:0/2792640919 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c200a2320 con 0x56029c156260 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c1bfff700 1 -- 172.21.15.98:0/2792640919 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2009a1f0 con 0x56029c156260 2023-10-05T15:39:58.635 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 -- 172.21.15.98:0/2792640919 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 msgr2=0x56029c156680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0c20096a00 tx=0x7f0c20099970 comp rx=0 tx=0).stop 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 -- 172.21.15.98:0/2792640919 shutdown_connections 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156260 0x56029c156680 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 --2- 172.21.15.98:0/2792640919 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156bc0 0x56029c157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 -- 172.21.15.98:0/2792640919 >> 172.21.15.98:0/2792640919 conn(0x56029c0ca260 msgr2=0x56029c151140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 -- 172.21.15.98:0/2792640919 shutdown_connections 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.627+0000 7f0c44039b80 1 -- 172.21.15.98:0/2792640919 wait complete. 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 -- start start 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 Processor -- start 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c15ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.636 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c167540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c0a8e30 con 0x56029c156bc0 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c045710 con 0x56029c156260 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c0453b0 con 0x56029c157a60 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c44039b80 10 client.0 _ll_register_callbacks cb 0x56029bea2800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46666/0 (socket says 172.21.15.98:46666) 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 -- 172.21.15.98:0/234532549 learned_addr learned my addr 172.21.15.98:0/234532549 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c35beb700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c15ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 -- 172.21.15.98:0/234532549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 msgr2=0x56029c167540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c363ec700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c167540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c167540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 -- 172.21.15.98:0/234532549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 msgr2=0x56029c15ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.637 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c15ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.628+0000 7f0c353ea700 1 -- 172.21.15.98:0/234532549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3019f0c0 con 0x56029c156bc0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c35beb700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c15ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c363ec700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c167540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c353ea700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009990 tx=0x7f0c2c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d96b8c7ee208449 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c00b980 con 0x56029c156bc0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0c2c023870 con 0x56029c156bc0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56029c148f10 con 0x56029c156bc0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c2c023a30 con 0x56029c156bc0 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 10 client.16233 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.638 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x56029bebcc60 con 0x56029c156bc0 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56029c148f10 con 0x56029c156bc0 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f0c2c02e440 con 0x56029c156bc0 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 10 client.16233 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 10 client.16233 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 20 client.16233 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c16be00 0x56029c16e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 4 client.16233 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56029c0a1e10 con 0x56029c16be00 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.629+0000 7f0c35beb700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c16be00 0x56029c16e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c35beb700 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c16be00 0x56029c16e220 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=79f18665d798d0d0 server_cookie=2b5028fa8a24b7a3 in_seq=0 out_seq=0 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c197fa700 10 client.16233 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c197fa700 1 -- 172.21.15.98:0/234532549 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56029c0a1e10 con 0x56029c16be00 2023-10-05T15:39:58.639 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c197fa700 10 client.16233 handle_command_reply: tid=0 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c44039b80 1 client.16233 shutdown 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 msgr2=0x56029c160500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.630+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009990 tx=0x7f0c2c009310 comp rx=0 tx=0).stop 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 shutdown_connections 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c15ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c16be00 0x56029c16e220 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c167540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c197fa700 0 client.16233 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 --2- 172.21.15.98:0/234532549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c160500 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 >> 172.21.15.98:0/234532549 conn(0x56029c0ca260 msgr2=0x56029c150f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 shutdown_connections 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 1 -- 172.21.15.98:0/234532549 wait complete. 2023-10-05T15:39:58.640 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.631+0000 7f0c44039b80 20 client.16233 trim_cache size 0 max 16384 2023-10-05T15:39:58.649 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 Processor -- start 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 -- start start 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c156bc0 0x56029c15ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029bf29920 con 0x56029c157a60 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c15dbc0 con 0x56029c156260 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c44039b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c15b4a0 con 0x56029c156bc0 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.643+0000 7f0c363ec700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46676/0 (socket says 172.21.15.98:46676) 2023-10-05T15:39:58.650 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 -- 172.21.15.98:0/3594657657 learned_addr learned my addr 172.21.15.98:0/3594657657 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c35beb700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c353ea700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c156bc0 0x56029c15ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 -- 172.21.15.98:0/3594657657 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c156bc0 msgr2=0x56029c15ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c156bc0 0x56029c15ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 -- 172.21.15.98:0/3594657657 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 msgr2=0x56029c157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 -- 172.21.15.98:0/3594657657 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56029befa250 con 0x56029c157a60 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c35beb700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c363ec700 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0c28007d70 tx=0x7f0c280104c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b3a2c9043a047db server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c24ff9700 1 -- 172.21.15.98:0/3594657657 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c28004db0 con 0x56029c157a60 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c24ff9700 1 -- 172.21.15.98:0/3594657657 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c2800d030 con 0x56029c157a60 2023-10-05T15:39:58.651 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.644+0000 7f0c24ff9700 1 -- 172.21.15.98:0/3594657657 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c280043a0 con 0x56029c157a60 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- 172.21.15.98:0/3594657657 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 msgr2=0x56029c14fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0c28007d70 tx=0x7f0c280104c0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- 172.21.15.98:0/3594657657 shutdown_connections 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c157a60 0x56029c14fbc0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- 172.21.15.98:0/3594657657 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c156bc0 0x56029c15ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- 172.21.15.98:0/3594657657 >> 172.21.15.98:0/3594657657 conn(0x56029c0ca260 msgr2=0x56029c172b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- 172.21.15.98:0/3594657657 shutdown_connections 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- 172.21.15.98:0/3594657657 wait complete. 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- start start 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 Processor -- start 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c1bbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.652 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c1c2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c1c3440 con 0x56029c156bc0 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c1c3580 con 0x56029c156260 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56029c1c3710 con 0x56029c157a60 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.645+0000 7f0c44039b80 10 client.0 _ll_register_callbacks cb 0x56029bea2800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46680/0 (socket says 172.21.15.98:46680) 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 -- 172.21.15.98:0/66710231 learned_addr learned my addr 172.21.15.98:0/66710231 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c35beb700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c1bbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c363ec700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c1c2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 -- 172.21.15.98:0/66710231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 msgr2=0x56029c1c2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.653 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c1c2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 -- 172.21.15.98:0/66710231 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 msgr2=0x56029c1bbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c1bbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 -- 172.21.15.98:0/66710231 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c2800f040 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c353ea700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006010 tx=0x7f0c2c02e6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54dcbc2f7c51aa7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c197fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c02ebd0 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0c2c023670 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0c200a2320 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c2c023830 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c44039b80 10 client.16239 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x56029bed22b0 con 0x56029c156bc0 2023-10-05T15:39:58.654 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.646+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c2c048080 con 0x56029c156bc0 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f0c2c036070 con 0x56029c156bc0 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 10 client.16239 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 10 client.16239 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 20 client.16239 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c1c4e40 0x56029c1c7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 4 client.16239 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 --> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56029c0a1b30 con 0x56029c1c4e40 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c35beb700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c1c4e40 0x56029c1c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c197fa700 10 client.16239 ms_handle_connect on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c35beb700 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c1c4e40 0x56029c1c7260 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=142bdbf0c63a3d02 server_cookie=cefe7cfd8f893e97 in_seq=0 out_seq=0 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c197fa700 1 -- 172.21.15.98:0/66710231 <== mds.4 v2:172.21.15.98:6840/2262173749 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56029c0a1b30 con 0x56029c1c4e40 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c197fa700 10 client.16239 handle_command_reply: tid=0 2023-10-05T15:39:58.655 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 client.16239 shutdown 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 msgr2=0x56029c1bc390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006010 tx=0x7f0c2c02e6f0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 shutdown_connections 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56029c156260 0x56029c1bbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:6840/2262173749,v1:172.21.15.98:6841/2262173749] conn(0x56029c1c4e40 0x56029c1c7260 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56029c157a60 0x56029c1c2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 --2- 172.21.15.98:0/66710231 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56029c156bc0 0x56029c1bc390 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c197fa700 0 client.16239 ms_handle_reset on v2:172.21.15.98:6840/2262173749 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 >> 172.21.15.98:0/66710231 conn(0x56029c0ca260 msgr2=0x56029c14fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.647+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 shutdown_connections 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c44039b80 1 -- 172.21.15.98:0/66710231 wait complete. 2023-10-05T15:39:58.656 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c44039b80 20 client.16239 trim_cache size 0 max 16384 2023-10-05T15:39:58.657 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:58.657 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 msgr2=0x7f0c1c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 0x7f0c1c0a3940 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00b5c0 tx=0x7f0c2c005960 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 msgr2=0x7f0c30196a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c9b0 tx=0x7f0c2000ccc0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 shutdown_connections 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f0c1c0a1480 0x7f0c1c0a3940 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f0c30106b60 0x7f0c3019e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0c30101900 0x7f0c30196a80 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 --2- 172.21.15.98:0/2729233682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0c30104230 0x7f0c30196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 >> 172.21.15.98:0/2729233682 conn(0x7f0c300fb310 msgr2=0x7f0c30102570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 shutdown_connections 2023-10-05T15:39:58.658 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.648+0000 7f0c37e4f700 1 -- 172.21.15.98:0/2729233682 wait complete. 2023-10-05T15:39:58.662 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- 172.21.15.98:0/2933204465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174100060 msgr2=0x7f51741004e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 --2- 172.21.15.98:0/2933204465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174100060 0x7f51741004e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f5168009990 tx=0x7f5168009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- 172.21.15.98:0/2933204465 shutdown_connections 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 --2- 172.21.15.98:0/2933204465 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174101410 0x7f5174101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 --2- 172.21.15.98:0/2933204465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 0x7f51741082c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 --2- 172.21.15.98:0/2933204465 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174100060 0x7f51741004e0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- 172.21.15.98:0/2933204465 >> 172.21.15.98:0/2933204465 conn(0x7f51740fab10 msgr2=0x7f51740fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- 172.21.15.98:0/2933204465 shutdown_connections 2023-10-05T15:39:58.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- 172.21.15.98:0/2933204465 wait complete. 2023-10-05T15:39:58.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 Processor -- start 2023-10-05T15:39:58.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.783+0000 7f51796ea700 1 -- start start 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174100060 0x7f5174195b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 0x7f5174196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517419d6c0 con 0x7f5174101410 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517419d800 con 0x7f5174100060 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517419d990 con 0x7f5174100a20 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46696/0 (socket says 172.21.15.98:46696) 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 -- 172.21.15.98:0/2709610166 learned_addr learned my addr 172.21.15.98:0/2709610166 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f5172ffd700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174100060 0x7f5174195b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51727fc700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 0x7f5174196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 -- 172.21.15.98:0/2709610166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 msgr2=0x7f5174196080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 0x7f5174196080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 -- 172.21.15.98:0/2709610166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174100060 msgr2=0x7f5174195b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174100060 0x7f5174195b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 -- 172.21.15.98:0/2709610166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51680095f0 con 0x7f5174101410 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51737fe700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f516c007f10 tx=0x7f516c00f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f515bfff700 1 -- 172.21.15.98:0/2709610166 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c00fd30 con 0x7f5174101410 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f515bfff700 1 -- 172.21.15.98:0/2709610166 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f516c00fe90 con 0x7f5174101410 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51740fefb0 con 0x7f5174101410 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f515bfff700 1 -- 172.21.15.98:0/2709610166 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c005020 con 0x7f5174101410 2023-10-05T15:39:58.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.784+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51740ff4c0 con 0x7f5174101410 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.787+0000 7f515bfff700 1 -- 172.21.15.98:0/2709610166 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f516c012460 con 0x7f5174101410 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.787+0000 7f515bfff700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 0x7f515c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.787+0000 7f515bfff700 1 -- 172.21.15.98:0/2709610166 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f516c0cf240 con 0x7f5174101410 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.787+0000 7f5172ffd700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 0x7f515c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f5172ffd700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 0x7f515c0a3940 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5174069070 tx=0x7f5164007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.796 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 Processor -- start 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 -- start start 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def37680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def38ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee9f460 con 0x5578def37bc0 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee90c20 con 0x5578def38a60 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51858d4b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee8e540 con 0x5578def37260 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46702/0 (socket says 172.21.15.98:46702) 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51727fc700 1 -- 172.21.15.98:0/298783734 learned_addr learned my addr 172.21.15.98:0/298783734 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.788+0000 7f51737fe700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def38ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.797 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f5172ffd700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def37680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 -- 172.21.15.98:0/298783734 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 msgr2=0x5578def37680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def37680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 -- 172.21.15.98:0/298783734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 msgr2=0x5578def38ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def38ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 -- 172.21.15.98:0/298783734 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578decb4de0 con 0x5578def37bc0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51737fe700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def38ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51727fc700 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5168005f50 tx=0x7f5168009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3e9a06fcea51a3c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51597fa700 1 -- 172.21.15.98:0/298783734 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516801d050 con 0x5578def37bc0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51597fa700 1 -- 172.21.15.98:0/298783734 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f516801e040 con 0x5578def37bc0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.789+0000 7f51597fa700 1 -- 172.21.15.98:0/298783734 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51680053f0 con 0x5578def37bc0 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- 172.21.15.98:0/298783734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 msgr2=0x5578def38480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.798 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5168005f50 tx=0x7f5168009ee0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- 172.21.15.98:0/298783734 shutdown_connections 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def38ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def37680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- 172.21.15.98:0/298783734 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def38480 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- 172.21.15.98:0/298783734 >> 172.21.15.98:0/298783734 conn(0x5578deeab260 msgr2=0x5578def32140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- 172.21.15.98:0/298783734 shutdown_connections 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- 172.21.15.98:0/298783734 wait complete. 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- start start 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 Processor -- start 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37bc0 0x5578def414f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.799 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def48530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee89e30 con 0x5578def37260 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee26710 con 0x5578def38a60 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578dee263b0 con 0x5578def37bc0 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f5172ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f51858d4b80 10 client.0 _ll_register_callbacks cb 0x5578dec83800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f5172ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46706/0 (socket says 172.21.15.98:46706) 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.790+0000 7f5172ffd700 1 -- 172.21.15.98:0/133301121 learned_addr learned my addr 172.21.15.98:0/133301121 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51727fc700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37bc0 0x5578def414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51737fe700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def48530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 -- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37bc0 msgr2=0x5578def414f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37bc0 0x5578def414f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.800 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 -- 172.21.15.98:0/133301121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 msgr2=0x5578def48530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def48530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 -- 172.21.15.98:0/133301121 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5174108bc0 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51737fe700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def48530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5172ffd700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5164011490 tx=0x7f51640047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24859258687ffe32 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5156ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5164004220 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5164017070 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5578def29f10 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5164004380 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51858d4b80 10 client.16251 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x5578dec9dc60 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.791+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5578def29f10 con 0x5578def37260 2023-10-05T15:39:58.801 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f516401f690 con 0x5578def37260 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 10 client.16251 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 10 client.16251 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 20 client.16251 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578def4cdd0 0x5578def4f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 4 client.16251 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5578dee82e10 con 0x5578def4cdd0 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51727fc700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578def4cdd0 0x5578def4f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f51727fc700 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578def4cdd0 0x5578def4f1f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5ef67966936034c8 server_cookie=7c20566f6d95d24c in_seq=0 out_seq=0 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.792+0000 7f5156ff5700 10 client.16251 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f5156ff5700 1 -- 172.21.15.98:0/133301121 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5578dee82e10 con 0x5578def4cdd0 2023-10-05T15:39:58.802 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f5156ff5700 10 client.16251 handle_command_reply: tid=0 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 client.16251 shutdown 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 msgr2=0x5578def40fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5164011490 tx=0x7f51640047c0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 shutdown_connections 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578def4cdd0 0x5578def4f1f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def38a60 0x5578def48530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f5156ff5700 0 client.16251 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37260 0x5578def40fb0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 --2- 172.21.15.98:0/133301121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37bc0 0x5578def414f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 >> 172.21.15.98:0/133301121 conn(0x5578deeab260 msgr2=0x5578def31f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 shutdown_connections 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 1 -- 172.21.15.98:0/133301121 wait complete. 2023-10-05T15:39:58.803 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.793+0000 7f51858d4b80 20 client.16251 trim_cache size 0 max 16384 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 Processor -- start 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 -- start start 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def3fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37bc0 0x5578def484f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578ded0a920 con 0x5578def38a60 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578def2c550 con 0x5578def37bc0 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51858d4b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578def4a1c0 con 0x5578def37260 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.813 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46718/0 (socket says 172.21.15.98:46718) 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 -- 172.21.15.98:0/2085106699 learned_addr learned my addr 172.21.15.98:0/2085106699 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51727fc700 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37bc0 0x5578def484f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f5172ffd700 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def3fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 -- 172.21.15.98:0/2085106699 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 msgr2=0x5578def3fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def3fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 -- 172.21.15.98:0/2085106699 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37bc0 msgr2=0x5578def484f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37bc0 0x5578def484f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.806+0000 7f51737fe700 1 -- 172.21.15.98:0/2085106699 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578decdb250 con 0x5578def38a60 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51737fe700 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f516c098710 tx=0x7f516c09c210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c4db6fb33276c7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f5159ffb700 1 -- 172.21.15.98:0/2085106699 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c0a0170 con 0x5578def38a60 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f5159ffb700 1 -- 172.21.15.98:0/2085106699 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f516c0b4070 con 0x5578def38a60 2023-10-05T15:39:58.814 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f5159ffb700 1 -- 172.21.15.98:0/2085106699 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c09c470 con 0x5578def38a60 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- 172.21.15.98:0/2085106699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 msgr2=0x5578def31f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f516c098710 tx=0x7f516c09c210 comp rx=0 tx=0).stop 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- 172.21.15.98:0/2085106699 shutdown_connections 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def38a60 0x5578def31f50 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def37260 0x5578def3fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 --2- 172.21.15.98:0/2085106699 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37bc0 0x5578def484f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- 172.21.15.98:0/2085106699 >> 172.21.15.98:0/2085106699 conn(0x5578deeab260 msgr2=0x5578def53b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- 172.21.15.98:0/2085106699 shutdown_connections 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- 172.21.15.98:0/2085106699 wait complete. 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.807+0000 7f51858d4b80 1 -- start start 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 Processor -- start 2023-10-05T15:39:58.815 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37260 0x5578def461d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def38a60 0x5578def47720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578def47c60 con 0x5578def37bc0 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578def47dd0 con 0x5578def37260 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578def47f90 con 0x5578def38a60 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51858d4b80 10 client.0 _ll_register_callbacks cb 0x7f5164010c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46722/0 (socket says 172.21.15.98:46722) 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 -- 172.21.15.98:0/3334749937 learned_addr learned my addr 172.21.15.98:0/3334749937 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51737fe700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def38a60 0x5578def47720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f5172ffd700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37260 0x5578def461d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 -- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def38a60 msgr2=0x5578def47720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def38a60 0x5578def47720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 -- 172.21.15.98:0/3334749937 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37260 msgr2=0x5578def461d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37260 0x5578def461d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 -- 172.21.15.98:0/3334749937 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51740ff4c0 con 0x5578def37bc0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f51727fc700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5168000c00 tx=0x7f5168009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c435ad19af1b6f9f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.808+0000 7f5156ff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516801d070 con 0x5578def37bc0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f5168003910 con 0x5578def37bc0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f516801e040 con 0x5578def37bc0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f516800baf0 con 0x5578def37bc0 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 10 client.16257 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:58.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x5578decb32b0 con 0x5578def37bc0 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f516801e040 con 0x5578def37bc0 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f5168005140 con 0x5578def37bc0 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 10 client.16257 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 10 client.16257 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 20 client.16257 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578defa1720 0x5578defa3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 4 client.16257 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 --> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5578dee82b30 con 0x5578defa1720 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.809+0000 7f5172ffd700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578defa1720 0x5578defa3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f5156ff5700 10 client.16257 ms_handle_connect on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f5172ffd700 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578defa1720 0x5578defa3b40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=390f4c39526e32f3 server_cookie=9ac63d4caeae8990 in_seq=0 out_seq=0 2023-10-05T15:39:58.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f5156ff5700 1 -- 172.21.15.98:0/3334749937 <== mds.3 v2:172.21.15.173:6836/113202655 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5578dee82b30 con 0x5578defa1720 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f5156ff5700 10 client.16257 handle_command_reply: tid=0 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 client.16257 shutdown 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 msgr2=0x5578def46710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5168000c00 tx=0x7f5168009310 comp rx=0 tx=0).stop 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 shutdown_connections 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:6836/113202655,v1:172.21.15.173:6837/113202655] conn(0x5578defa1720 0x5578defa3b40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5578def37260 0x5578def461d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5578def38a60 0x5578def47720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 --2- 172.21.15.98:0/3334749937 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5578def37bc0 0x5578def46710 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 >> 172.21.15.98:0/3334749937 conn(0x5578deeab260 msgr2=0x5578def31f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f5156ff5700 0 client.16257 ms_handle_reset on v2:172.21.15.173:6836/113202655 2023-10-05T15:39:58.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 shutdown_connections 2023-10-05T15:39:58.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 1 -- 172.21.15.98:0/3334749937 wait complete. 2023-10-05T15:39:58.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.810+0000 7f51858d4b80 20 client.16257 trim_cache size 0 max 16384 2023-10-05T15:39:58.820 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 msgr2=0x7f515c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 0x7f515c0a3940 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5174069070 tx=0x7f5164007400 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 msgr2=0x7f517419d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f516c007f10 tx=0x7f516c00f5c0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 shutdown_connections 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f515c0a1480 0x7f515c0a3940 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f5174100060 0x7f5174195b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f5174101410 0x7f517419d0f0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 --2- 172.21.15.98:0/2709610166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5174100a20 0x7f5174196080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 >> 172.21.15.98:0/2709610166 conn(0x7f51740fab10 msgr2=0x7f5174104550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:58.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 shutdown_connections 2023-10-05T15:39:58.822 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.811+0000 7f51796ea700 1 -- 172.21.15.98:0/2709610166 wait complete. 2023-10-05T15:39:58.824 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:39:58.948 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 -- 172.21.15.98:0/4045917207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc101950 msgr2=0x7f53cc108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 --2- 172.21.15.98:0/4045917207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc101950 0x7f53cc108200 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f53c400b0d0 tx=0x7f53c400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 -- 172.21.15.98:0/4045917207 shutdown_connections 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 --2- 172.21.15.98:0/4045917207 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc101950 0x7f53cc108200 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 --2- 172.21.15.98:0/4045917207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 --2- 172.21.15.98:0/4045917207 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc100fb0 0x7f53cc101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 -- 172.21.15.98:0/4045917207 >> 172.21.15.98:0/4045917207 conn(0x7f53cc0fb330 msgr2=0x7f53cc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 -- 172.21.15.98:0/4045917207 shutdown_connections 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 -- 172.21.15.98:0/4045917207 wait complete. 2023-10-05T15:39:59.080 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.946+0000 7f53d277b700 1 Processor -- start 2023-10-05T15:39:59.081 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 -- start start 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc100fb0 0x7f53cc1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc101950 0x7f53cc19e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53cc19e820 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53cc19e990 con 0x7f53cc101950 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d277b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53cc19eb50 con 0x7f53cc100fb0 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46732/0 (socket says 172.21.15.98:46732) 2023-10-05T15:39:59.093 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 -- 172.21.15.98:0/3819391491 learned_addr learned my addr 172.21.15.98:0/3819391491 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc100fb0 0x7f53cc1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53d0d18700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc101950 0x7f53cc19e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 -- 172.21.15.98:0/3819391491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc100fb0 msgr2=0x7f53cc1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc100fb0 0x7f53cc1971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 -- 172.21.15.98:0/3819391491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc101950 msgr2=0x7f53cc19e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc101950 0x7f53cc19e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 -- 172.21.15.98:0/3819391491 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c4009d00 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.947+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f53c000e970 tx=0x7f53c000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.948+0000 7f53c97fa700 1 -- 172.21.15.98:0/3819391491 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c0009790 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.948+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53cc19ee30 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.094 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.948+0000 7f53c97fa700 1 -- 172.21.15.98:0/3819391491 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c000eec0 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.948+0000 7f53c97fa700 1 -- 172.21.15.98:0/3819391491 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c0003cf0 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.948+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53cc19f2b0 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.950+0000 7f53c97fa700 1 -- 172.21.15.98:0/3819391491 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f53c000ccd0 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.950+0000 7f53c97fa700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 0x7f53b40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.950+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 0x7f53b40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.950+0000 7f53c97fa700 1 -- 172.21.15.98:0/3819391491 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f53c0014070 con 0x7f53cc0ffdc0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 0x7f53b40a3940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f53cc1981b0 tx=0x7f53bc00a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 Processor -- start 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 -- start start 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83af260 0x55cba83af680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.095 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba8317460 con 0x55cba83b0a60 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba8308c20 con 0x55cba83afbc0 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53de965b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba8306540 con 0x55cba83af260 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.951+0000 7f53d0d18700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83af260 0x55cba83af680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46744/0 (socket says 172.21.15.98:46744) 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 -- 172.21.15.98:0/1406261085 learned_addr learned my addr 172.21.15.98:0/1406261085 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 -- 172.21.15.98:0/1406261085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83af260 msgr2=0x55cba83af680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.096 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83af260 0x55cba83af680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 -- 172.21.15.98:0/1406261085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 msgr2=0x55cba83b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 -- 172.21.15.98:0/1406261085 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cba812cde0 con 0x55cba83b0a60 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53d0d18700 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f53c40092e0 tx=0x7f53c4009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc10890c12ec7556 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53b27fc700 1 -- 172.21.15.98:0/1406261085 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c400e040 con 0x55cba83b0a60 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53b27fc700 1 -- 172.21.15.98:0/1406261085 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c40076e0 con 0x55cba83b0a60 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.952+0000 7f53b27fc700 1 -- 172.21.15.98:0/1406261085 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c401c6a0 con 0x55cba83b0a60 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- 172.21.15.98:0/1406261085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 msgr2=0x55cba83b0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f53c40092e0 tx=0x7f53c4009310 comp rx=0 tx=0).stop 2023-10-05T15:39:59.097 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- 172.21.15.98:0/1406261085 shutdown_connections 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83b0a60 0x55cba83b0ee0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83af260 0x55cba83af680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 --2- 172.21.15.98:0/1406261085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- 172.21.15.98:0/1406261085 >> 172.21.15.98:0/1406261085 conn(0x55cba8323260 msgr2=0x55cba83aa140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- 172.21.15.98:0/1406261085 shutdown_connections 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- 172.21.15.98:0/1406261085 wait complete. 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 -- start start 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.953+0000 7f53de965b80 1 Processor -- start 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83b0a60 0x55cba83c0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.098 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba8301e30 con 0x55cba83af260 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba829e710 con 0x55cba83afbc0 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba829e3b0 con 0x55cba83b0a60 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 10 client.0 _ll_register_callbacks cb 0x55cba80fb800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46746/0 (socket says 172.21.15.98:46746) 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 -- 172.21.15.98:0/1525897436 learned_addr learned my addr 172.21.15.98:0/1525897436 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53d0d18700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83b0a60 0x55cba83c0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 -- 172.21.15.98:0/1525897436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83b0a60 msgr2=0x55cba83c0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83b0a60 0x55cba83c0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 -- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 msgr2=0x55cba83b94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 -- 172.21.15.98:0/1525897436 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53cc108b50 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53cbfff700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f53c000c5b0 tx=0x7f53c009aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae48458f5ca999f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53ab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c009e3d0 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f53c00a2610 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cba83a1f10 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53c0098620 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 10 client.16269 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.954+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55cba8115c60 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cba83a1f10 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f53c00a2180 con 0x55cba83af260 2023-10-05T15:39:59.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 10 client.16269 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 10 client.16269 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 20 client.16269 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba83c4d90 0x55cba83c7180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 4 client.16269 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cba82fae10 con 0x55cba83c4d90 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.955+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba83c4d90 0x55cba83c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53ab7fe700 10 client.16269 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba83c4d90 0x55cba83c7180 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8715e56bc0bca9ae server_cookie=83ae3ab1b8681e6c in_seq=0 out_seq=0 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53ab7fe700 1 -- 172.21.15.98:0/1525897436 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55cba82fae10 con 0x55cba83c4d90 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53ab7fe700 10 client.16269 handle_command_reply: tid=0 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 client.16269 shutdown 2023-10-05T15:39:59.101 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 msgr2=0x55cba83b8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f53c000c5b0 tx=0x7f53c009aa70 comp rx=0 tx=0).stop 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 shutdown_connections 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba83c4d90 0x55cba83c7180 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83b0a60 0x55cba83c0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b8f80 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53ab7fe700 0 client.16269 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 --2- 172.21.15.98:0/1525897436 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83afbc0 0x55cba83b94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.956+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 >> 172.21.15.98:0/1525897436 conn(0x55cba8323260 msgr2=0x55cba83a9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.102 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.957+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 shutdown_connections 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.957+0000 7f53de965b80 1 -- 172.21.15.98:0/1525897436 wait complete. 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.957+0000 7f53de965b80 20 client.16269 trim_cache size 0 max 16384 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.969+0000 7f53de965b80 1 Processor -- start 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.969+0000 7f53de965b80 1 -- start start 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.969+0000 7f53de965b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.969+0000 7f53de965b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83c04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53de965b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53de965b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba8182920 con 0x55cba83af260 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53de965b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba83a4550 con 0x55cba83b0a60 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53de965b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba83b6be0 con 0x55cba83afbc0 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46754/0 (socket says 172.21.15.98:46754) 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 -- 172.21.15.98:0/2048120824 learned_addr learned my addr 172.21.15.98:0/2048120824 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83c04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53d0d18700 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 -- 172.21.15.98:0/2048120824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 msgr2=0x55cba83c04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83c04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 -- 172.21.15.98:0/2048120824 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 msgr2=0x55cba83a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 -- 172.21.15.98:0/2048120824 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cba8153250 con 0x55cba83af260 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53cbfff700 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f53c0099f80 tx=0x7f53c00966f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca5899bdd44bc952 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53b2ffd700 1 -- 172.21.15.98:0/2048120824 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c00b8550 con 0x55cba83af260 2023-10-05T15:39:59.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53b2ffd700 1 -- 172.21.15.98:0/2048120824 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c00a2610 con 0x55cba83af260 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.970+0000 7f53b2ffd700 1 -- 172.21.15.98:0/2048120824 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c001feb0 con 0x55cba83af260 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- 172.21.15.98:0/2048120824 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 msgr2=0x55cba83b7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f53c0099f80 tx=0x7f53c00966f0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- 172.21.15.98:0/2048120824 shutdown_connections 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83b7ca0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- 172.21.15.98:0/2048120824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83c04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- 172.21.15.98:0/2048120824 >> 172.21.15.98:0/2048120824 conn(0x55cba8323260 msgr2=0x55cba83a8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- 172.21.15.98:0/2048120824 shutdown_connections 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- 172.21.15.98:0/2048120824 wait complete. 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- start start 2023-10-05T15:39:59.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 Processor -- start 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83bc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83bf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba83bfd00 con 0x55cba83af260 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba83bfe70 con 0x55cba83b0a60 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cba83c0030 con 0x55cba83afbc0 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.971+0000 7f53de965b80 10 client.0 _ll_register_callbacks cb 0x7f53c0099eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46760/0 (socket says 172.21.15.98:46760) 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 -- 172.21.15.98:0/3916236415 learned_addr learned my addr 172.21.15.98:0/3916236415 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83bc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53d0d18700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83bf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 -- 172.21.15.98:0/3916236415 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 msgr2=0x55cba83bc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83bc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 -- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 msgr2=0x55cba83bf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83bf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 -- 172.21.15.98:0/3916236415 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cba8115c60 con 0x55cba83af260 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53cbfff700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f53c00985d0 tx=0x7f53c0099be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9504f8949ea63cd3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53ab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c00b8550 con 0x55cba83af260 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f53c007a050 con 0x55cba83af260 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f53c40076e0 con 0x55cba83af260 2023-10-05T15:39:59.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53c009e3d0 con 0x55cba83af260 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53de965b80 10 client.16275 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55cba812b2b0 con 0x55cba83af260 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.972+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c00a8080 con 0x55cba83af260 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f53c009f210 con 0x55cba83af260 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 10 client.16275 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 10 client.16275 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 20 client.16275 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba8419500 0x55cba841b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 4 client.16275 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 --> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cba82fab30 con 0x55cba8419500 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba8419500 0x55cba841b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53ab7fe700 10 client.16275 ms_handle_connect on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:59.108 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53cb7fe700 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba8419500 0x55cba841b8f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d0a9cacd33deecc8 server_cookie=a90400596758a0ee in_seq=0 out_seq=0 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53ab7fe700 1 -- 172.21.15.98:0/3916236415 <== mds.2 v2:172.21.15.115:6836/3290931099 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+775 (crc 0 0 0) 0x55cba82fab30 con 0x55cba8419500 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53ab7fe700 10 client.16275 handle_command_reply: tid=0 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.973+0000 7f53de965b80 1 client.16275 shutdown 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 msgr2=0x55cba83bc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f53c00985d0 tx=0x7f53c0099be0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 shutdown_connections 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55cba83b0a60 0x55cba83bf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.115:6836/3290931099,v1:172.21.15.115:6837/3290931099] conn(0x55cba8419500 0x55cba841b8f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55cba83af260 0x55cba83bc260 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53ab7fe700 0 client.16275 ms_handle_reset on v2:172.21.15.115:6836/3290931099 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 --2- 172.21.15.98:0/3916236415 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55cba83afbc0 0x55cba83bc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.109 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 >> 172.21.15.98:0/3916236415 conn(0x55cba8323260 msgr2=0x55cba83a8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 shutdown_connections 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 1 -- 172.21.15.98:0/3916236415 wait complete. 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53de965b80 20 client.16275 trim_cache size 0 max 16384 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stdout:[ 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 175821564, 2023-10-05T15:39:59.110 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628310, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/objects/info" 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1649202871, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628309, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/objects/pack" 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 2109338568, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628316, 2023-10-05T15:39:59.111 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack" 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 3889804663, 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628317, 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx" 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:39:59.112 INFO:teuthology.orchestra.run.smithi098.stdout:] 2023-10-05T15:39:59.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 msgr2=0x7f53b40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 0x7f53b40a3940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f53cc1981b0 tx=0x7f53bc00a300 comp rx=0 tx=0).stop 2023-10-05T15:39:59.113 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 msgr2=0x7f53cc196cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f53c000e970 tx=0x7f53c000ec80 comp rx=0 tx=0).stop 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 shutdown_connections 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f53b40a1480 0x7f53b40a3940 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f53cc101950 0x7f53cc19e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f53cc0ffdc0 0x7f53cc196cb0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 --2- 172.21.15.98:0/3819391491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53cc100fb0 0x7f53cc1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 >> 172.21.15.98:0/3819391491 conn(0x7f53cc0fb330 msgr2=0x7f53cc068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 shutdown_connections 2023-10-05T15:39:59.114 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:58.974+0000 7f53d277b700 1 -- 172.21.15.98:0/3819391491 wait complete. 2023-10-05T15:39:59.115 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:39:59.138 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:58 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2418716745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:59.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:58 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2418716745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:59.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 -- 172.21.15.98:0/112079578 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102080 msgr2=0x7f7244102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 --2- 172.21.15.98:0/112079578 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102080 0x7f7244102500 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f7230009990 tx=0x7f7230009ca0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 -- 172.21.15.98:0/112079578 shutdown_connections 2023-10-05T15:39:59.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 --2- 172.21.15.98:0/112079578 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f72441012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 --2- 172.21.15.98:0/112079578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102a40 0x7f7244109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 --2- 172.21.15.98:0/112079578 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102080 0x7f7244102500 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 -- 172.21.15.98:0/112079578 >> 172.21.15.98:0/112079578 conn(0x7f72440fc460 msgr2=0x7f72440fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 -- 172.21.15.98:0/112079578 shutdown_connections 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.236+0000 7f724aa80700 1 -- 172.21.15.98:0/112079578 wait complete. 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 Processor -- start 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 -- start start 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f7244196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102080 0x7f7244197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f724419e770 con 0x7f7244102a40 2023-10-05T15:39:59.241 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f724419e8b0 con 0x7f7244100ea0 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724aa80700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f724419ea40 con 0x7f7244102080 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46778/0 (socket says 172.21.15.98:46778) 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f724901d700 1 -- 172.21.15.98:0/1864330944 learned_addr learned my addr 172.21.15.98:0/1864330944 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.237+0000 7f7243fff700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102080 0x7f7244197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724881c700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f7244196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 -- 172.21.15.98:0/1864330944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102080 msgr2=0x7f7244197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102080 0x7f7244197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 -- 172.21.15.98:0/1864330944 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 msgr2=0x7f7244196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.242 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f7244196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 -- 172.21.15.98:0/1864330944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72300095f0 con 0x7f7244102a40 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724881c700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f7244196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724901d700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f723c00ada0 tx=0x7f723c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f7241ffb700 1 -- 172.21.15.98:0/1864330944 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c00f070 con 0x7f7244102a40 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f724419ed20 con 0x7f7244102a40 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f7241ffb700 1 -- 172.21.15.98:0/1864330944 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f723c007b30 con 0x7f7244102a40 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f7241ffb700 1 -- 172.21.15.98:0/1864330944 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c0053e0 con 0x7f7244102a40 2023-10-05T15:39:59.243 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.238+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f724419f180 con 0x7f7244102a40 2023-10-05T15:39:59.249 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.240+0000 7f7241ffb700 1 -- 172.21.15.98:0/1864330944 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f723c00c980 con 0x7f7244102a40 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.241+0000 7f7241ffb700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 0x7f72340a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.241+0000 7f724881c700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 0x7f72340a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.241+0000 7f7241ffb700 1 -- 172.21.15.98:0/1864330944 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f723c0cc5e0 con 0x7f7244102a40 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.241+0000 7f724881c700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 0x7f72340a3940 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7244101bf0 tx=0x7f723800b670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 Processor -- start 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 -- start start 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f6a60 0x563dd24f6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.250 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd245d460 con 0x563dd24f5bc0 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd244ec20 con 0x563dd24f5260 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd244c540 con 0x563dd24f6a60 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7243fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7243fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46784/0 (socket says 172.21.15.98:46784) 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f7243fff700 1 -- 172.21.15.98:0/946034946 learned_addr learned my addr 172.21.15.98:0/946034946 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.242+0000 7f724881c700 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 -- 172.21.15.98:0/946034946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f6a60 msgr2=0x563dd24f6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f724901d700 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f6a60 0x563dd24f6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f6a60 0x563dd24f6ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 -- 172.21.15.98:0/946034946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 msgr2=0x563dd24f5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.251 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 -- 172.21.15.98:0/946034946 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563dd2272de0 con 0x563dd24f5bc0 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f7243fff700 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f7230015000 tx=0x7f7230009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b04953587c4e35 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f722effd700 1 -- 172.21.15.98:0/946034946 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723001d050 con 0x563dd24f5bc0 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f722effd700 1 -- 172.21.15.98:0/946034946 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f723001e040 con 0x563dd24f5bc0 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.243+0000 7f722effd700 1 -- 172.21.15.98:0/946034946 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72300053f0 con 0x563dd24f5bc0 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- 172.21.15.98:0/946034946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 msgr2=0x563dd24f6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f7230015000 tx=0x7f7230009f90 comp rx=0 tx=0).stop 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- 172.21.15.98:0/946034946 shutdown_connections 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f6a60 0x563dd24f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/946034946 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f5bc0 0x563dd24f6480 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- 172.21.15.98:0/946034946 >> 172.21.15.98:0/946034946 conn(0x563dd2469260 msgr2=0x563dd24f0140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.252 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- 172.21.15.98:0/946034946 shutdown_connections 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- 172.21.15.98:0/946034946 wait complete. 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- start start 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 Processor -- start 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24ff000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd24ff540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd2447e30 con 0x563dd24f6a60 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd23e4710 con 0x563dd24f5260 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.244+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd23e43b0 con 0x563dd24f5bc0 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7256c6ab80 10 client.0 _ll_register_callbacks cb 0x563dd2241800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.253 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46792/0 (socket says 172.21.15.98:46792) 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 -- 172.21.15.98:0/3439444934 learned_addr learned my addr 172.21.15.98:0/3439444934 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724881c700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24ff000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7243fff700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd24ff540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 -- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 msgr2=0x563dd24ff540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd24ff540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 -- 172.21.15.98:0/3439444934 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 msgr2=0x563dd24ff000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24ff000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 -- 172.21.15.98:0/3439444934 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7244109c90 con 0x563dd24f6a60 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f724901d700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f723c0960b0 tx=0x7f723c099090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0acab06ad95526 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7223fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.254 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c099d40 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f723c099640 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563dd24e7f10 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f723c09d790 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7256c6ab80 10 client.16287 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.245+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x563dd225bc60 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563dd24e7f10 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f723c098b30 con 0x563dd24f6a60 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 10 client.16287 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 10 client.16287 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 20 client.16287 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd250d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.255 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 4 client.16287 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563dd2440e10 con 0x563dd250add0 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f724881c700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd250d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f7223fff700 10 client.16287 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.246+0000 7f724881c700 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd250d1f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9b44eb5a265dc279 server_cookie=8aabbff978e48468 in_seq=0 out_seq=0 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7223fff700 1 -- 172.21.15.98:0/3439444934 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563dd2440e10 con 0x563dd250add0 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7223fff700 10 client.16287 handle_command_reply: tid=0 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 client.16287 shutdown 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 msgr2=0x563dd2506580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f723c0960b0 tx=0x7f723c099090 comp rx=0 tx=0).stop 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 shutdown_connections 2023-10-05T15:39:59.256 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd250d1f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24ff000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7223fff700 0 client.16287 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2506580 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3439444934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd24ff540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 >> 172.21.15.98:0/3439444934 conn(0x563dd2469260 msgr2=0x563dd24eff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 shutdown_connections 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3439444934 wait complete. 2023-10-05T15:39:59.257 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.247+0000 7f7256c6ab80 20 client.16287 trim_cache size 0 max 16384 2023-10-05T15:39:59.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 Processor -- start 2023-10-05T15:39:59.263 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 -- start start 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2506540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd22c8920 con 0x563dd24f6a60 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd24ef130 con 0x563dd24f5260 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd250abd0 con 0x563dd24f5bc0 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46800/0 (socket says 172.21.15.98:46800) 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 -- 172.21.15.98:0/2037253932 learned_addr learned my addr 172.21.15.98:0/2037253932 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f7243fff700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2506540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724881c700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.264 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 -- 172.21.15.98:0/2037253932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 msgr2=0x563dd2506540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2506540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.260+0000 7f724901d700 1 -- 172.21.15.98:0/2037253932 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 msgr2=0x563dd24f5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f724901d700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f724901d700 1 -- 172.21.15.98:0/2037253932 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563dd2299250 con 0x563dd24f6a60 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f724881c700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f724901d700 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f723c096060 tx=0x7f723c097bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a669dd964abe96 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f722f7fe700 1 -- 172.21.15.98:0/2037253932 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c099d40 con 0x563dd24f6a60 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f722f7fe700 1 -- 172.21.15.98:0/2037253932 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f723c099640 con 0x563dd24f6a60 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f722f7fe700 1 -- 172.21.15.98:0/2037253932 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c01adf0 con 0x563dd24f6a60 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 -- 172.21.15.98:0/2037253932 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 msgr2=0x563dd24eebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f723c096060 tx=0x7f723c097bf0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.265 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 -- 172.21.15.98:0/2037253932 shutdown_connections 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd24f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd24eebc0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/2037253932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2506540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 -- 172.21.15.98:0/2037253932 >> 172.21.15.98:0/2037253932 conn(0x563dd2469260 msgr2=0x563dd2511b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 -- 172.21.15.98:0/2037253932 shutdown_connections 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.261+0000 7f7256c6ab80 1 -- 172.21.15.98:0/2037253932 wait complete. 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 -- start start 2023-10-05T15:39:59.266 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 Processor -- start 2023-10-05T15:39:59.269 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd2503f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2504480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd25059d0 con 0x563dd24f6a60 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd2505b40 con 0x563dd24f5260 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563dd2505d00 con 0x563dd24f5bc0 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7256c6ab80 10 client.0 _ll_register_callbacks cb 0x7f723c0994e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f724901d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46806/0 (socket says 172.21.15.98:46806) 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f724901d700 1 -- 172.21.15.98:0/3865423168 learned_addr learned my addr 172.21.15.98:0/3865423168 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f724881c700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd2503f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.270 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.262+0000 7f7243fff700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2504480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 -- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 msgr2=0x563dd2504480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2504480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 -- 172.21.15.98:0/3865423168 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 msgr2=0x563dd2503f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd2503f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 -- 172.21.15.98:0/3865423168 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563dd225bc60 con 0x563dd24f6a60 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f724901d700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f723c097990 tx=0x7f723c098fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14d97ac250af5ac3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c0a1940 con 0x563dd24f6a60 2023-10-05T15:39:59.271 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f723c0998a0 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f723001e040 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f723c0a15f0 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 10 client.16293 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x563dd22712b0 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f723c07c080 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f723c0985a0 con 0x563dd24f6a60 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 10 client.16293 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.398 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 10 client.16293 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 20 client.16293 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd25613b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 4 client.16293 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.263+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 --> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563dd2440b30 con 0x563dd250add0 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f724881c700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd25613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f724881c700 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd25613b0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4325f8d1d74e6c88 server_cookie=7736863e5c768c18 in_seq=0 out_seq=0 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7223fff700 10 client.16293 ms_handle_connect on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7223fff700 1 -- 172.21.15.98:0/3865423168 <== mds.1 v2:172.21.15.173:6838/4212584526 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+2359 (crc 0 0 0) 0x563dd2440b30 con 0x563dd250add0 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7223fff700 10 client.16293 handle_command_reply: tid=0 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 client.16293 shutdown 2023-10-05T15:39:59.399 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 msgr2=0x563dd2505490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f723c097990 tx=0x7f723c098fa0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 shutdown_connections 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:6838/4212584526,v1:172.21.15.173:6839/4212584526] conn(0x563dd250add0 0x563dd25613b0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563dd24f5260 0x563dd2503f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563dd24f6a60 0x563dd2505490 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7223fff700 0 client.16293 ms_handle_reset on v2:172.21.15.173:6838/4212584526 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 --2- 172.21.15.98:0/3865423168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563dd24f5bc0 0x563dd2504480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.264+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 >> 172.21.15.98:0/3865423168 conn(0x563dd2469260 msgr2=0x563dd24fcec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 shutdown_connections 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f7256c6ab80 1 -- 172.21.15.98:0/3865423168 wait complete. 2023-10-05T15:39:59.400 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f7256c6ab80 20 client.16293 trim_cache size 0 max 16384 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout:[ 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 404174447, 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628286, 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample" 2023-10-05T15:39:59.401 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 576996779, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628285, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample" 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 951076134, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628292, 2023-10-05T15:39:59.402 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample" 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1258337740, 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628288, 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/update.sample" 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1408029887, 2023-10-05T15:39:59.403 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628289, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample" 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1478825354, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628291, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/post-update.sample" 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1897000132, 2023-10-05T15:39:59.404 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628290, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample" 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1922614822, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628297, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample" 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 1962596387, 2023-10-05T15:39:59.405 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628294, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample" 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 2477447463, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628293, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample" 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 3141184790, 2023-10-05T15:39:59.406 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628295, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample" 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 3440509715, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628296, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample" 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "damage_type": "backtrace", 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "id": 3837540957, 2023-10-05T15:39:59.407 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 1099511628287, 2023-10-05T15:39:59.408 INFO:teuthology.orchestra.run.smithi098.stdout: "path": "/client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample" 2023-10-05T15:39:59.408 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:39:59.408 INFO:teuthology.orchestra.run.smithi098.stdout:] 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 msgr2=0x7f72340a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 0x7f72340a3940 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7244101bf0 tx=0x7f723800b670 comp rx=0 tx=0).stop 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 msgr2=0x7f724419e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f723c00ada0 tx=0x7f723c00c330 comp rx=0 tx=0).stop 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 shutdown_connections 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f72340a1480 0x7f72340a3940 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7244100ea0 0x7f7244196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.409 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7244102a40 0x7f724419e1a0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 --2- 172.21.15.98:0/1864330944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7244102080 0x7f7244197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 >> 172.21.15.98:0/1864330944 conn(0x7f72440fc460 msgr2=0x7f72440fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 shutdown_connections 2023-10-05T15:39:59.410 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.265+0000 7f724aa80700 1 -- 172.21.15.98:0/1864330944 wait complete. 2023-10-05T15:39:59.410 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:39:59.411 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:58 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2418716745' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:39:59.575 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.571+0000 7f2061e96700 1 -- 172.21.15.98:0/1844857699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c1002e0 msgr2=0x7f205c100700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.571+0000 7f2061e96700 1 --2- 172.21.15.98:0/1844857699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c1002e0 0x7f205c100700 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f205400b0a0 tx=0x7f205400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 -- 172.21.15.98:0/1844857699 shutdown_connections 2023-10-05T15:39:59.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 --2- 172.21.15.98:0/1844857699 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 0x7f205c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 --2- 172.21.15.98:0/1844857699 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c1002e0 0x7f205c100700 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.868 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 --2- 172.21.15.98:0/1844857699 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c100ff0 0x7f205c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 -- 172.21.15.98:0/1844857699 >> 172.21.15.98:0/1844857699 conn(0x7f205c0faab0 msgr2=0x7f205c0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 -- 172.21.15.98:0/1844857699 shutdown_connections 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 -- 172.21.15.98:0/1844857699 wait complete. 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 Processor -- start 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 -- start start 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c1002e0 0x7f205c195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.572+0000 7f2061e96700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 0x7f205c19d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f205c19d890 con 0x7f205c100ff0 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f205c19da00 con 0x7f205c1002e0 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f205c19dbc0 con 0x7f205c1019b0 2023-10-05T15:39:59.869 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46818/0 (socket says 172.21.15.98:46818) 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 -- 172.21.15.98:0/3700742821 learned_addr learned my addr 172.21.15.98:0/3700742821 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c1002e0 0x7f205c195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205bfff700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 0x7f205c19d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 -- 172.21.15.98:0/3700742821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 msgr2=0x7f205c19d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 0x7f205c19d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 -- 172.21.15.98:0/3700742821 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c1002e0 msgr2=0x7f205c195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c1002e0 0x7f205c195d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 -- 172.21.15.98:0/3700742821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2054009d00 con 0x7f205c100ff0 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f205affd700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f204c00c970 tx=0x7f204c00cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.870 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2058ff9700 1 -- 172.21.15.98:0/3700742821 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c004220 con 0x7f205c100ff0 2023-10-05T15:39:59.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f205c19dea0 con 0x7f205c100ff0 2023-10-05T15:39:59.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2058ff9700 1 -- 172.21.15.98:0/3700742821 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f204c007d60 con 0x7f205c100ff0 2023-10-05T15:39:59.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2058ff9700 1 -- 172.21.15.98:0/3700742821 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f204c003d00 con 0x7f205c100ff0 2023-10-05T15:39:59.871 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.573+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f205c19e2d0 con 0x7f205c100ff0 2023-10-05T15:39:59.881 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.575+0000 7f2058ff9700 1 -- 172.21.15.98:0/3700742821 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f204c004380 con 0x7f205c100ff0 2023-10-05T15:39:59.881 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.576+0000 7f2058ff9700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 0x7f20440a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.881 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.576+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 0x7f20440a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.576+0000 7f2058ff9700 1 -- 172.21.15.98:0/3700742821 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f204c0cd030 con 0x7f205c100ff0 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.576+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 0x7f20440a3940 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f2054007a90 tx=0x7f205400bd70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 Processor -- start 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 -- start start 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3470 0x5571eadc3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadc4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ead29460 con 0x5571eadc4c70 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ead1ac20 con 0x5571eadc3dd0 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f206e080b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ead18540 con 0x5571eadc3470 2023-10-05T15:39:59.882 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46826/0 (socket says 172.21.15.98:46826) 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 -- 172.21.15.98:0/502856003 learned_addr learned my addr 172.21.15.98:0/502856003 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205affd700 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadc4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 -- 172.21.15.98:0/502856003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3470 msgr2=0x5571eadc3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3470 0x5571eadc3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 -- 172.21.15.98:0/502856003 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 msgr2=0x5571eadc4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadc4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.577+0000 7f205bfff700 1 -- 172.21.15.98:0/502856003 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571eab3ede0 con 0x5571eadc4c70 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f205bfff700 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f205000b810 tx=0x7f205000bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78147e59329615ca server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f2041ffb700 1 -- 172.21.15.98:0/502856003 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2050014620 con 0x5571eadc4c70 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f2041ffb700 1 -- 172.21.15.98:0/502856003 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2050014c40 con 0x5571eadc4c70 2023-10-05T15:39:59.883 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f2041ffb700 1 -- 172.21.15.98:0/502856003 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2050012cb0 con 0x5571eadc4c70 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 -- 172.21.15.98:0/502856003 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 msgr2=0x5571eadc50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f205000b810 tx=0x7f205000bb20 comp rx=0 tx=0).stop 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 -- 172.21.15.98:0/502856003 shutdown_connections 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc4c70 0x5571eadc50f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3470 0x5571eadc3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 --2- 172.21.15.98:0/502856003 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadc4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.578+0000 7f206e080b80 1 -- 172.21.15.98:0/502856003 >> 172.21.15.98:0/502856003 conn(0x5571ead35260 msgr2=0x5571eadbc140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- 172.21.15.98:0/502856003 shutdown_connections 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- 172.21.15.98:0/502856003 wait complete. 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- start start 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 Processor -- start 2023-10-05T15:39:59.884 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadcd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eadd47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ead13e30 con 0x5571eadc3470 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eacb0710 con 0x5571eadc3dd0 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eacb03b0 con 0x5571eadc4c70 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f206e080b80 10 client.0 _ll_register_callbacks cb 0x5571eab0d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46828/0 (socket says 172.21.15.98:46828) 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.579+0000 7f205b7fe700 1 -- 172.21.15.98:0/3406010193 learned_addr learned my addr 172.21.15.98:0/3406010193 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205bfff700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eadd47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205affd700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadcd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.885 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 -- 172.21.15.98:0/3406010193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 msgr2=0x5571eadd47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eadd47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 -- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 msgr2=0x5571eadcd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadcd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 -- 172.21.15.98:0/3406010193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f205000e040 con 0x5571eadc3470 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205affd700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadcd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f205b7fe700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f2054015000 tx=0x7f2054004cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4de32e2fc47a555 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f203affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205400e040 con 0x5571eadc3470 2023-10-05T15:39:59.886 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2054023050 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571eadb3f10 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2054005450 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f206e080b80 10 client.16305 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x5571eab27c60 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.580+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5571eadb3f10 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f205401bb60 con 0x5571eadc3470 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 10 client.16305 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 10 client.16305 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 20 client.16305 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eadd9040 0x5571eaddb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 4 client.16305 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:39:59.887 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571ead0ce10 con 0x5571eadd9040 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f205affd700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eadd9040 0x5571eaddb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f203affd700 10 client.16305 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.581+0000 7f205affd700 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eadd9040 0x5571eaddb460 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb2126110e1387a5 server_cookie=6b8ddbc72e7a1317 in_seq=0 out_seq=0 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f203affd700 1 -- 172.21.15.98:0/3406010193 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5571ead0ce10 con 0x5571eadd9040 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f203affd700 10 client.16305 handle_command_reply: tid=0 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 client.16305 shutdown 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 msgr2=0x5571eadcd260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f2054015000 tx=0x7f2054004cd0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 shutdown_connections 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eadd47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadcd260 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.888 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eadd9040 0x5571eaddb460 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 --2- 172.21.15.98:0/3406010193 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eadcd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f203affd700 0 client.16305 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 >> 172.21.15.98:0/3406010193 conn(0x5571ead35260 msgr2=0x5571eadbbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 shutdown_connections 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 1 -- 172.21.15.98:0/3406010193 wait complete. 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.582+0000 7f206e080b80 20 client.16305 trim_cache size 0 max 16384 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 Processor -- start 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 -- start start 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3dd0 0x5571eadcbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc4c70 0x5571eadd50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eab94920 con 0x5571eadc3470 2023-10-05T15:39:59.889 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eadd4c10 con 0x5571eadc4c70 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f206e080b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eadc44b0 con 0x5571eadc3dd0 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46836/0 (socket says 172.21.15.98:46836) 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 -- 172.21.15.98:0/411559128 learned_addr learned my addr 172.21.15.98:0/411559128 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 -- 172.21.15.98:0/411559128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3dd0 msgr2=0x5571eadcbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3dd0 0x5571eadcbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 -- 172.21.15.98:0/411559128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc4c70 msgr2=0x5571eadd50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.595+0000 7f205b7fe700 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc4c70 0x5571eadd50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f205b7fe700 1 -- 172.21.15.98:0/411559128 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571eab65250 con 0x5571eadc3470 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f205b7fe700 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f20540076a0 tx=0x7f20540076d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f4c52311a59f07 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f20427fc700 1 -- 172.21.15.98:0/411559128 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205400e040 con 0x5571eadc3470 2023-10-05T15:39:59.890 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f20427fc700 1 -- 172.21.15.98:0/411559128 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f205401b430 con 0x5571eadc3470 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f20427fc700 1 -- 172.21.15.98:0/411559128 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054005aa0 con 0x5571eadc3470 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 -- 172.21.15.98:0/411559128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 msgr2=0x5571eadc5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f20540076a0 tx=0x7f20540076d0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 -- 172.21.15.98:0/411559128 shutdown_connections 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc4c70 0x5571eadd50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eadc5050 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 --2- 172.21.15.98:0/411559128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc3dd0 0x5571eadcbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 -- 172.21.15.98:0/411559128 >> 172.21.15.98:0/411559128 conn(0x5571ead35260 msgr2=0x5571eaddfdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 -- 172.21.15.98:0/411559128 shutdown_connections 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.596+0000 7f206e080b80 1 -- 172.21.15.98:0/411559128 wait complete. 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 -- start start 2023-10-05T15:39:59.891 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 Processor -- start 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eae2b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eae2d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eae2de20 con 0x5571eadc3470 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eae2df60 con 0x5571eadc3dd0 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571eae2e120 con 0x5571eadc4c70 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f206e080b80 10 client.0 _ll_register_callbacks cb 0x5571eab0d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46842/0 (socket says 172.21.15.98:46842) 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 -- 172.21.15.98:0/2106928407 learned_addr learned my addr 172.21.15.98:0/2106928407 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205affd700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eae2b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.892 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 -- 172.21.15.98:0/2106928407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 msgr2=0x5571eae2d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eae2d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 -- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 msgr2=0x5571eae2b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eae2b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205b7fe700 1 -- 172.21.15.98:0/2106928407 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571eab27c60 con 0x5571eadc3470 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.597+0000 7f205affd700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eae2b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f205b7fe700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f2054028440 tx=0x7f20540056c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f58b296cb0708e83 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205400e040 con 0x5571eadc3470 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2054023070 con 0x5571eadc3470 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2050014c40 con 0x5571eadc3470 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f20540059f0 con 0x5571eadc3470 2023-10-05T15:39:59.893 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 10 client.16311 fetch_fsmap learned FSMap version 32 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x5571eab3d2b0 con 0x5571eadc3470 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2050014c40 con 0x5571eadc3470 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f20540435d0 con 0x5571eadc3470 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 10 client.16311 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 10 client.16311 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 20 client.16311 populate_metadata read hostname 'smithi098' 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eae2f760 0x5571eae31b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 4 client.16311 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.598+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5571ead0cb30 con 0x5571eae2f760 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f205affd700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eae2f760 0x5571eae31b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f203affd700 10 client.16311 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:59.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f205affd700 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eae2f760 0x5571eae31b80 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c87202744838ec6 server_cookie=3939eab0add7282a in_seq=0 out_seq=0 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f203affd700 1 -- 172.21.15.98:0/2106928407 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5571ead0cb30 con 0x5571eae2f760 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f203affd700 10 client.16311 handle_command_reply: tid=0 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f206e080b80 1 client.16311 shutdown 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 msgr2=0x5571eae28e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.599+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f2054028440 tx=0x7f20540056c0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 shutdown_connections 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571eadc4c70 0x5571eae2d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5571eadc3470 0x5571eae28e40 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5571eae2f760 0x5571eae31b80 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 --2- 172.21.15.98:0/2106928407 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5571eadc3dd0 0x5571eae2b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f203affd700 0 client.16311 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:39:59.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 >> 172.21.15.98:0/2106928407 conn(0x5571ead35260 msgr2=0x5571eadcbee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 shutdown_connections 2023-10-05T15:39:59.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 1 -- 172.21.15.98:0/2106928407 wait complete. 2023-10-05T15:39:59.896 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f206e080b80 20 client.16311 trim_cache size 0 max 16384 2023-10-05T15:39:59.896 INFO:teuthology.orchestra.run.smithi098.stdout:[] 2023-10-05T15:39:59.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 msgr2=0x7f20440a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 0x7f20440a3940 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f2054007a90 tx=0x7f205400bd70 comp rx=0 tx=0).stop 2023-10-05T15:39:59.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 msgr2=0x7f205c196290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f204c00c970 tx=0x7f204c00cd30 comp rx=0 tx=0).stop 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 shutdown_connections 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f20440a1480 0x7f20440a3940 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f205c1002e0 0x7f205c195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f205c1019b0 0x7f205c19d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 --2- 172.21.15.98:0/3700742821 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f205c100ff0 0x7f205c196290 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 >> 172.21.15.98:0/3700742821 conn(0x7f205c0faab0 msgr2=0x7f205c0fcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 shutdown_connections 2023-10-05T15:39:59.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:39:59.600+0000 7f2061e96700 1 -- 172.21.15.98:0/3700742821 wait complete. 2023-10-05T15:39:59.899 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 175821564, 'ino': 1099511628310, 'path': '/client.0/tmp/xfstests-dev/.git/objects/info'}, {'damage_type': 'backtrace', 'id': 1649202871, 'ino': 1099511628309, 'path': '/client.0/tmp/xfstests-dev/.git/objects/pack'}, {'damage_type': 'backtrace', 'id': 2109338568, 'ino': 1099511628316, 'path': '/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.pack'}, {'damage_type': 'backtrace', 'id': 3889804663, 'ino': 1099511628317, 'path': '/client.0/tmp/xfstests-dev/.git/objects/pack/pack-622fe9dc943759bca1af7b0d7e4849cfddb299d8.idx'}] 2023-10-05T15:39:59.899 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 404174447, 'ino': 1099511628286, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-push.sample'}, {'damage_type': 'backtrace', 'id': 576996779, 'ino': 1099511628285, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/prepare-commit-msg.sample'}, {'damage_type': 'backtrace', 'id': 951076134, 'ino': 1099511628292, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-merge-commit.sample'}, {'damage_type': 'backtrace', 'id': 1258337740, 'ino': 1099511628288, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/update.sample'}, {'damage_type': 'backtrace', 'id': 1408029887, 'ino': 1099511628289, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/commit-msg.sample'}, {'damage_type': 'backtrace', 'id': 1478825354, 'ino': 1099511628291, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/post-update.sample'}, {'damage_type': 'backtrace', 'id': 1897000132, 'ino': 1099511628290, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-rebase.sample'}, {'damage_type': 'backtrace', 'id': 1922614822, 'ino': 1099511628297, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/push-to-checkout.sample'}, {'damage_type': 'backtrace', 'id': 1962596387, 'ino': 1099511628294, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-applypatch.sample'}, {'damage_type': 'backtrace', 'id': 2477447463, 'ino': 1099511628293, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/fsmonitor-watchman.sample'}, {'damage_type': 'backtrace', 'id': 3141184790, 'ino': 1099511628295, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/applypatch-msg.sample'}, {'damage_type': 'backtrace', 'id': 3440509715, 'ino': 1099511628296, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-receive.sample'}, {'damage_type': 'backtrace', 'id': 3837540957, 'ino': 1099511628287, 'path': '/client.0/tmp/xfstests-dev/.git/hooks/pre-commit.sample'}] 2023-10-05T15:39:59.899 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2023-10-05T15:39:59.900 INFO:tasks.workunit.client.0.smithi098.stdout:config.status: creating include/config.h 2023-10-05T15:39:59.900 INFO:tasks.workunit.client.0.smithi098.stdout:config.status: executing libtool commands 2023-10-05T15:40:00.074 INFO:tasks.workunit.client.0.smithi098.stdout:Building include 2023-10-05T15:40:00.074 INFO:tasks.workunit.client.0.smithi098.stdout:Building lib 2023-10-05T15:40:00.074 INFO:tasks.workunit.client.0.smithi098.stdout:Building tests 2023-10-05T15:40:00.083 INFO:tasks.workunit.client.0.smithi098.stdout: [LTDEP] 2023-10-05T15:40:00.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:39:59 smithi115 ceph-mon[103691]: pgmap v367: 129 pgs: 129 active+clean; 38 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:00.231 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dataascii.lo 2023-10-05T15:40:00.231 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] databin.lo 2023-10-05T15:40:00.232 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] datapid.lo 2023-10-05T15:40:00.232 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] file_lock.lo 2023-10-05T15:40:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:39:59 smithi098 ceph-mon[99243]: pgmap v367: 129 pgs: 129 active+clean; 38 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:59.999+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2023-10-05T15:40:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:59.999+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2023-10-05T15:40:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:59.999+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : mds.h(mds.2): Metadata damage detected 2023-10-05T15:40:00.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:39:59.999+0000 7f98cb5e7700 -1 log_channel(cluster) log [ERR] : mds.i(mds.1): Metadata damage detected 2023-10-05T15:40:00.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:39:59 smithi173 ceph-mon[104029]: pgmap v367: 129 pgs: 129 active+clean; 38 MiB data, 581 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:00.397 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] pattern.lo 2023-10-05T15:40:00.398 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] forker.lo 2023-10-05T15:40:00.426 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] random_range.lo 2023-10-05T15:40:00.426 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] open_flags.lo 2023-10-05T15:40:00.568 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] string_to_tokens.lo 2023-10-05T15:40:00.580 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] str_to_bytes.lo 2023-10-05T15:40:00.601 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] tlibio.lo 2023-10-05T15:40:00.708 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] write_log.lo 2023-10-05T15:40:00.715 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] random.lo 2023-10-05T15:40:00.981 INFO:tasks.workunit.client.0.smithi098.stdout: [LD] 2023-10-05T15:40:01.080 INFO:tasks.workunit.client.0.smithi098.stdout:Building ltp 2023-10-05T15:40:01.080 INFO:tasks.workunit.client.0.smithi098.stdout:Building m4 2023-10-05T15:40:01.080 INFO:tasks.workunit.client.0.smithi098.stdout:Building src 2023-10-05T15:40:01.080 INFO:tasks.workunit.client.0.smithi098.stdout:Building common 2023-10-05T15:40:01.093 INFO:tasks.workunit.client.0.smithi098.stdout: [DEP] 2023-10-05T15:40:01.102 INFO:tasks.workunit.client.0.smithi098.stdout: [DEP] 2023-10-05T15:40:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:00 smithi115 ceph-mon[103691]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2023-10-05T15:40:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:00 smithi115 ceph-mon[103691]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2023-10-05T15:40:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:00 smithi115 ceph-mon[103691]: mds.h(mds.2): Metadata damage detected 2023-10-05T15:40:01.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:00 smithi115 ceph-mon[103691]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:40:01.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-mon[99243]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2023-10-05T15:40:01.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-mon[99243]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2023-10-05T15:40:01.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-mon[99243]: mds.h(mds.2): Metadata damage detected 2023-10-05T15:40:01.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:00 smithi098 ceph-mon[99243]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:40:01.323 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] doio 2023-10-05T15:40:01.324 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fsstress 2023-10-05T15:40:01.324 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fsx 2023-10-05T15:40:01.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:00 smithi173 ceph-mon[104029]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2023-10-05T15:40:01.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:00 smithi173 ceph-mon[104029]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2023-10-05T15:40:01.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:00 smithi173 ceph-mon[104029]: mds.h(mds.2): Metadata damage detected 2023-10-05T15:40:01.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:00 smithi173 ceph-mon[104029]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c: In function 'attr_list_path': 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c:859:2: warning: 'attr_list' is deprecated: Use listxattr or llistxattr instead [-Wdeprecated-declarations] 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr: rval = attr_list(name->path, buffer, buffersize, flags, cursor); 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~ 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr:In file included from ../src/global.h:25, 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr: from fsstress.c:12: 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr:/usr/include/attr/attributes.h:165:12: note: declared here 2023-10-05T15:40:01.501 INFO:tasks.workunit.client.0.smithi098.stderr: extern int attr_list(const char *__path, char *__buffer, const int __buffersize, 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~ 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c: In function 'attr_remove_path': 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c:878:2: warning: 'attr_remove' is deprecated: Use removexattr or lremovexattr instead [-Wdeprecated-declarations] 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: rval = attr_remove(name->path, attrname, flags); 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~ 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:In file included from ../src/global.h:25, 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: from fsstress.c:12: 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:/usr/include/attr/attributes.h:152:12: note: declared here 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: extern int attr_remove (const char *__path, const char *__attrname, 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~ 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c: In function 'attr_set_path': 2023-10-05T15:40:01.502 INFO:tasks.workunit.client.0.smithi098.stderr:fsstress.c:898:2: warning: 'attr_set' is deprecated: Use setxattr or lsetxattr instead [-Wdeprecated-declarations] 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr: rval = attr_set(name->path, attrname, attrvalue, valuelength, flags); 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~ 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr:In file included from ../src/global.h:25, 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr: from fsstress.c:12: 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr:/usr/include/attr/attributes.h:139:12: note: declared here 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr: extern int attr_set (const char *__path, const char *__attrname, 2023-10-05T15:40:01.503 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~ 2023-10-05T15:40:02.022 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] growfiles 2023-10-05T15:40:02.054 INFO:tasks.workunit.client.0.smithi098.stderr:fsx.c: In function 'main': 2023-10-05T15:40:02.054 INFO:tasks.workunit.client.0.smithi098.stderr:fsx.c:2662:5: warning: 'strncpy' specified bound 4096 equals destination size [-Wstringop-truncation] 2023-10-05T15:40:02.055 INFO:tasks.workunit.client.0.smithi098.stderr: strncpy(opsfile, optarg, sizeof(opsfile)); 2023-10-05T15:40:02.055 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:02.055 INFO:tasks.workunit.client.0.smithi098.stderr:fsx.c:2632:4: warning: 'strncpy' specified bound 1024 equals destination size [-Wstringop-truncation] 2023-10-05T15:40:02.055 INFO:tasks.workunit.client.0.smithi098.stderr: strncpy(dname, optarg, sizeof(dname)); 2023-10-05T15:40:02.055 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:02.173 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] iogen 2023-10-05T15:40:02.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:01 smithi098 ceph-mon[99243]: pgmap v368: 129 pgs: 129 active+clean; 39 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:02.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:01 smithi173 ceph-mon[104029]: pgmap v368: 129 pgs: 129 active+clean; 39 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:02.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:01 smithi115 ceph-mon[103691]: pgmap v368: 129 pgs: 129 active+clean; 39 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 1.1 MiB/s wr, 307 op/s 2023-10-05T15:40:02.478 INFO:tasks.workunit.client.0.smithi098.stdout: [DEP] 2023-10-05T15:40:02.511 INFO:tasks.workunit.client.0.smithi098.stdout: [DEP] 2023-10-05T15:40:02.527 INFO:tasks.workunit.client.0.smithi098.stdout: [DEP] 2023-10-05T15:40:02.562 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-stress 2023-10-05T15:40:02.730 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dirstress 2023-10-05T15:40:02.731 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fill 2023-10-05T15:40:02.732 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fill2 2023-10-05T15:40:02.938 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] getpagesize 2023-10-05T15:40:03.025 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] holes 2023-10-05T15:40:03.026 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] lstat64 2023-10-05T15:40:03.078 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] nametest 2023-10-05T15:40:03.118 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] permname 2023-10-05T15:40:03.235 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] randholes 2023-10-05T15:40:03.254 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] runas 2023-10-05T15:40:03.348 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] truncfile 2023-10-05T15:40:03.371 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] usemem 2023-10-05T15:40:03.487 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] mmapcat 2023-10-05T15:40:03.561 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] append_reader 2023-10-05T15:40:03.562 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] append_writer 2023-10-05T15:40:03.563 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dirperf 2023-10-05T15:40:03.646 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] metaperf 2023-10-05T15:40:03.746 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] devzero 2023-10-05T15:40:03.747 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] feature 2023-10-05T15:40:03.831 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] alloc 2023-10-05T15:40:03.934 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fault 2023-10-05T15:40:03.940 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fstest 2023-10-05T15:40:03.984 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_access_root 2023-10-05T15:40:04.099 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] godown 2023-10-05T15:40:04.127 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] resvtest 2023-10-05T15:40:04.133 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c: In function 'run_child': 2023-10-05T15:40:04.133 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:95:20: warning: '/file' directive writing 5 bytes into a region of size between 1 and 1024 [-Wformat-overflow=] 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~ 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:95:17: note: directive argument in the range [0, 2147483647] 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~ 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:95:2: note: 'sprintf' output between 7 and 1039 bytes into a destination of size 1024 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:166:20: warning: '/file' directive writing 5 bytes into a region of size between 1 and 1024 [-Wformat-overflow=] 2023-10-05T15:40:04.134 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~ 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:166:17: note: directive argument in the range [0, 2147483647] 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~ 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr:fstest.c:166:2: note: 'sprintf' output between 7 and 1039 bytes into a destination of size 1024 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-05T15:40:04.135 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:04.195 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] writemod 2023-10-05T15:40:04.216 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] writev_on_pagefault 2023-10-05T15:40:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:03 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:40:04.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:03 smithi098 ceph-mon[99243]: pgmap v369: 129 pgs: 129 active+clean; 39 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 1.2 MiB/s wr, 311 op/s 2023-10-05T15:40:04.306 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] makeextents 2023-10-05T15:40:04.338 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] itrash 2023-10-05T15:40:04.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:03 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:40:04.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:03 smithi173 ceph-mon[104029]: pgmap v369: 129 pgs: 129 active+clean; 39 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 1.2 MiB/s wr, 311 op/s 2023-10-05T15:40:04.402 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] rename 2023-10-05T15:40:04.411 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] multi_open_unlink 2023-10-05T15:40:04.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:03 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:40:04.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:03 smithi115 ceph-mon[103691]: pgmap v369: 129 pgs: 129 active+clean; 39 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 1.2 MiB/s wr, 311 op/s 2023-10-05T15:40:04.525 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dmiperf 2023-10-05T15:40:04.532 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] unwritten_sync 2023-10-05T15:40:04.564 INFO:tasks.workunit.client.0.smithi098.stderr:multi_open_unlink.c: In function 'main': 2023-10-05T15:40:04.564 INFO:tasks.workunit.client.0.smithi098.stderr:multi_open_unlink.c:101:4: warning: 'attr_set' is deprecated: Use setxattr or lsetxattr instead [-Wdeprecated-declarations] 2023-10-05T15:40:04.564 INFO:tasks.workunit.client.0.smithi098.stderr: sts = attr_set(path, attrname, attrvalue, value_size, flags); 2023-10-05T15:40:04.564 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~ 2023-10-05T15:40:04.564 INFO:tasks.workunit.client.0.smithi098.stderr:In file included from multi_open_unlink.c:15: 2023-10-05T15:40:04.565 INFO:tasks.workunit.client.0.smithi098.stderr:/usr/include/attr/attributes.h:139:12: note: declared here 2023-10-05T15:40:04.565 INFO:tasks.workunit.client.0.smithi098.stderr: extern int attr_set (const char *__path, const char *__attrname, 2023-10-05T15:40:04.565 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~ 2023-10-05T15:40:04.613 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] genhashnames 2023-10-05T15:40:04.622 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_holes 2023-10-05T15:40:04.691 INFO:tasks.workunit.client.0.smithi098.stderr:dmiperf.c: In function 'mkfile': 2023-10-05T15:40:04.691 INFO:tasks.workunit.client.0.smithi098.stderr:dmiperf.c:192:2: warning: 'attr_setf' is deprecated: Use fsetxattr instead [-Wdeprecated-declarations] 2023-10-05T15:40:04.691 INFO:tasks.workunit.client.0.smithi098.stderr: if (attr_setf(fd, DMFATTRNAME, attr, DMFATTRLEN, ATTR_ROOT) < 0) { 2023-10-05T15:40:04.692 INFO:tasks.workunit.client.0.smithi098.stderr: ^~ 2023-10-05T15:40:04.692 INFO:tasks.workunit.client.0.smithi098.stderr:In file included from dmiperf.c:20: 2023-10-05T15:40:04.692 INFO:tasks.workunit.client.0.smithi098.stderr:/usr/include/attr/attributes.h:143:12: note: declared here 2023-10-05T15:40:04.692 INFO:tasks.workunit.client.0.smithi098.stderr: extern int attr_setf (int __fd, const char *__attrname, 2023-10-05T15:40:04.692 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~ 2023-10-05T15:40:04.727 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_writev 2023-10-05T15:40:04.806 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_truncate_cmtime 2023-10-05T15:40:04.827 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dirhash_collide 2023-10-05T15:40:04.828 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_rename_overwrite 2023-10-05T15:40:04.905 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] holetest 2023-10-05T15:40:04.989 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_truncate_self 2023-10-05T15:40:05.027 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_dio 2023-10-05T15:40:05.052 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] af_unix 2023-10-05T15:40:05.155 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_stale_pmd 2023-10-05T15:40:05.186 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_cow_race 2023-10-05T15:40:05.233 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_fallocate 2023-10-05T15:40:05.241 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fsync-err 2023-10-05T15:40:05.406 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_write_ro 2023-10-05T15:40:05.406 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_ext4_dax_journal_corruption 2023-10-05T15:40:05.417 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_ext4_dax_inline_corruption 2023-10-05T15:40:05.465 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_ofd_locks 2023-10-05T15:40:05.714 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_locks_execve 2023-10-05T15:40:05.714 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mmap_collision 2023-10-05T15:40:05.715 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] mmap-write-concurrent 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 -- 172.21.15.98:0/3776280418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 msgr2=0x7f9b34100260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 --2- 172.21.15.98:0/3776280418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34100260 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b240098f0 tx=0x7f9b24009c00 comp rx=0 tx=0).stop 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 -- 172.21.15.98:0/3776280418 shutdown_connections 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 --2- 172.21.15.98:0/3776280418 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 0x7f9b34108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 --2- 172.21.15.98:0/3776280418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34100260 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 --2- 172.21.15.98:0/3776280418 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 -- 172.21.15.98:0/3776280418 >> 172.21.15.98:0/3776280418 conn(0x7f9b340fb3b0 msgr2=0x7f9b340fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 -- 172.21.15.98:0/3776280418 shutdown_connections 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.694+0000 7f9b38867700 1 -- 172.21.15.98:0/3776280418 wait complete. 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 Processor -- start 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 -- start start 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34195cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 0x7f9b34196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b34197670 con 0x7f9b34100f90 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b341977e0 con 0x7f9b34101950 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.695+0000 7f9b38867700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b341979a0 con 0x7f9b340ffe40 2023-10-05T15:40:05.720 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34195cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46860/0 (socket says 172.21.15.98:46860) 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 -- 172.21.15.98:0/779988061 learned_addr learned my addr 172.21.15.98:0/779988061 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 0x7f9b34196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 -- 172.21.15.98:0/779988061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 msgr2=0x7f9b34195cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34195cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 -- 172.21.15.98:0/779988061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 msgr2=0x7f9b34196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 0x7f9b34196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 -- 172.21.15.98:0/779988061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b24009520 con 0x7f9b34100f90 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f9b2800e9c0 tx=0x7f9b2800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b237fe700 1 -- 172.21.15.98:0/779988061 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2800cbd0 con 0x7f9b34100f90 2023-10-05T15:40:05.721 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b34197c80 con 0x7f9b34100f90 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b237fe700 1 -- 172.21.15.98:0/779988061 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b2800eeb0 con 0x7f9b34100f90 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b237fe700 1 -- 172.21.15.98:0/779988061 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b28005580 con 0x7f9b34100f90 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.696+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b340694f0 con 0x7f9b34100f90 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.700+0000 7f9b237fe700 1 -- 172.21.15.98:0/779988061 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9b28010430 con 0x7f9b34100f90 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.700+0000 7f9b44a51b80 1 Processor -- start 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.700+0000 7f9b44a51b80 1 -- start start 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b237fe700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 0x7f9b1c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e5f7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e5f8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.722 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e55f400 con 0x55728e5f6e70 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e550bc0 con 0x55728e5f85b0 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e54e4e0 con 0x55728e5f77d0 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b237fe700 1 -- 172.21.15.98:0/779988061 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9b28014070 con 0x7f9b34100f90 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46862/0 (socket says 172.21.15.98:46862) 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 -- 172.21.15.98:0/1898956529 learned_addr learned my addr 172.21.15.98:0/1898956529 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e5f8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 -- 172.21.15.98:0/1898956529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 msgr2=0x55728e5f7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e5f7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 -- 172.21.15.98:0/1898956529 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 msgr2=0x55728e5f8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e5f8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.723 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.701+0000 7f9b3259c700 1 -- 172.21.15.98:0/1898956529 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55728e374d80 con 0x55728e5f6e70 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b3259c700 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009fd0 tx=0x7f9b24005920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92afb6da5160135 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 0x7f9b1c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 0x7f9b1c0a39c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0093b0 tx=0x7f9b2c004af0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b20ff9700 1 -- 172.21.15.98:0/1898956529 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2401c070 con 0x55728e5f6e70 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b20ff9700 1 -- 172.21.15.98:0/1898956529 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b2400ba20 con 0x55728e5f6e70 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.702+0000 7f9b20ff9700 1 -- 172.21.15.98:0/1898956529 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b24005450 con 0x55728e5f6e70 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 -- 172.21.15.98:0/1898956529 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 msgr2=0x55728e5f7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009fd0 tx=0x7f9b24005920 comp rx=0 tx=0).stop 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 -- 172.21.15.98:0/1898956529 shutdown_connections 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e5f8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f6e70 0x55728e5f7290 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.724 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/1898956529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e5f7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 -- 172.21.15.98:0/1898956529 >> 172.21.15.98:0/1898956529 conn(0x55728e56b200 msgr2=0x55728e5f1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 -- 172.21.15.98:0/1898956529 shutdown_connections 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.703+0000 7f9b44a51b80 1 -- 172.21.15.98:0/1898956529 wait complete. 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 -- start start 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 Processor -- start 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f6e70 0x55728e600c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e6081b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e549dd0 con 0x55728e5f77d0 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e4e66b0 con 0x55728e5f85b0 2023-10-05T15:40:05.725 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e4e6350 con 0x55728e5f6e70 2023-10-05T15:40:05.726 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b44a51b80 10 client.0 _ll_register_callbacks cb 0x55728e3437a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:05.726 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.726 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46872/0 (socket says 172.21.15.98:46872) 2023-10-05T15:40:05.726 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 -- 172.21.15.98:0/801771053 learned_addr learned my addr 172.21.15.98:0/801771053 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:05.726 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] xfsctl 2023-10-05T15:40:05.728 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 -- 172.21.15.98:0/801771053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f6e70 msgr2=0x55728e600c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:05.728 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f6e70 0x55728e600c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 -- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 msgr2=0x55728e6081b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e6081b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.704+0000 7f9b31d9b700 1 -- 172.21.15.98:0/801771053 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b34108ba0 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809a000 tx=0x7f9b2800cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4205d6b012c7e11 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b280b0030 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9b280b1070 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55728e5e9d50 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b280cd1b0 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b44a51b80 10 client.16323 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55728e35dc00 con 0x55728e5f77d0 2023-10-05T15:40:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55728e5e9d50 con 0x55728e5f77d0 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.705+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f9b280a2200 con 0x55728e5f77d0 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 10 client.16323 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 10 client.16323 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 20 client.16323 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e61de70 0x55728e620290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 4 client.16323 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55728e542db0 con 0x55728e61de70 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b3259c700 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e61de70 0x55728e620290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b19ffb700 10 client.16323 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.706+0000 7f9b3259c700 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e61de70 0x55728e620290 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8ec6c9e4ff000ba server_cookie=5c4316f98027b5db in_seq=0 out_seq=0 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.707+0000 7f9b19ffb700 1 -- 172.21.15.98:0/801771053 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55728e542db0 con 0x55728e61de70 2023-10-05T15:40:05.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.707+0000 7f9b19ffb700 10 client.16323 handle_command_reply: tid=0 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.707+0000 7f9b44a51b80 1 client.16323 shutdown 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.707+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 msgr2=0x55728e601170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.707+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809a000 tx=0x7f9b2800cd30 comp rx=0 tx=0).stop 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 shutdown_connections 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e61de70 0x55728e620290 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f85b0 0x55728e6081b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f6e70 0x55728e600c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/801771053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e601170 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 >> 172.21.15.98:0/801771053 conn(0x55728e56b200 msgr2=0x55728e5f1250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b19ffb700 0 client.16323 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:05.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 shutdown_connections 2023-10-05T15:40:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 1 -- 172.21.15.98:0/801771053 wait complete. 2023-10-05T15:40:05.732 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.710+0000 7f9b44a51b80 20 client.16323 trim_cache size 0 max 16384 2023-10-05T15:40:05.737 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.735+0000 7f9b44a51b80 1 Processor -- start 2023-10-05T15:40:05.738 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.735+0000 7f9b44a51b80 1 -- start start 2023-10-05T15:40:05.738 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e6080d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e3ca8c0 con 0x55728e5f77d0 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e61d7f0 con 0x55728e5f6e70 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e5f9610 con 0x55728e5f85b0 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40676/0 (socket says 172.21.15.98:40676) 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35340/0 (socket says 172.21.15.98:35340) 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b3259c700 1 -- 172.21.15.98:0/585538995 learned_addr learned my addr 172.21.15.98:0/585538995 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:05.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 -- 172.21.15.98:0/585538995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 msgr2=0x55728e5f7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e6080d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 -- 172.21.15.98:0/585538995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 msgr2=0x55728e6080d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e6080d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b32d9d700 1 -- 172.21.15.98:0/585538995 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55728e39b1f0 con 0x55728e5f85b0 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b3259c700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.736+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e6080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.737+0000 7f9b32d9d700 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0070b0 tx=0x7f9b2c013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1fa39ec5dfb774 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.737+0000 7f9b217fa700 1 -- 172.21.15.98:0/585538995 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c010040 con 0x55728e5f85b0 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.737+0000 7f9b217fa700 1 -- 172.21.15.98:0/585538995 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b2c01d040 con 0x55728e5f85b0 2023-10-05T15:40:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.737+0000 7f9b217fa700 1 -- 172.21.15.98:0/585538995 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c021650 con 0x55728e5f85b0 2023-10-05T15:40:05.743 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- 172.21.15.98:0/585538995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 msgr2=0x55728e5f1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.743 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0070b0 tx=0x7f9b2c013000 comp rx=0 tx=0).stop 2023-10-05T15:40:05.743 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- 172.21.15.98:0/585538995 shutdown_connections 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e5f7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f85b0 0x55728e5f1250 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/585538995 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f77d0 0x55728e6080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- 172.21.15.98:0/585538995 >> 172.21.15.98:0/585538995 conn(0x55728e56b200 msgr2=0x55728e5f1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- 172.21.15.98:0/585538995 shutdown_connections 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- 172.21.15.98:0/585538995 wait complete. 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 -- start start 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.738+0000 7f9b44a51b80 1 Processor -- start 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e603c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f85b0 0x55728e606c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e6071d0 con 0x55728e5f85b0 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e607340 con 0x55728e5f6e70 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728e607500 con 0x55728e5f77d0 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b44a51b80 10 client.0 _ll_register_callbacks cb 0x7f9b28099e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b3259c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40682/0 (socket says 172.21.15.98:40682) 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.739+0000 7f9b3259c700 1 -- 172.21.15.98:0/2569903004 learned_addr learned my addr 172.21.15.98:0/2569903004 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 -- 172.21.15.98:0/2569903004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 msgr2=0x55728e603c70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e603c70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 -- 172.21.15.98:0/2569903004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f85b0 msgr2=0x55728e606c90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f85b0 0x55728e606c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 -- 172.21.15.98:0/2569903004 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55728e374d80 con 0x55728e5f6e70 2023-10-05T15:40:05.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b3259c700 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9b24005e90 tx=0x7f9b24005990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60bb195bb411d91 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2401c040 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9b2400ba20 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9b2402ca80 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b2402cc40 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b44a51b80 10 client.25778 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.740+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f9b2c00b2e0 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b2400ba20 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f9b24009c70 con 0x55728e5f6e70 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 10 client.25778 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:05.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 10 client.25778 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 20 client.25778 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e672100 0x55728e674520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 4 client.25778 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55728e542ad0 con 0x55728e672100 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.741+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e672100 0x55728e674520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.742+0000 7f9b31d9b700 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e672100 0x55728e674520 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8601eac1b7b1356f server_cookie=bceaaedab353eea in_seq=0 out_seq=0 2023-10-05T15:40:05.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.742+0000 7f9b19ffb700 10 client.25778 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b19ffb700 1 -- 172.21.15.98:0/2569903004 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55728e542ad0 con 0x55728e672100 2023-10-05T15:40:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b19ffb700 10 client.25778 handle_command_reply: tid=0 2023-10-05T15:40:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 client.25778 shutdown 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 msgr2=0x55728e603730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9b24005e90 tx=0x7f9b24005990 comp rx=0 tx=0).stop 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 shutdown_connections 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55728e672100 0x55728e674520 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55728e5f6e70 0x55728e603730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55728e5f85b0 0x55728e606c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 --2- 172.21.15.98:0/2569903004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55728e5f77d0 0x55728e603c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 >> 172.21.15.98:0/2569903004 conn(0x55728e56b200 msgr2=0x55728e5fbb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b19ffb700 0 client.25778 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 shutdown_connections 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 1 -- 172.21.15.98:0/2569903004 wait complete. 2023-10-05T15:40:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.782+0000 7f9b44a51b80 20 client.25778 trim_cache size 0 max 16384 2023-10-05T15:40:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:40:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:40:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:40:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:40:05.786 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] bstat 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 msgr2=0x7f9b1c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 0x7f9b1c0a39c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0093b0 tx=0x7f9b2c004af0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 msgr2=0x7f9b34196230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f9b2800e9c0 tx=0x7f9b2800ecd0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 shutdown_connections 2023-10-05T15:40:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f9b1c0a1500 0x7f9b1c0a39c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f9b34101950 0x7f9b34196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b340ffe40 0x7f9b34195cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 --2- 172.21.15.98:0/779988061 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f9b34100f90 0x7f9b34196230 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 >> 172.21.15.98:0/779988061 conn(0x7f9b340fb3b0 msgr2=0x7f9b34104580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 shutdown_connections 2023-10-05T15:40:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:05.783+0000 7f9b38867700 1 -- 172.21.15.98:0/779988061 wait complete. 2023-10-05T15:40:05.878 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_mtab 2023-10-05T15:40:05.883 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] getdevicesize 2023-10-05T15:40:05.949 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] preallo_rw_pattern_reader 2023-10-05T15:40:06.042 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] preallo_rw_pattern_writer 2023-10-05T15:40:06.047 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] ftrunc 2023-10-05T15:40:06.120 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] trunc 2023-10-05T15:40:06.147 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fs_perms 2023-10-05T15:40:06.239 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] testx 2023-10-05T15:40:06.248 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] looptest 2023-10-05T15:40:06.320 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] locktest 2023-10-05T15:40:06.463 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] unwritten_mmap 2023-10-05T15:40:06.483 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] bulkstat_unlink_test 2023-10-05T15:40:06.485 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] bulkstat_unlink_test_modified 2023-10-05T15:40:06.691 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_dir_offset 2023-10-05T15:40:06.756 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_futimens 2023-10-05T15:40:06.758 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_immutable 2023-10-05T15:40:06.765 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] stale_handle 2023-10-05T15:40:06.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:06 smithi173 ceph-mon[104029]: pgmap v370: 129 pgs: 129 active+clean; 40 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 1.2 MiB/s wr, 310 op/s 2023-10-05T15:40:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:06 smithi115 ceph-mon[103691]: pgmap v370: 129 pgs: 129 active+clean; 40 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 1.2 MiB/s wr, 310 op/s 2023-10-05T15:40:06.955 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] pwrite_mmap_blocked 2023-10-05T15:40:07.001 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_dir_offset2 2023-10-05T15:40:07.002 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] seek_sanity_test 2023-10-05T15:40:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:06 smithi098 ceph-mon[99243]: pgmap v370: 129 pgs: 129 active+clean; 40 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 1.2 MiB/s wr, 310 op/s 2023-10-05T15:40:07.211 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] seek_copy_test 2023-10-05T15:40:07.277 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_readdir_1 2023-10-05T15:40:07.485 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_readdir_2 2023-10-05T15:40:07.485 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fsync-tester 2023-10-05T15:40:07.486 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] nsexec 2023-10-05T15:40:07.539 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] cloner 2023-10-05T15:40:07.756 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] renameat2 2023-10-05T15:40:07.757 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_getcwd 2023-10-05T15:40:07.780 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] e4compact 2023-10-05T15:40:07.782 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] test-nextquota 2023-10-05T15:40:07.913 INFO:tasks.workunit.client.0.smithi098.stderr:t_getcwd.c: In function 'do_rename': 2023-10-05T15:40:07.913 INFO:tasks.workunit.client.0.smithi098.stderr:t_getcwd.c:40:2: warning: 'strncpy' specified bound 256 equals destination size [-Wstringop-truncation] 2023-10-05T15:40:07.914 INFO:tasks.workunit.client.0.smithi098.stderr: strncpy(c_name, prefix, BUF_SIZE); 2023-10-05T15:40:07.914 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:08.086 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] punch-alternating 2023-10-05T15:40:08.087 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] attr-list-by-handle-cursor-test 2023-10-05T15:40:08.094 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] listxattr 2023-10-05T15:40:08.095 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dio-interleaved 2023-10-05T15:40:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:07 smithi115 ceph-mon[103691]: pgmap v371: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 1.1 MiB/s wr, 244 op/s 2023-10-05T15:40:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:07 smithi098 ceph-mon[99243]: pgmap v371: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 1.1 MiB/s wr, 244 op/s 2023-10-05T15:40:08.373 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] dio-invalidate-cache 2023-10-05T15:40:08.374 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_dir_type 2023-10-05T15:40:08.374 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] stat_test 2023-10-05T15:40:08.381 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_encrypted_d_revalidate 2023-10-05T15:40:08.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:07 smithi173 ceph-mon[104029]: pgmap v371: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 1.1 MiB/s wr, 244 op/s 2023-10-05T15:40:09.202 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] attr_replace_test 2023-10-05T15:40:09.203 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] swapon 2023-10-05T15:40:09.206 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] mkswap 2023-10-05T15:40:09.343 INFO:tasks.workunit.client.0.smithi098.stderr:swapon.c: In function 'main': 2023-10-05T15:40:09.344 INFO:tasks.workunit.client.0.smithi098.stderr:swapon.c:135:3: warning: 'p' may be used uninitialized in this function [-Wmaybe-uninitialized] 2023-10-05T15:40:09.344 INFO:tasks.workunit.client.0.smithi098.stderr: memcpy(p, buf, BUF_SIZE); 2023-10-05T15:40:09.344 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:09.365 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_attr_corruption 2023-10-05T15:40:09.461 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_open_tmpfiles 2023-10-05T15:40:09.462 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fscrypt-crypt-util 2023-10-05T15:40:09.516 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] bulkstat_null_ocount 2023-10-05T15:40:09.670 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] splice-test 2023-10-05T15:40:09.741 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fiemap-tester 2023-10-05T15:40:09.760 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] t_stripealign 2023-10-05T15:40:10.007 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] open_by_handle 2023-10-05T15:40:10.028 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] fssum 2023-10-05T15:40:10.098 INFO:tasks.workunit.client.0.smithi098.stdout:Building log-writes 2023-10-05T15:40:10.104 INFO:tasks.workunit.client.0.smithi098.stdout:Building perf 2023-10-05T15:40:10.106 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] replay-log 2023-10-05T15:40:10.109 INFO:tasks.workunit.client.0.smithi098.stdout:Building aio-dio-regress 2023-10-05T15:40:10.117 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-append-write-fallocate-race 2023-10-05T15:40:10.371 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-fcntl-race 2023-10-05T15:40:10.371 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-subblock-eof-read 2023-10-05T15:40:10.625 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-append-write-read-race 2023-10-05T15:40:10.675 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-hole-filling-race 2023-10-05T15:40:10.675 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-invalidate-readahead 2023-10-05T15:40:10.677 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-10-05T15:40:10.898 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:10 smithi173 ceph-mon[104029]: pgmap v372: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 589 KiB/s wr, 140 op/s 2023-10-05T15:40:10.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:10 smithi115 ceph-mon[103691]: pgmap v372: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 589 KiB/s wr, 140 op/s 2023-10-05T15:40:10.942 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-last-ref-held-by-io 2023-10-05T15:40:10.943 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-cycle-write 2023-10-05T15:40:10.944 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-extend-stat 2023-10-05T15:40:10.946 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-10-05T15:40:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:10 smithi098 ceph-mon[99243]: pgmap v372: 129 pgs: 129 active+clean; 37 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 589 KiB/s wr, 140 op/s 2023-10-05T15:40:11.216 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aiocp 2023-10-05T15:40:11.217 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-invalidate-failure 2023-10-05T15:40:11.254 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aiodio_sparse2 2023-10-05T15:40:11.259 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-cow-race 2023-10-05T15:40:11.443 INFO:tasks.workunit.client.0.smithi098.stderr:aiodio_sparse2.c: In function 'main': 2023-10-05T15:40:11.443 INFO:tasks.workunit.client.0.smithi098.stderr:aiodio_sparse2.c:404:2: warning: 'strncpy' specified bound 4096 equals destination size [-Wstringop-truncation] 2023-10-05T15:40:11.443 INFO:tasks.workunit.client.0.smithi098.stderr: strncpy(filename, argv[argc-1], PATH_MAX); 2023-10-05T15:40:11.444 INFO:tasks.workunit.client.0.smithi098.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-05T15:40:11.489 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-write-verify 2023-10-05T15:40:11.545 INFO:tasks.workunit.client.0.smithi098.stdout: [CC] aio-dio-eof-race 2023-10-05T15:40:11.815 INFO:tasks.workunit.client.0.smithi098.stderr:+ cd .. 2023-10-05T15:40:11.815 INFO:tasks.workunit.client.0.smithi098.stderr:+ cp xfstests-dev/ltp/fsx . 2023-10-05T15:40:11.818 INFO:tasks.workunit.client.0.smithi098.stderr:+ OPTIONS=-z 2023-10-05T15:40:11.818 INFO:tasks.workunit.client.0.smithi098.stderr:+ ./fsx -z 1MB -N 50000 -p 10000 -l 1048576 2023-10-05T15:40:11.818 INFO:tasks.workunit.client.0.smithi098.stdout:Seed set to 1 2023-10-05T15:40:11.842 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-05T15:40:11.842 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-05T15:40:11.845 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-05T15:40:11.845 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-05T15:40:11.845 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support clone range, disabling! 2023-10-05T15:40:11.847 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-05T15:40:11.854 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x38fe9 2023-10-05T15:40:11.890 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0xead53 2023-10-05T15:40:11.998 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0xf2cdd 2023-10-05T15:40:12.005 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0xfca47 2023-10-05T15:40:12.695 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0xfcdd6 2023-10-05T15:40:12.717 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0xfe854 2023-10-05T15:40:12.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:12 smithi115 ceph-mon[103691]: pgmap v373: 129 pgs: 129 active+clean; 37 MiB data, 565 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 311 KiB/s wr, 76 op/s 2023-10-05T15:40:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:12 smithi098 ceph-mon[99243]: pgmap v373: 129 pgs: 129 active+clean; 37 MiB data, 565 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 311 KiB/s wr, 76 op/s 2023-10-05T15:40:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:12 smithi173 ceph-mon[104029]: pgmap v373: 129 pgs: 129 active+clean; 37 MiB data, 565 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 311 KiB/s wr, 76 op/s 2023-10-05T15:40:14.584 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0xffce4 2023-10-05T15:40:14.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:14 smithi115 ceph-mon[103691]: pgmap v374: 129 pgs: 129 active+clean; 40 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 462 KiB/s wr, 76 op/s 2023-10-05T15:40:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:14 smithi098 ceph-mon[99243]: pgmap v374: 129 pgs: 129 active+clean; 40 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 462 KiB/s wr, 76 op/s 2023-10-05T15:40:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:14 smithi173 ceph-mon[104029]: pgmap v374: 129 pgs: 129 active+clean; 40 MiB data, 560 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 462 KiB/s wr, 76 op/s 2023-10-05T15:40:16.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:16 smithi115 ceph-mon[103691]: pgmap v375: 129 pgs: 129 active+clean; 44 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2023-10-05T15:40:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:16 smithi098 ceph-mon[99243]: pgmap v375: 129 pgs: 129 active+clean; 44 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2023-10-05T15:40:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:16 smithi173 ceph-mon[104029]: pgmap v375: 129 pgs: 129 active+clean; 44 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 1.7 MiB/s wr, 204 op/s 2023-10-05T15:40:18.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:17 smithi115 ceph-mon[103691]: pgmap v376: 129 pgs: 129 active+clean; 46 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 983 KiB/s rd, 1.8 MiB/s wr, 276 op/s 2023-10-05T15:40:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:17 smithi098 ceph-mon[99243]: pgmap v376: 129 pgs: 129 active+clean; 46 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 983 KiB/s rd, 1.8 MiB/s wr, 276 op/s 2023-10-05T15:40:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:17 smithi173 ceph-mon[104029]: pgmap v376: 129 pgs: 129 active+clean; 46 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 983 KiB/s rd, 1.8 MiB/s wr, 276 op/s 2023-10-05T15:40:18.913 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 -- 172.21.15.98:0/3955084572 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468100760 msgr2=0x7f4468100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.913 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 --2- 172.21.15.98:0/3955084572 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468100760 0x7f4468100bc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f44580098f0 tx=0x7f4458009c00 comp rx=0 tx=0).stop 2023-10-05T15:40:18.913 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 -- 172.21.15.98:0/3955084572 shutdown_connections 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 --2- 172.21.15.98:0/3955084572 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468101100 0x7f44681079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 --2- 172.21.15.98:0/3955084572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 0x7f44680ff990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 --2- 172.21.15.98:0/3955084572 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468100760 0x7f4468100bc0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 -- 172.21.15.98:0/3955084572 >> 172.21.15.98:0/3955084572 conn(0x7f44680faac0 msgr2=0x7f44680fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 -- 172.21.15.98:0/3955084572 shutdown_connections 2023-10-05T15:40:18.914 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.911+0000 7f446f435700 1 -- 172.21.15.98:0/3955084572 wait complete. 2023-10-05T15:40:18.916 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 Processor -- start 2023-10-05T15:40:18.916 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 -- start start 2023-10-05T15:40:18.916 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 0x7f4468196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.916 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.916 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468101100 0x7f44681980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44681987b0 con 0x7f4468100760 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4468198920 con 0x7f4468101100 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446f435700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4468198ae0 con 0x7f44680ff570 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46896/0 (socket says 172.21.15.98:46896) 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.912+0000 7f446c9d0700 1 -- 172.21.15.98:0/2293188544 learned_addr learned my addr 172.21.15.98:0/2293188544 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446d1d1700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 0x7f4468196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446d9d2700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468101100 0x7f44681980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 -- 172.21.15.98:0/2293188544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 msgr2=0x7f4468196dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 0x7f4468196dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 -- 172.21.15.98:0/2293188544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468101100 msgr2=0x7f44681980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468101100 0x7f44681980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 -- 172.21.15.98:0/2293188544 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4458009520 con 0x7f4468100760 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446c9d0700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f4458011040 tx=0x7f445800b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f445e7fc700 1 -- 172.21.15.98:0/2293188544 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f445801c070 con 0x7f4468100760 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4468198d60 con 0x7f4468100760 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f446819f500 con 0x7f4468100760 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f445e7fc700 1 -- 172.21.15.98:0/2293188544 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f445800f7d0 con 0x7f4468100760 2023-10-05T15:40:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.913+0000 7f445e7fc700 1 -- 172.21.15.98:0/2293188544 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4458004a40 con 0x7f4468100760 2023-10-05T15:40:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.916+0000 7f445e7fc700 1 -- 172.21.15.98:0/2293188544 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4458020070 con 0x7f4468100760 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.916+0000 7f445e7fc700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 0x7f44540a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.916+0000 7f446d1d1700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 0x7f44540a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.916+0000 7f445e7fc700 1 -- 172.21.15.98:0/2293188544 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f44580cdb60 con 0x7f4468100760 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.917+0000 7f446d1d1700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 0x7f44540a39c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4468197b60 tx=0x7f4464009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.917+0000 7f447b61fb80 1 Processor -- start 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 -- start start 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1330e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df13315220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df13275400 con 0x55df1330e990 2023-10-05T15:40:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df13266bc0 con 0x55df1330cec0 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f447b61fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df132644e0 con 0x55df1330dfd0 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1330e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d9d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df13315220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40700/0 (socket says 172.21.15.98:40700) 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1330e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35362/0 (socket says 172.21.15.98:35362) 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 -- 172.21.15.98:0/1658879568 learned_addr learned my addr 172.21.15.98:0/1658879568 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 -- 172.21.15.98:0/1658879568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 msgr2=0x55df1330e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1330e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 -- 172.21.15.98:0/1658879568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 msgr2=0x55df13315220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df13315220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 -- 172.21.15.98:0/1658879568 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df1308ad80 con 0x55df1330cec0 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d9d2700 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df13315220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.918+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4464011d30 tx=0x7f4464014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ab18989d0b525fd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.919+0000 7f44537fe700 1 -- 172.21.15.98:0/1658879568 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446400eb20 con 0x55df1330cec0 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.919+0000 7f44537fe700 1 -- 172.21.15.98:0/1658879568 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4464021070 con 0x55df1330cec0 2023-10-05T15:40:18.923 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.919+0000 7f44537fe700 1 -- 172.21.15.98:0/1658879568 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446401d410 con 0x55df1330cec0 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.919+0000 7f447b61fb80 1 -- 172.21.15.98:0/1658879568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 msgr2=0x55df1330d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.919+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4464011d30 tx=0x7f4464014000 comp rx=0 tx=0).stop 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- 172.21.15.98:0/1658879568 shutdown_connections 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330cec0 0x55df1330d2e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df13315220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1658879568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1330e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- 172.21.15.98:0/1658879568 >> 172.21.15.98:0/1658879568 conn(0x55df13281200 msgr2=0x55df13307bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- 172.21.15.98:0/1658879568 shutdown_connections 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- 172.21.15.98:0/1658879568 wait complete. 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- start start 2023-10-05T15:40:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 Processor -- start 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 0x55df133170c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df1331e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df1325fdd0 con 0x55df1330e990 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df131fc6b0 con 0x55df1330dfd0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df131fc350 con 0x55df1330cec0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.920+0000 7f447b61fb80 10 client.0 _ll_register_callbacks cb 0x55df130597a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d9d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df1331e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 0x55df133170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35368/0 (socket says 172.21.15.98:35368) 2023-10-05T15:40:18.928 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d9d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df1331e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46912/0 (socket says 172.21.15.98:46912) 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 -- 172.21.15.98:0/1944212102 learned_addr learned my addr 172.21.15.98:0/1944212102 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 -- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 msgr2=0x55df133170c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 0x55df133170c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 -- 172.21.15.98:0/1944212102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 msgr2=0x55df1331e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df1331e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 -- 172.21.15.98:0/1944212102 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4460011230 con 0x55df1330cec0 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446c9d0700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 0x55df133170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f446d1d1700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f446401c9f0 tx=0x7f446401ca20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbfd82dd91423c32 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f4450ff9700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446400eb20 con 0x55df1330cec0 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55df132ffd50 con 0x55df1330cec0 2023-10-05T15:40:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f446400ec80 con 0x55df1330cec0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f446401c410 con 0x55df1330cec0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f447b61fb80 10 client.25705 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.921+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f4464017070 con 0x55df1330cec0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55df132ffd50 con 0x55df1330cec0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f44640051d0 con 0x55df1330cec0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 10 client.25705 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 10 client.25705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 20 client.25705 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df13322aa0 0x55df13324ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 4 client.25705 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55df13258db0 con 0x55df13322aa0 2023-10-05T15:40:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f446c9d0700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df13322aa0 0x55df13324ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f4450ff9700 10 client.25705 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.922+0000 7f446c9d0700 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df13322aa0 0x55df13324ec0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5880df8607a3901d server_cookie=f0fb4fadc26edb9f in_seq=0 out_seq=0 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f4450ff9700 1 -- 172.21.15.98:0/1944212102 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55df13258db0 con 0x55df13322aa0 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f4450ff9700 10 client.25705 handle_command_reply: tid=0 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 client.25705 shutdown 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 msgr2=0x55df13316b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f446401c9f0 tx=0x7f446401ca20 comp rx=0 tx=0).stop 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 shutdown_connections 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330e990 0x55df1331e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330cec0 0x55df13316b80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df13322aa0 0x55df13324ec0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 --2- 172.21.15.98:0/1944212102 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330dfd0 0x55df133170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f4450ff9700 0 client.25705 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 >> 172.21.15.98:0/1944212102 conn(0x55df13281200 msgr2=0x55df13307250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 shutdown_connections 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 1 -- 172.21.15.98:0/1944212102 wait complete. 2023-10-05T15:40:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.924+0000 7f447b61fb80 20 client.25705 trim_cache size 0 max 16384 2023-10-05T15:40:18.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 Processor -- start 2023-10-05T15:40:18.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 -- start start 2023-10-05T15:40:18.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df13307250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df130e08c0 con 0x55df1330cec0 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df132ff890 con 0x55df1330e990 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f447b61fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df13304860 con 0x55df1330dfd0 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46916/0 (socket says 172.21.15.98:46916) 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f446d1d1700 1 -- 172.21.15.98:0/506767840 learned_addr learned my addr 172.21.15.98:0/506767840 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.940+0000 7f446d9d2700 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df13307250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 -- 172.21.15.98:0/506767840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 msgr2=0x55df13307250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df13307250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 -- 172.21.15.98:0/506767840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 msgr2=0x55df133158d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 -- 172.21.15.98:0/506767840 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df13073c00 con 0x55df1330dfd0 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446d1d1700 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f446c9d0700 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331e0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f44580cb680 tx=0x7f445809a990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d399606fa6b25844 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f4453fff700 1 -- 172.21.15.98:0/506767840 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44580a2ec0 con 0x55df1330dfd0 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f4453fff700 1 -- 172.21.15.98:0/506767840 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4458098d00 con 0x55df1330dfd0 2023-10-05T15:40:18.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.941+0000 7f4453fff700 1 -- 172.21.15.98:0/506767840 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f445809b080 con 0x55df1330dfd0 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- 172.21.15.98:0/506767840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 msgr2=0x55df1331e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331e0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f44580cb680 tx=0x7f445809a990 comp rx=0 tx=0).stop 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- 172.21.15.98:0/506767840 shutdown_connections 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df13307250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df133158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 --2- 172.21.15.98:0/506767840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331e0c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- 172.21.15.98:0/506767840 >> 172.21.15.98:0/506767840 conn(0x55df13281200 msgr2=0x55df13307b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- 172.21.15.98:0/506767840 shutdown_connections 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- 172.21.15.98:0/506767840 wait complete. 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 -- start start 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.942+0000 7f447b61fb80 1 Processor -- start 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df1331ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df1331d380 con 0x55df1330cec0 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df1331d4f0 con 0x55df1330e990 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df1331d6b0 con 0x55df1330dfd0 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 10 client.0 _ll_register_callbacks cb 0x55df130597a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d1d1700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46922/0 (socket says 172.21.15.98:46922) 2023-10-05T15:40:18.949 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446c9d0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d1d1700 1 -- 172.21.15.98:0/999069150 learned_addr learned my addr 172.21.15.98:0/999069150 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df1331ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 -- 172.21.15.98:0/999069150 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 msgr2=0x55df1331be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 -- 172.21.15.98:0/999069150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 msgr2=0x55df1331b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 -- 172.21.15.98:0/999069150 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4464017070 con 0x55df1330e990 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446c9d0700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d1d1700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f446d9d2700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df1331ce40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4460007900 tx=0x7f4460003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e117c7da3c3dd83 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:18.950 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f4450ff9700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446001b070 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4464021070 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.943+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f4460004370 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f446000e040 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 10 client.25796 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f446819f500 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4464021070 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f4460016c00 con 0x55df1330e990 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 10 client.25796 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 10 client.25796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 20 client.25796 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:18.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df133773c0 0x55df133797e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:18.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 4 client.25796 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:40:18.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55df13258ad0 con 0x55df133773c0 2023-10-05T15:40:18.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f446d1d1700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df133773c0 0x55df133797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:18.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f4450ff9700 10 client.25796 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:18.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.944+0000 7f446d1d1700 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df133773c0 0x55df133797e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e69a3bbf952c0288 server_cookie=1df9f1a490e7a919 in_seq=0 out_seq=0 2023-10-05T15:40:18.962 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f4450ff9700 1 -- 172.21.15.98:0/999069150 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55df13258ad0 con 0x55df133773c0 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f4450ff9700 10 client.25796 handle_command_reply: tid=0 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 client.25796 shutdown 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 msgr2=0x55df1331ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df1331ce40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4460007900 tx=0x7f4460003f90 comp rx=0 tx=0).stop 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 shutdown_connections 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55df133773c0 0x55df133797e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55df1330e990 0x55df1331ce40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55df1330cec0 0x55df1331b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 --2- 172.21.15.98:0/999069150 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df1330dfd0 0x55df1331be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f4450ff9700 0 client.25796 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 >> 172.21.15.98:0/999069150 conn(0x55df13281200 msgr2=0x55df13314d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 shutdown_connections 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.960+0000 7f447b61fb80 1 -- 172.21.15.98:0/999069150 wait complete. 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f447b61fb80 20 client.25796 trim_cache size 0 max 16384 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:40:18.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:40:18.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 msgr2=0x7f44540a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 0x7f44540a39c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4468197b60 tx=0x7f4464009260 comp rx=0 tx=0).stop 2023-10-05T15:40:18.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 msgr2=0x7f4468197300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:18.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f4458011040 tx=0x7f445800b790 comp rx=0 tx=0).stop 2023-10-05T15:40:18.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 shutdown_connections 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f44540a1500 0x7f44540a39c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f4468101100 0x7f44681980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44680ff570 0x7f4468196dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 --2- 172.21.15.98:0/2293188544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f4468100760 0x7f4468197300 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 >> 172.21.15.98:0/2293188544 conn(0x7f44680faac0 msgr2=0x7f4468103c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 shutdown_connections 2023-10-05T15:40:18.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:18.961+0000 7f446f435700 1 -- 172.21.15.98:0/2293188544 wait complete. 2023-10-05T15:40:19.818 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0xfffc5 2023-10-05T15:40:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:20 smithi115 ceph-mon[103691]: pgmap v377: 129 pgs: 129 active+clean; 46 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.8 MiB/s wr, 263 op/s 2023-10-05T15:40:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:20 smithi098 ceph-mon[99243]: pgmap v377: 129 pgs: 129 active+clean; 46 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.8 MiB/s wr, 263 op/s 2023-10-05T15:40:21.113 INFO:tasks.workunit.client.0.smithi098.stdout:10000 mapread 0x32cdc thru 0x3e88f (0xbbb4 bytes) 2023-10-05T15:40:21.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:20 smithi173 ceph-mon[104029]: pgmap v377: 129 pgs: 129 active+clean; 46 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.8 MiB/s wr, 263 op/s 2023-10-05T15:40:22.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:22 smithi115 ceph-mon[103691]: pgmap v378: 129 pgs: 129 active+clean; 46 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2023-10-05T15:40:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:22 smithi098 ceph-mon[99243]: pgmap v378: 129 pgs: 129 active+clean; 46 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2023-10-05T15:40:23.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:22 smithi173 ceph-mon[104029]: pgmap v378: 129 pgs: 129 active+clean; 46 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 435 op/s 2023-10-05T15:40:24.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:24 smithi115 ceph-mon[103691]: pgmap v379: 129 pgs: 129 active+clean; 47 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 471 op/s 2023-10-05T15:40:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:24 smithi098 ceph-mon[99243]: pgmap v379: 129 pgs: 129 active+clean; 47 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 471 op/s 2023-10-05T15:40:25.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:24 smithi173 ceph-mon[104029]: pgmap v379: 129 pgs: 129 active+clean; 47 MiB data, 670 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 471 op/s 2023-10-05T15:40:26.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:26 smithi115 ceph-mon[103691]: pgmap v380: 129 pgs: 129 active+clean; 49 MiB data, 735 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 678 op/s 2023-10-05T15:40:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:26 smithi098 ceph-mon[99243]: pgmap v380: 129 pgs: 129 active+clean; 49 MiB data, 735 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 678 op/s 2023-10-05T15:40:27.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:26 smithi173 ceph-mon[104029]: pgmap v380: 129 pgs: 129 active+clean; 49 MiB data, 735 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.1 MiB/s wr, 678 op/s 2023-10-05T15:40:28.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:27 smithi115 ceph-mon[103691]: pgmap v381: 129 pgs: 129 active+clean; 50 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 540 op/s 2023-10-05T15:40:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:27 smithi098 ceph-mon[99243]: pgmap v381: 129 pgs: 129 active+clean; 50 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 540 op/s 2023-10-05T15:40:28.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:27 smithi173 ceph-mon[104029]: pgmap v381: 129 pgs: 129 active+clean; 50 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 540 op/s 2023-10-05T15:40:30.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:30 smithi173 ceph-mon[104029]: pgmap v382: 129 pgs: 129 active+clean; 50 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 457 op/s 2023-10-05T15:40:30.896 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:30 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:40:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:30 smithi115 ceph-mon[103691]: pgmap v382: 129 pgs: 129 active+clean; 50 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 457 op/s 2023-10-05T15:40:30.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:30 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:40:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:30 smithi098 ceph-mon[99243]: pgmap v382: 129 pgs: 129 active+clean; 50 MiB data, 751 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 457 op/s 2023-10-05T15:40:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:30 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:40:32.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:40:32.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:40:32.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- 172.21.15.98:0/169343466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6441024d0 msgr2=0x7fc6441028f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/169343466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6441024d0 0x7fc6441028f0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc6400099c0 tx=0x7fc640009cd0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- 172.21.15.98:0/169343466 shutdown_connections 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/169343466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6440ff8e0 0x7fc6441094b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/169343466 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6441024d0 0x7fc6441028f0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.087 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/169343466 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440fef40 0x7fc6440ff3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.088 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- 172.21.15.98:0/169343466 >> 172.21.15.98:0/169343466 conn(0x7fc6440faac0 msgr2=0x7fc6440fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.088 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- 172.21.15.98:0/169343466 shutdown_connections 2023-10-05T15:40:32.088 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- 172.21.15.98:0/169343466 wait complete. 2023-10-05T15:40:32.088 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 Processor -- start 2023-10-05T15:40:32.088 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.085+0000 7fc64c3ec700 1 -- start start 2023-10-05T15:40:32.089 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440ff8e0 0x7fc6441972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6441024d0 0x7fc644197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6441986f0 con 0x7fc6440fef40 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc644198860 con 0x7fc6440ff8e0 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64c3ec700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc644198a20 con 0x7fc6441024d0 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46936/0 (socket says 172.21.15.98:46936) 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 -- 172.21.15.98:0/3602066696 learned_addr learned my addr 172.21.15.98:0/3602066696 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc649987700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440ff8e0 0x7fc6441972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.090 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a989700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6441024d0 0x7fc644197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 -- 172.21.15.98:0/3602066696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6441024d0 msgr2=0x7fc644197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6441024d0 0x7fc644197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 -- 172.21.15.98:0/3602066696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440ff8e0 msgr2=0x7fc6441972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440ff8e0 0x7fc6441972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 -- 172.21.15.98:0/3602066696 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6400095f0 con 0x7fc6440fef40 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc64a188700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc640009fd0 tx=0x7fc64000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.086+0000 7fc63b7fe700 1 -- 172.21.15.98:0/3602066696 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64001d070 con 0x7fc6440fef40 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.087+0000 7fc63b7fe700 1 -- 172.21.15.98:0/3602066696 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc640005030 con 0x7fc6440fef40 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.087+0000 7fc63b7fe700 1 -- 172.21.15.98:0/3602066696 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc640004aa0 con 0x7fc6440fef40 2023-10-05T15:40:32.091 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.087+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc644198ca0 con 0x7fc6440fef40 2023-10-05T15:40:32.092 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.087+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc64419f420 con 0x7fc6440fef40 2023-10-05T15:40:32.092 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.090+0000 7fc63b7fe700 1 -- 172.21.15.98:0/3602066696 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc640005410 con 0x7fc6440fef40 2023-10-05T15:40:32.092 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.090+0000 7fc63b7fe700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 0x7fc6300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.092 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.091+0000 7fc63b7fe700 1 -- 172.21.15.98:0/3602066696 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc6400cdea0 con 0x7fc6440fef40 2023-10-05T15:40:32.094 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.091+0000 7fc6585d6b80 1 Processor -- start 2023-10-05T15:40:32.094 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.091+0000 7fc649987700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 0x7fc6300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.094 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.091+0000 7fc6585d6b80 1 -- start start 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.091+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171affd0 0x5624171b0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171b7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562417117400 con 0x5624171aeec0 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562417108bc0 con 0x5624171b0990 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624171064e0 con 0x5624171affd0 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc649987700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 0x7fc6300a3940 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc634005950 tx=0x7fc63400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46944/0 (socket says 172.21.15.98:46944) 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 -- 172.21.15.98:0/1017309117 learned_addr learned my addr 172.21.15.98:0/1017309117 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:32.095 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a989700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171b7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc649987700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171affd0 0x5624171b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 -- 172.21.15.98:0/1017309117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171affd0 msgr2=0x5624171b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171affd0 0x5624171b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 -- 172.21.15.98:0/1017309117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 msgr2=0x5624171b7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171b7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 -- 172.21.15.98:0/1017309117 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562416f2cd80 con 0x5624171aeec0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a989700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171b7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc64a188700 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc640097970 tx=0x7fc64009b600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feea32db87bd1f36 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc638d82700 1 -- 172.21.15.98:0/1017309117 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6400a3200 con 0x5624171aeec0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc638d82700 1 -- 172.21.15.98:0/1017309117 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6400051a0 con 0x5624171aeec0 2023-10-05T15:40:32.096 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.092+0000 7fc638d82700 1 -- 172.21.15.98:0/1017309117 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64009b3a0 con 0x5624171aeec0 2023-10-05T15:40:32.100 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 -- 172.21.15.98:0/1017309117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 msgr2=0x5624171af2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc640097970 tx=0x7fc64009b600 comp rx=0 tx=0).stop 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 -- 172.21.15.98:0/1017309117 shutdown_connections 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171b7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171af2e0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/1017309117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171affd0 0x5624171b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 -- 172.21.15.98:0/1017309117 >> 172.21.15.98:0/1017309117 conn(0x562417123200 msgr2=0x5624171a9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 -- 172.21.15.98:0/1017309117 shutdown_connections 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.093+0000 7fc6585d6b80 1 -- 172.21.15.98:0/1017309117 wait complete. 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 -- start start 2023-10-05T15:40:32.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 Processor -- start 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171b8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171b8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 0x5624171bfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562417101dd0 con 0x5624171aeec0 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56241709e6b0 con 0x5624171affd0 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56241709e350 con 0x5624171b0990 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc6585d6b80 10 client.0 _ll_register_callbacks cb 0x562416efb7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171b8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc64a188700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171b8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46950/0 (socket says 172.21.15.98:46950) 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc64a188700 1 -- 172.21.15.98:0/4149645254 learned_addr learned my addr 172.21.15.98:0/4149645254 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc649987700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171b8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.094+0000 7fc64a989700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 0x5624171bfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 -- 172.21.15.98:0/4149645254 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 msgr2=0x5624171bfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 0x5624171bfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 -- 172.21.15.98:0/4149645254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 msgr2=0x5624171b8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171b8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 -- 172.21.15.98:0/4149645254 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc63c011230 con 0x5624171affd0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc64a989700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 0x5624171bfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc649987700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171b8d60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc634005d90 tx=0x7fc6340047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=344738338e59524f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc62dffb700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc634010e80 con 0x5624171affd0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624171a1d50 con 0x5624171affd0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc634017070 con 0x5624171affd0 2023-10-05T15:40:32.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc634004830 con 0x5624171affd0 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc6585d6b80 10 client.25808 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fc64419f420 con 0x5624171affd0 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.095+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5624171a1d50 con 0x5624171affd0 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc63401f430 con 0x5624171affd0 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 10 client.25808 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 10 client.25808 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 20 client.25808 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5624171c4780 0x5624171c6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 4 client.25808 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5624170fadb0 con 0x5624171c4780 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc64a188700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5624171c4780 0x5624171c6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc62dffb700 10 client.25808 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.096+0000 7fc64a188700 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5624171c4780 0x5624171c6ba0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2965a8fbfcdc7a9b server_cookie=2b4ff191edba39ee in_seq=0 out_seq=0 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc62dffb700 1 -- 172.21.15.98:0/4149645254 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5624170fadb0 con 0x5624171c4780 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc62dffb700 10 client.25808 handle_command_reply: tid=0 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 client.25808 shutdown 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 msgr2=0x5624171b8d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171b8d60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc634005d90 tx=0x7fc6340047c0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 shutdown_connections 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171b0990 0x5624171bfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171aeec0 0x5624171b8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5624171c4780 0x5624171c6ba0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/4149645254 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171b8d60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc62dffb700 0 client.25808 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 >> 172.21.15.98:0/4149645254 conn(0x562417123200 msgr2=0x5624171a9250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 shutdown_connections 2023-10-05T15:40:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 1 -- 172.21.15.98:0/4149645254 wait complete. 2023-10-05T15:40:32.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.097+0000 7fc6585d6b80 20 client.25808 trim_cache size 0 max 16384 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 Processor -- start 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 -- start start 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 0x5624171b3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562416f828c0 con 0x5624171b0990 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624170fadb0 con 0x5624171affd0 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624171c4590 con 0x5624171aeec0 2023-10-05T15:40:32.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc649987700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc64a989700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 0x5624171b3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc649987700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40758/0 (socket says 172.21.15.98:40758) 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc649987700 1 -- 172.21.15.98:0/3982558331 learned_addr learned my addr 172.21.15.98:0/3982558331 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.115+0000 7fc64a188700 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 -- 172.21.15.98:0/3982558331 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 msgr2=0x5624171af2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171af2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 -- 172.21.15.98:0/3982558331 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 msgr2=0x5624171b3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 0x5624171b3710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 -- 172.21.15.98:0/3982558331 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562416f15c00 con 0x5624171affd0 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc64a989700 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 0x5624171b3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:32.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc649987700 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc63400b960 tx=0x7fc634005ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=182dff0086c95219 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.120 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc639583700 1 -- 172.21.15.98:0/3982558331 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc634038070 con 0x5624171affd0 2023-10-05T15:40:32.120 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc639583700 1 -- 172.21.15.98:0/3982558331 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc634015070 con 0x5624171affd0 2023-10-05T15:40:32.120 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.116+0000 7fc639583700 1 -- 172.21.15.98:0/3982558331 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc634034ba0 con 0x5624171affd0 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3982558331 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 msgr2=0x5624171bfcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc63400b960 tx=0x7fc634005ee0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3982558331 shutdown_connections 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171b0990 0x5624171b3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171af2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3982558331 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171affd0 0x5624171bfcc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3982558331 >> 172.21.15.98:0/3982558331 conn(0x562417123200 msgr2=0x5624171b8820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3982558331 shutdown_connections 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3982558331 wait complete. 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 -- start start 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.117+0000 7fc6585d6b80 1 Processor -- start 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171affd0 0x5624171bd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624171bee70 con 0x5624171affd0 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624171befe0 con 0x5624171b0990 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624171bf1a0 con 0x5624171aeec0 2023-10-05T15:40:32.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc6585d6b80 10 client.0 _ll_register_callbacks cb 0x7fc634010ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a989700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35424/0 (socket says 172.21.15.98:35424) 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a989700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40764/0 (socket says 172.21.15.98:40764) 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 -- 172.21.15.98:0/3937083773 learned_addr learned my addr 172.21.15.98:0/3937083773 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc649987700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171affd0 0x5624171bd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 -- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 msgr2=0x5624171be930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 -- 172.21.15.98:0/3937083773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171affd0 msgr2=0x5624171bd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171affd0 0x5624171bd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 -- 172.21.15.98:0/3937083773 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc63c0075e0 con 0x5624171aeec0 2023-10-05T15:40:32.125 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a989700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc64a188700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc64009ae90 tx=0x7fc640009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1e7a102945c299c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.118+0000 7fc62dffb700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64009acd0 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc6400051a0 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc640099040 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc640097240 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 10 client.25729 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fc64419f420 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6400051a0 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc64009b160 con 0x5624171aeec0 2023-10-05T15:40:32.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 10 client.25729 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 10 client.25729 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 20 client.25729 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562417218be0 0x56241721b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 4 client.25729 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5624170faad0 con 0x562417218be0 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.119+0000 7fc649987700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562417218be0 0x56241721b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.120+0000 7fc62dffb700 10 client.25729 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:32.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.120+0000 7fc649987700 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562417218be0 0x56241721b000 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a676e0b2f361ef9 server_cookie=1de1a5909af36f38 in_seq=0 out_seq=0 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.129+0000 7fc62dffb700 1 -- 172.21.15.98:0/3937083773 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5624170faad0 con 0x562417218be0 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.129+0000 7fc62dffb700 10 client.25729 handle_command_reply: tid=0 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.129+0000 7fc6585d6b80 1 client.25729 shutdown 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 msgr2=0x5624171bd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc64009ae90 tx=0x7fc640009310 comp rx=0 tx=0).stop 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 shutdown_connections 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562417218be0 0x56241721b000 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5624171b0990 0x5624171be930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc62dffb700 0 client.25729 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624171aeec0 0x5624171bd3e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 --2- 172.21.15.98:0/3937083773 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5624171affd0 0x5624171bd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 >> 172.21.15.98:0/3937083773 conn(0x562417123200 msgr2=0x5624171b87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 shutdown_connections 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 1 -- 172.21.15.98:0/3937083773 wait complete. 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc6585d6b80 20 client.25729 trim_cache size 0 max 16384 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:40:32.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:40:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:40:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:40:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 msgr2=0x7fc6300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 0x7fc6300a3940 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc634005950 tx=0x7fc63400b410 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 msgr2=0x7fc644196d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc640009fd0 tx=0x7fc64000f690 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 shutdown_connections 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc6300a1480 0x7fc6300a3940 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6441024d0 0x7fc644197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc6440fef40 0x7fc644196d70 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.130+0000 7fc64c3ec700 1 --2- 172.21.15.98:0/3602066696 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc6440ff8e0 0x7fc6441972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.131+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 >> 172.21.15.98:0/3602066696 conn(0x7fc6440faac0 msgr2=0x7fc644105780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.131+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 shutdown_connections 2023-10-05T15:40:32.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:32.131+0000 7fc64c3ec700 1 -- 172.21.15.98:0/3602066696 wait complete. 2023-10-05T15:40:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:40:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:40:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:40:32.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:40:32.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:40:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:32 smithi098 ceph-mon[99243]: pgmap v383: 129 pgs: 129 active+clean; 51 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 662 op/s 2023-10-05T15:40:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:32 smithi173 ceph-mon[104029]: pgmap v383: 129 pgs: 129 active+clean; 51 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 662 op/s 2023-10-05T15:40:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:32 smithi115 ceph-mon[103691]: pgmap v383: 129 pgs: 129 active+clean; 51 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 662 op/s 2023-10-05T15:40:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:34 smithi098 ceph-mon[99243]: pgmap v384: 129 pgs: 129 active+clean; 52 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2023-10-05T15:40:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:34 smithi173 ceph-mon[104029]: pgmap v384: 129 pgs: 129 active+clean; 52 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2023-10-05T15:40:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:34 smithi115 ceph-mon[103691]: pgmap v384: 129 pgs: 129 active+clean; 52 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2023-10-05T15:40:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:36 smithi098 ceph-mon[99243]: pgmap v385: 129 pgs: 129 active+clean; 47 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 585 op/s 2023-10-05T15:40:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:36 smithi173 ceph-mon[104029]: pgmap v385: 129 pgs: 129 active+clean; 47 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 585 op/s 2023-10-05T15:40:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:36 smithi115 ceph-mon[103691]: pgmap v385: 129 pgs: 129 active+clean; 47 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 585 op/s 2023-10-05T15:40:37.367 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0xfffe8 2023-10-05T15:40:38.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:37 smithi115 ceph-mon[103691]: pgmap v386: 129 pgs: 129 active+clean; 45 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 428 op/s 2023-10-05T15:40:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:37 smithi098 ceph-mon[99243]: pgmap v386: 129 pgs: 129 active+clean; 45 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 428 op/s 2023-10-05T15:40:38.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:37 smithi173 ceph-mon[104029]: pgmap v386: 129 pgs: 129 active+clean; 45 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 428 op/s 2023-10-05T15:40:40.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:40 smithi115 ceph-mon[103691]: pgmap v387: 129 pgs: 129 active+clean; 45 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 427 op/s 2023-10-05T15:40:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:40 smithi098 ceph-mon[99243]: pgmap v387: 129 pgs: 129 active+clean; 45 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 427 op/s 2023-10-05T15:40:41.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:40 smithi173 ceph-mon[104029]: pgmap v387: 129 pgs: 129 active+clean; 45 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 427 op/s 2023-10-05T15:40:42.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:42 smithi115 ceph-mon[103691]: pgmap v388: 129 pgs: 129 active+clean; 46 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 548 op/s 2023-10-05T15:40:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:42 smithi098 ceph-mon[99243]: pgmap v388: 129 pgs: 129 active+clean; 46 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 548 op/s 2023-10-05T15:40:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:42 smithi173 ceph-mon[104029]: pgmap v388: 129 pgs: 129 active+clean; 46 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 548 op/s 2023-10-05T15:40:44.777 INFO:tasks.workunit.client.0.smithi098.stdout:30000 trunc from 0xf3838 to 0x7d16c 2023-10-05T15:40:44.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:44 smithi115 ceph-mon[103691]: pgmap v389: 129 pgs: 129 active+clean; 48 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 400 op/s 2023-10-05T15:40:45.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:44 smithi098 ceph-mon[99243]: pgmap v389: 129 pgs: 129 active+clean; 48 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 400 op/s 2023-10-05T15:40:45.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:44 smithi173 ceph-mon[104029]: pgmap v389: 129 pgs: 129 active+clean; 48 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 400 op/s 2023-10-05T15:40:45.258 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 -- 172.21.15.98:0/851113338 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 msgr2=0x7fe8c8108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/851113338 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c8108270 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe8c000b0a0 tx=0x7fe8c000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 -- 172.21.15.98:0/851113338 shutdown_connections 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/851113338 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c81017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/851113338 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c8108270 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/851113338 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 0x7fe8c8100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.256+0000 7fe8cfcac700 1 -- 172.21.15.98:0/851113338 >> 172.21.15.98:0/851113338 conn(0x7fe8c80faac0 msgr2=0x7fe8c80fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.257+0000 7fe8cfcac700 1 -- 172.21.15.98:0/851113338 shutdown_connections 2023-10-05T15:40:45.259 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.257+0000 7fe8cfcac700 1 -- 172.21.15.98:0/851113338 wait complete. 2023-10-05T15:40:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.257+0000 7fe8cfcac700 1 Processor -- start 2023-10-05T15:40:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.257+0000 7fe8cfcac700 1 -- start start 2023-10-05T15:40:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 0x7fe8c81999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c819e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c819ea30 con 0x7fe8c81009d0 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c819eb70 con 0x7fe8c81013c0 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c819ed30 con 0x7fe8c8100010 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46980/0 (socket says 172.21.15.98:46980) 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cd247700 1 -- 172.21.15.98:0/1015264936 learned_addr learned my addr 172.21.15.98:0/1015264936 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c819e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cda48700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 0x7fe8c81999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 -- 172.21.15.98:0/1015264936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 msgr2=0x7fe8c81999c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 0x7fe8c81999c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 -- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 msgr2=0x7fe8c819bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c819bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 -- 172.21.15.98:0/1015264936 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c0009d00 con 0x7fe8c81013c0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8ce249700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c819e460 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe8c000b0a0 tx=0x7fe8c000bd90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8beffd700 1 -- 172.21.15.98:0/1015264936 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c000e040 con 0x7fe8c81013c0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8beffd700 1 -- 172.21.15.98:0/1015264936 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8c001d940 con 0x7fe8c81013c0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8c819efb0 con 0x7fe8c81013c0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.258+0000 7fe8beffd700 1 -- 172.21.15.98:0/1015264936 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c001b990 con 0x7fe8c81013c0 2023-10-05T15:40:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.259+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8c819f3d0 con 0x7fe8c81013c0 2023-10-05T15:40:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.261+0000 7fe8beffd700 1 -- 172.21.15.98:0/1015264936 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe8c001dab0 con 0x7fe8c81013c0 2023-10-05T15:40:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.262+0000 7fe8beffd700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 0x7fe8b40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.262+0000 7fe8beffd700 1 -- 172.21.15.98:0/1015264936 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fe8c00cec70 con 0x7fe8c81013c0 2023-10-05T15:40:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.262+0000 7fe8cda48700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 0x7fe8b40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.262+0000 7fe8cda48700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 0x7fe8b40a3940 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80ff9e0 tx=0x7fe8c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 Processor -- start 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 -- start start 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2df220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd23f400 con 0x5564dd2d7fd0 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd230bc0 con 0x5564dd2d6ec0 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd22e4e0 con 0x5564dd2d8990 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8cda48700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46988/0 (socket says 172.21.15.98:46988) 2023-10-05T15:40:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8cd247700 1 -- 172.21.15.98:0/3506903173 learned_addr learned my addr 172.21.15.98:0/3506903173 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.263+0000 7fe8ce249700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2df220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 -- 172.21.15.98:0/3506903173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 msgr2=0x5564dd2df220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2df220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 -- 172.21.15.98:0/3506903173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 msgr2=0x5564dd2d8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 -- 172.21.15.98:0/3506903173 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564dd054d80 con 0x5564dd2d6ec0 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cd247700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8ce249700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2df220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d72e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4011c60 tx=0x7fe8c4014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69fd6ea352e2616 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8b3fff700 1 -- 172.21.15.98:0/3506903173 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c400ea40 con 0x5564dd2d6ec0 2023-10-05T15:40:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8b3fff700 1 -- 172.21.15.98:0/3506903173 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8c4021070 con 0x5564dd2d6ec0 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.264+0000 7fe8b3fff700 1 -- 172.21.15.98:0/3506903173 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c401d410 con 0x5564dd2d6ec0 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3506903173 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 msgr2=0x5564dd2d72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d72e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4011c60 tx=0x7fe8c4014000 comp rx=0 tx=0).stop 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3506903173 shutdown_connections 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d72e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2df220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3506903173 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2d8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3506903173 >> 172.21.15.98:0/3506903173 conn(0x5564dd24b200 msgr2=0x5564dd2d1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3506903173 shutdown_connections 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3506903173 wait complete. 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 -- start start 2023-10-05T15:40:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.265+0000 7fe8dbe96b80 1 Processor -- start 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd229dd0 con 0x5564dd2d8990 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd1c66b0 con 0x5564dd2d7fd0 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd1c6350 con 0x5564dd2d6ec0 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8dbe96b80 10 client.0 _ll_register_callbacks cb 0x5564dd0237a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:46996/0 (socket says 172.21.15.98:46996) 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 -- 172.21.15.98:0/4072932031 learned_addr learned my addr 172.21.15.98:0/4072932031 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8cd247700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8cda48700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 -- 172.21.15.98:0/4072932031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d6ec0 msgr2=0x5564dd2e0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 -- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 msgr2=0x5564dd2e10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 -- 172.21.15.98:0/4072932031 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8b80099f0 con 0x5564dd2d8990 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8cd247700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8ce249700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0007a20 tx=0x7fe8c009c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6026c385a34b8f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.266+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c009fe20 con 0x5564dd2d8990 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fe8c00a3fd0 con 0x5564dd2d8990 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564dd2c9d50 con 0x5564dd2d8990 2023-10-05T15:40:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8c009bf30 con 0x5564dd2d8990 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 10 client.16371 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fe8c819f3d0 con 0x5564dd2d8990 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5564dd2c9d50 con 0x5564dd2d8990 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fe8c009b1c0 con 0x5564dd2d8990 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 10 client.16371 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 20 client.16371 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd2ec880 0x5564dd2eeca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 4 client.16371 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564dd222db0 con 0x5564dd2ec880 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.267+0000 7fe8cda48700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd2ec880 0x5564dd2eeca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8b17fa700 10 client.16371 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:45.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8cda48700 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd2ec880 0x5564dd2eeca0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad5ea047897b90b server_cookie=3119b775da511fc6 in_seq=0 out_seq=0 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8b17fa700 1 -- 172.21.15.98:0/4072932031 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5564dd222db0 con 0x5564dd2ec880 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8b17fa700 10 client.16371 handle_command_reply: tid=0 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 client.16371 shutdown 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 msgr2=0x5564dd2e8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0007a20 tx=0x7fe8c009c450 comp rx=0 tx=0).stop 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 shutdown_connections 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d8990 0x5564dd2e8130 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd2ec880 0x5564dd2eeca0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/4072932031 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8b17fa700 0 client.16371 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 >> 172.21.15.98:0/4072932031 conn(0x5564dd24b200 msgr2=0x5564dd2d1250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 shutdown_connections 2023-10-05T15:40:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.268+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/4072932031 wait complete. 2023-10-05T15:40:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.269+0000 7fe8dbe96b80 20 client.16371 trim_cache size 0 max 16384 2023-10-05T15:40:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 Processor -- start 2023-10-05T15:40:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 -- start start 2023-10-05T15:40:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2dee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd0aa8c0 con 0x5564dd2d6ec0 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd2d28e0 con 0x5564dd2d7fd0 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.287+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd2e0060 con 0x5564dd2d8990 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cda48700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cda48700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47000/0 (socket says 172.21.15.98:47000) 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cda48700 1 -- 172.21.15.98:0/1159221920 learned_addr learned my addr 172.21.15.98:0/1159221920 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8ce249700 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2dee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 -- 172.21.15.98:0/1159221920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 msgr2=0x5564dd2dee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2dee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 -- 172.21.15.98:0/1159221920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 msgr2=0x5564dd2d2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 -- 172.21.15.98:0/1159221920 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c4017070 con 0x5564dd2d7fd0 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cda48700 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8cd247700 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e80f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8005950 tx=0x7fe8b8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bed0ea32903e9caa server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8bcd82700 1 -- 172.21.15.98:0/1159221920 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b8017050 con 0x5564dd2d7fd0 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8bcd82700 1 -- 172.21.15.98:0/1159221920 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8b8018040 con 0x5564dd2d7fd0 2023-10-05T15:40:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.288+0000 7fe8bcd82700 1 -- 172.21.15.98:0/1159221920 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b800f4e0 con 0x5564dd2d7fd0 2023-10-05T15:40:45.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/1159221920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 msgr2=0x5564dd2e80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e80f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8005950 tx=0x7fe8b8009260 comp rx=0 tx=0).stop 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/1159221920 shutdown_connections 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2dee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d6ec0 0x5564dd2d2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/1159221920 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e80f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/1159221920 >> 172.21.15.98:0/1159221920 conn(0x5564dd24b200 msgr2=0x5564dd2df860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/1159221920 shutdown_connections 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.289+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/1159221920 wait complete. 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 -- start start 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 Processor -- start 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.296 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2e6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd2e7530 con 0x5564dd2d7fd0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd2e76a0 con 0x5564dd2d6ec0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564dd2e7860 con 0x5564dd2d8990 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8dbe96b80 10 client.0 _ll_register_callbacks cb 0x5564dd0237a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8ce249700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2e6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8cda48700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8cd247700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47006/0 (socket says 172.21.15.98:47006) 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8cd247700 1 -- 172.21.15.98:0/3439280345 learned_addr learned my addr 172.21.15.98:0/3439280345 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.290+0000 7fe8ce249700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2e6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35468/0 (socket says 172.21.15.98:35468) 2023-10-05T15:40:45.297 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 -- 172.21.15.98:0/3439280345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 msgr2=0x5564dd2e6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2e6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 -- 172.21.15.98:0/3439280345 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 msgr2=0x5564dd2e5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 -- 172.21.15.98:0/3439280345 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8c402a040 con 0x5564dd2d6ec0 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cd247700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8cda48700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e5aa0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400e690 tx=0x7fe8c4011860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d29549f1444d04 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4037070 con 0x5564dd2d6ec0 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe8c4021070 con 0x5564dd2d6ec0 2023-10-05T15:40:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fe8c4033a90 con 0x5564dd2d6ec0 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8c4033c50 con 0x5564dd2d6ec0 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8dbe96b80 10 client.25832 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fe8b8012580 con 0x5564dd2d6ec0 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.291+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8c4021070 con 0x5564dd2d6ec0 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fe8c403a030 con 0x5564dd2d6ec0 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 10 client.25832 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 10 client.25832 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 20 client.25832 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd341240 0x5564dd343630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 4 client.25832 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:40:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5564dd222ad0 con 0x5564dd341240 2023-10-05T15:40:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8cd247700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd341240 0x5564dd343630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8b17fa700 10 client.25832 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.292+0000 7fe8cd247700 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd341240 0x5564dd343630 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65bbbc21f98b786d server_cookie=913b3685c806b540 in_seq=0 out_seq=0 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.307+0000 7fe8b17fa700 1 -- 172.21.15.98:0/3439280345 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5564dd222ad0 con 0x5564dd341240 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.307+0000 7fe8b17fa700 10 client.25832 handle_command_reply: tid=0 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.307+0000 7fe8dbe96b80 1 client.25832 shutdown 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.307+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 msgr2=0x5564dd2e5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e5aa0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400e690 tx=0x7fe8c4011860 comp rx=0 tx=0).stop 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 shutdown_connections 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5564dd341240 0x5564dd343630 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5564dd2d6ec0 0x5564dd2e5aa0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564dd2d8990 0x5564dd2e6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 --2- 172.21.15.98:0/3439280345 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5564dd2d7fd0 0x5564dd2e5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8b17fa700 0 client.25832 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 >> 172.21.15.98:0/3439280345 conn(0x5564dd24b200 msgr2=0x5564dd2dee30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 shutdown_connections 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 1 -- 172.21.15.98:0/3439280345 wait complete. 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8dbe96b80 20 client.25832 trim_cache size 0 max 16384 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:40:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:40:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 msgr2=0x7fe8b40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 0x7fe8b40a3940 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80ff9e0 tx=0x7fe8c4009260 comp rx=0 tx=0).stop 2023-10-05T15:40:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 msgr2=0x7fe8c819e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c819e460 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe8c000b0a0 tx=0x7fe8c000bd90 comp rx=0 tx=0).stop 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 shutdown_connections 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fe8b40a1480 0x7fe8b40a3940 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fe8c81013c0 0x7fe8c819e460 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe8c8100010 0x7fe8c81999c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 --2- 172.21.15.98:0/1015264936 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fe8c81009d0 0x7fe8c819bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.308+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 >> 172.21.15.98:0/1015264936 conn(0x7fe8c80faac0 msgr2=0x7fe8c80fccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.309+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 shutdown_connections 2023-10-05T15:40:45.313 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:45.309+0000 7fe8cfcac700 1 -- 172.21.15.98:0/1015264936 wait complete. 2023-10-05T15:40:46.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:46 smithi115 ceph-mon[103691]: pgmap v390: 129 pgs: 129 active+clean; 48 MiB data, 859 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 489 op/s 2023-10-05T15:40:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:46 smithi098 ceph-mon[99243]: pgmap v390: 129 pgs: 129 active+clean; 48 MiB data, 859 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 489 op/s 2023-10-05T15:40:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:46 smithi173 ceph-mon[104029]: pgmap v390: 129 pgs: 129 active+clean; 48 MiB data, 859 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 489 op/s 2023-10-05T15:40:48.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:47 smithi115 ceph-mon[103691]: pgmap v391: 129 pgs: 129 active+clean; 49 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 397 op/s 2023-10-05T15:40:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:47 smithi098 ceph-mon[99243]: pgmap v391: 129 pgs: 129 active+clean; 49 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 397 op/s 2023-10-05T15:40:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:47 smithi173 ceph-mon[104029]: pgmap v391: 129 pgs: 129 active+clean; 49 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 397 op/s 2023-10-05T15:40:50.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:50 smithi115 ceph-mon[103691]: pgmap v392: 129 pgs: 129 active+clean; 49 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2023-10-05T15:40:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:50 smithi098 ceph-mon[99243]: pgmap v392: 129 pgs: 129 active+clean; 49 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2023-10-05T15:40:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:50 smithi173 ceph-mon[104029]: pgmap v392: 129 pgs: 129 active+clean; 49 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2023-10-05T15:40:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:52 smithi115 ceph-mon[103691]: pgmap v393: 129 pgs: 129 active+clean; 50 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2023-10-05T15:40:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:52 smithi098 ceph-mon[99243]: pgmap v393: 129 pgs: 129 active+clean; 50 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2023-10-05T15:40:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:52 smithi173 ceph-mon[104029]: pgmap v393: 129 pgs: 129 active+clean; 50 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2023-10-05T15:40:54.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:54 smithi115 ceph-mon[103691]: pgmap v394: 129 pgs: 129 active+clean; 50 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 368 op/s 2023-10-05T15:40:55.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:54 smithi098 ceph-mon[99243]: pgmap v394: 129 pgs: 129 active+clean; 50 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 368 op/s 2023-10-05T15:40:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:54 smithi173 ceph-mon[104029]: pgmap v394: 129 pgs: 129 active+clean; 50 MiB data, 931 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 368 op/s 2023-10-05T15:40:56.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:56 smithi115 ceph-mon[103691]: pgmap v395: 129 pgs: 129 active+clean; 51 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 452 op/s 2023-10-05T15:40:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:56 smithi098 ceph-mon[99243]: pgmap v395: 129 pgs: 129 active+clean; 51 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 452 op/s 2023-10-05T15:40:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:56 smithi173 ceph-mon[104029]: pgmap v395: 129 pgs: 129 active+clean; 51 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 452 op/s 2023-10-05T15:40:58.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:40:57 smithi115 ceph-mon[103691]: pgmap v396: 129 pgs: 129 active+clean; 51 MiB data, 938 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 350 op/s 2023-10-05T15:40:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:40:57 smithi098 ceph-mon[99243]: pgmap v396: 129 pgs: 129 active+clean; 51 MiB data, 938 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 350 op/s 2023-10-05T15:40:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:40:57 smithi173 ceph-mon[104029]: pgmap v396: 129 pgs: 129 active+clean; 51 MiB data, 938 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 350 op/s 2023-10-05T15:40:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 -- 172.21.15.98:0/534463247 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7664101100 msgr2=0x7f76641079b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.437 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 --2- 172.21.15.98:0/534463247 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7664101100 0x7f76641079b0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f765c00b0d0 tx=0x7f765c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 -- 172.21.15.98:0/534463247 shutdown_connections 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 --2- 172.21.15.98:0/534463247 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f76640ff570 0x7f76640ff990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 --2- 172.21.15.98:0/534463247 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7664101100 0x7f76641079b0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.435+0000 7f766b28d700 1 --2- 172.21.15.98:0/534463247 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- 172.21.15.98:0/534463247 >> 172.21.15.98:0/534463247 conn(0x7f76640faac0 msgr2=0x7f76640fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- 172.21.15.98:0/534463247 shutdown_connections 2023-10-05T15:40:58.438 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- 172.21.15.98:0/534463247 wait complete. 2023-10-05T15:40:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 Processor -- start 2023-10-05T15:40:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- start start 2023-10-05T15:40:58.440 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664196260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7664101100 0x7f7664196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76641976a0 con 0x7f76640ff570 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7664197810 con 0x7f7664101100 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.436+0000 7f766b28d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76641979d0 con 0x7f7664100760 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7669029700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664196260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7669029700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47018/0 (socket says 172.21.15.98:47018) 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7669029700 1 -- 172.21.15.98:0/322961631 learned_addr learned my addr 172.21.15.98:0/322961631 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f766982a700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7664101100 0x7f7664196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.441 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 -- 172.21.15.98:0/322961631 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7664101100 msgr2=0x7f7664196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7664101100 0x7f7664196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 -- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 msgr2=0x7f7664195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 -- 172.21.15.98:0/322961631 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f765c009d00 con 0x7f7664100760 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7669029700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f7668828700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664196260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f765400e9f0 tx=0x7f765400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f765a7fc700 1 -- 172.21.15.98:0/322961631 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f765400c9c0 con 0x7f7664100760 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7664197cb0 con 0x7f7664100760 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f765a7fc700 1 -- 172.21.15.98:0/322961631 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7654010430 con 0x7f7664100760 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f765a7fc700 1 -- 172.21.15.98:0/322961631 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7654018680 con 0x7f7664100760 2023-10-05T15:40:58.442 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.437+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f766419e480 con 0x7f7664100760 2023-10-05T15:40:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.440+0000 7f765a7fc700 1 -- 172.21.15.98:0/322961631 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7654010860 con 0x7f7664100760 2023-10-05T15:40:58.444 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.440+0000 7f765a7fc700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 0x7f76500a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f765a7fc700 1 -- 172.21.15.98:0/322961631 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f7654014070 con 0x7f7664100760 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f7669029700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 0x7f76500a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f7669029700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 0x7f76500a3940 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7660005950 tx=0x7f7660009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f7677477b80 1 Processor -- start 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f7677477b80 1 -- start start 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.441+0000 7f7677477b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7677477b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b89ee0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7677477b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b89fa1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7677477b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8956400 con 0x5609b89ef8f0 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7677477b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8947bc0 con 0x5609b89ee620 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7677477b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b89454e0 con 0x5609b89ef4d0 2023-10-05T15:40:58.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35486/0 (socket says 172.21.15.98:35486) 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7668828700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b89ee0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 -- 172.21.15.98:0/1339702544 learned_addr learned my addr 172.21.15.98:0/1339702544 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f766982a700 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b89fa1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 -- 172.21.15.98:0/1339702544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 msgr2=0x5609b89fa1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b89fa1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 -- 172.21.15.98:0/1339702544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 msgr2=0x5609b89ee0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b89ee0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 -- 172.21.15.98:0/1339702544 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609b876bd80 con 0x5609b89ef4d0 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f7669029700 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7660009880 tx=0x7f7660014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=359f626c8f70b32a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f764f7fe700 1 -- 172.21.15.98:0/1339702544 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7660004a30 con 0x5609b89ef4d0 2023-10-05T15:40:58.447 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f764f7fe700 1 -- 172.21.15.98:0/1339702544 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7660021070 con 0x5609b89ef4d0 2023-10-05T15:40:58.447 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.442+0000 7f764f7fe700 1 -- 172.21.15.98:0/1339702544 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766001c670 con 0x5609b89ef4d0 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 -- 172.21.15.98:0/1339702544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 msgr2=0x5609b89edba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7660009880 tx=0x7f7660014000 comp rx=0 tx=0).stop 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 -- 172.21.15.98:0/1339702544 shutdown_connections 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b89fa1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89edba0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 --2- 172.21.15.98:0/1339702544 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b89ee0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 -- 172.21.15.98:0/1339702544 >> 172.21.15.98:0/1339702544 conn(0x5609b8962200 msgr2=0x5609b89e8bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 -- 172.21.15.98:0/1339702544 shutdown_connections 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.443+0000 7f7677477b80 1 -- 172.21.15.98:0/1339702544 wait complete. 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 -- start start 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 Processor -- start 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ee620 0x5609b89fc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b8a03580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8940dd0 con 0x5609b89ee620 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b88dd6b0 con 0x5609b89ef8f0 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b88dd350 con 0x5609b89ef4d0 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7677477b80 10 client.0 _ll_register_callbacks cb 0x5609b873a7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:58.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7668828700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7668828700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35494/0 (socket says 172.21.15.98:35494) 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f7668828700 1 -- 172.21.15.98:0/1774146126 learned_addr learned my addr 172.21.15.98:0/1774146126 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.444+0000 7f766982a700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b8a03580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 -- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 msgr2=0x5609b8a03580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b8a03580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 -- 172.21.15.98:0/1774146126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ee620 msgr2=0x5609b89fc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ee620 0x5609b89fc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 -- 172.21.15.98:0/1774146126 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7660017070 con 0x5609b89ef4d0 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7668828700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f76540cac90 tx=0x7f765409a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e51440ea95168066 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f764cff9700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f765409e290 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f76540a24d0 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5609b89e0d50 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76540a2040 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7677477b80 10 client.25759 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5609b8754c00 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.445+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f76540b6080 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f76540b8140 con 0x5609b89ef4d0 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 10 client.25759 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 10 client.25759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 20 client.25759 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b8a07e30 0x5609b8a0a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 4 client.25759 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5609b8939db0 con 0x5609b8a07e30 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7669029700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b8a07e30 0x5609b8a0a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f764cff9700 10 client.25759 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.446+0000 7f7669029700 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b8a07e30 0x5609b8a0a250 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33d3424815fcb945 server_cookie=9ddcec362ebe98ba in_seq=0 out_seq=0 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f764cff9700 1 -- 172.21.15.98:0/1774146126 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5609b8939db0 con 0x5609b8a07e30 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f764cff9700 10 client.25759 handle_command_reply: tid=0 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 client.25759 shutdown 2023-10-05T15:40:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 msgr2=0x5609b89fc540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f76540cac90 tx=0x7f765409a680 comp rx=0 tx=0).stop 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 shutdown_connections 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b8a07e30 0x5609b8a0a250 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b8a03580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f764cff9700 0 client.25759 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ee620 0x5609b89fc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 --2- 172.21.15.98:0/1774146126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b89fc540 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 >> 172.21.15.98:0/1774146126 conn(0x5609b8962200 msgr2=0x5609b89eddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 shutdown_connections 2023-10-05T15:40:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 1 -- 172.21.15.98:0/1774146126 wait complete. 2023-10-05T15:40:58.457 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.447+0000 7f7677477b80 20 client.25759 trim_cache size 0 max 16384 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 Processor -- start 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 -- start start 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b89eddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b87c18c0 con 0x5609b89ef4d0 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b89f9c00 con 0x5609b89ef8f0 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7677477b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b89f74f0 con 0x5609b89ee620 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7668828700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7669029700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7668828700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47042/0 (socket says 172.21.15.98:47042) 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7669029700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35500/0 (socket says 172.21.15.98:35500) 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f7668828700 1 -- 172.21.15.98:0/1912299941 learned_addr learned my addr 172.21.15.98:0/1912299941 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.465+0000 7f766982a700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b89eddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 -- 172.21.15.98:0/1912299941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 msgr2=0x5609b89facc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 -- 172.21.15.98:0/1912299941 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 msgr2=0x5609b89eddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b89eddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 -- 172.21.15.98:0/1912299941 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609b87921f0 con 0x5609b89ef4d0 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f766982a700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b89eddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7669029700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f7668828700 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f7654099e40 tx=0x7f76540986f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37f9a634ee37e709 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f764ffff700 1 -- 172.21.15.98:0/1912299941 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76540a24d0 con 0x5609b89ef4d0 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f764ffff700 1 -- 172.21.15.98:0/1912299941 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5609b89e0d50 con 0x5609b89ef4d0 2023-10-05T15:40:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.466+0000 7f764ffff700 1 -- 172.21.15.98:0/1912299941 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76540b8180 con 0x5609b89ef4d0 2023-10-05T15:40:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- 172.21.15.98:0/1912299941 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 msgr2=0x5609b8a03540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f7654099e40 tx=0x7f76540986f0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- 172.21.15.98:0/1912299941 shutdown_connections 2023-10-05T15:40:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ef8f0 0x5609b89eddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ee620 0x5609b89facc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 --2- 172.21.15.98:0/1912299941 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef4d0 0x5609b8a03540 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- 172.21.15.98:0/1912299941 >> 172.21.15.98:0/1912299941 conn(0x5609b8962200 msgr2=0x5609b89e8b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- 172.21.15.98:0/1912299941 shutdown_connections 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- 172.21.15.98:0/1912299941 wait complete. 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 -- start start 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.467+0000 7f7677477b80 1 Processor -- start 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b8a01940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b8a02950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8a02e90 con 0x5609b89ef8f0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8a03000 con 0x5609b89ee620 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b8a031c0 con 0x5609b89ef4d0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7677477b80 10 client.0 _ll_register_callbacks cb 0x7f7654099d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f766982a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b8a02950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40844/0 (socket says 172.21.15.98:40844) 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 -- 172.21.15.98:0/1136151491 learned_addr learned my addr 172.21.15.98:0/1136151491 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7668828700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b8a01940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 -- 172.21.15.98:0/1136151491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 msgr2=0x5609b8a01940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b8a01940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 -- 172.21.15.98:0/1136151491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 msgr2=0x5609b8a02950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:40:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b8a02950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 -- 172.21.15.98:0/1136151491 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5609b876bd80 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f7669029700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7660009850 tx=0x7f7660005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6df526d3bbbd2cab server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f764cff9700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.468+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766002c040 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f766002e290 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7660021070 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f766002e450 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 10 client.25850 fetch_fsmap learned FSMap version 33 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f7664108300 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7660021070 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f7660026750 con 0x5609b89ee620 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 10 client.25850 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:40:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 10 client.25850 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 20 client.25850 populate_metadata read hostname 'smithi098' 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b89f0550 0x5609b89f2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 4 client.25850 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5609b8939ad0 con 0x5609b89f0550 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.469+0000 7f7668828700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b89f0550 0x5609b89f2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.470+0000 7f764cff9700 10 client.25850 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.470+0000 7f7668828700 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b89f0550 0x5609b89f2970 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec1971e544a6df82 server_cookie=53b96d5a1690067e in_seq=0 out_seq=0 2023-10-05T15:40:58.482 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.481+0000 7f764cff9700 1 -- 172.21.15.98:0/1136151491 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5609b8939ad0 con 0x5609b89f0550 2023-10-05T15:40:58.483 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.481+0000 7f764cff9700 10 client.25850 handle_command_reply: tid=0 2023-10-05T15:40:58.483 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.481+0000 7f7677477b80 1 client.25850 shutdown 2023-10-05T15:40:58.483 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.481+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 msgr2=0x5609b8a01400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.483 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.481+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7660009850 tx=0x7f7660005b40 comp rx=0 tx=0).stop 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 shutdown_connections 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5609b89f0550 0x5609b89f2970 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5609b89ee620 0x5609b8a01400 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5609b89ef8f0 0x5609b8a02950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f764cff9700 0 client.25850 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 --2- 172.21.15.98:0/1136151491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5609b89ef4d0 0x5609b8a01940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 >> 172.21.15.98:0/1136151491 conn(0x5609b8962200 msgr2=0x5609b89facc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 shutdown_connections 2023-10-05T15:40:58.484 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 1 -- 172.21.15.98:0/1136151491 wait complete. 2023-10-05T15:40:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f7677477b80 20 client.25850 trim_cache size 0 max 16384 2023-10-05T15:40:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:40:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:40:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:40:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 msgr2=0x7f76500a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 0x7f76500a3940 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7660005950 tx=0x7f7660009260 comp rx=0 tx=0).stop 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 msgr2=0x7f7664196260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.482+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664196260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f765400e9f0 tx=0x7f765400ed00 comp rx=0 tx=0).stop 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 shutdown_connections 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f76500a1480 0x7f76500a3940 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7664101100 0x7f7664196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f76640ff570 0x7f7664195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 --2- 172.21.15.98:0/322961631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7664100760 0x7f7664196260 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:40:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 >> 172.21.15.98:0/322961631 conn(0x7f76640faac0 msgr2=0x7f76640fc3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:40:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 shutdown_connections 2023-10-05T15:40:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:40:58.483+0000 7f766b28d700 1 -- 172.21.15.98:0/322961631 wait complete. 2023-10-05T15:41:00.147 INFO:tasks.workunit.client.0.smithi098.stdout:40000 copy from 0x5dfcb to 0x607bc, (0x27f1 bytes) at 0xf5933 2023-10-05T15:41:00.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:00 smithi115 ceph-mon[103691]: pgmap v397: 129 pgs: 129 active+clean; 51 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 311 op/s 2023-10-05T15:41:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:00 smithi098 ceph-mon[99243]: pgmap v397: 129 pgs: 129 active+clean; 51 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 311 op/s 2023-10-05T15:41:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:00 smithi173 ceph-mon[104029]: pgmap v397: 129 pgs: 129 active+clean; 51 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 311 op/s 2023-10-05T15:41:02.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:02 smithi115 ceph-mon[103691]: pgmap v398: 129 pgs: 129 active+clean; 52 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 450 op/s 2023-10-05T15:41:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:02 smithi098 ceph-mon[99243]: pgmap v398: 129 pgs: 129 active+clean; 52 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 450 op/s 2023-10-05T15:41:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:02 smithi173 ceph-mon[104029]: pgmap v398: 129 pgs: 129 active+clean; 52 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 450 op/s 2023-10-05T15:41:04.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:04 smithi115 ceph-mon[103691]: pgmap v399: 129 pgs: 129 active+clean; 48 MiB data, 959 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 297 op/s 2023-10-05T15:41:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:04 smithi098 ceph-mon[99243]: pgmap v399: 129 pgs: 129 active+clean; 48 MiB data, 959 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 297 op/s 2023-10-05T15:41:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:04 smithi173 ceph-mon[104029]: pgmap v399: 129 pgs: 129 active+clean; 48 MiB data, 959 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 297 op/s 2023-10-05T15:41:06.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:06 smithi115 ceph-mon[103691]: pgmap v400: 129 pgs: 129 active+clean; 50 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 424 op/s 2023-10-05T15:41:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:06 smithi098 ceph-mon[99243]: pgmap v400: 129 pgs: 129 active+clean; 50 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 424 op/s 2023-10-05T15:41:07.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:06 smithi173 ceph-mon[104029]: pgmap v400: 129 pgs: 129 active+clean; 50 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 424 op/s 2023-10-05T15:41:08.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:07 smithi115 ceph-mon[103691]: pgmap v401: 129 pgs: 129 active+clean; 50 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 282 op/s 2023-10-05T15:41:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:07 smithi098 ceph-mon[99243]: pgmap v401: 129 pgs: 129 active+clean; 50 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 282 op/s 2023-10-05T15:41:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:07 smithi173 ceph-mon[104029]: pgmap v401: 129 pgs: 129 active+clean; 50 MiB data, 1018 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 282 op/s 2023-10-05T15:41:10.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:10 smithi115 ceph-mon[103691]: pgmap v402: 129 pgs: 129 active+clean; 50 MiB data, 1011 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2023-10-05T15:41:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:10 smithi098 ceph-mon[99243]: pgmap v402: 129 pgs: 129 active+clean; 50 MiB data, 1011 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2023-10-05T15:41:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:10 smithi173 ceph-mon[104029]: pgmap v402: 129 pgs: 129 active+clean; 50 MiB data, 1011 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 -- 172.21.15.98:0/3284980860 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784101940 msgr2=0x7fc784108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 --2- 172.21.15.98:0/3284980860 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784101940 0x7fc784108260 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00b0a0 tx=0x7fc77c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 -- 172.21.15.98:0/3284980860 shutdown_connections 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 --2- 172.21.15.98:0/3284980860 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784101940 0x7fc784108260 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 --2- 172.21.15.98:0/3284980860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7840ffe30 0x7fc784100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 --2- 172.21.15.98:0/3284980860 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc784100f80 0x7fc784101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 -- 172.21.15.98:0/3284980860 >> 172.21.15.98:0/3284980860 conn(0x7fc7840fb380 msgr2=0x7fc7840fd7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 -- 172.21.15.98:0/3284980860 shutdown_connections 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.606+0000 7fc78c566700 1 -- 172.21.15.98:0/3284980860 wait complete. 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 Processor -- start 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 -- start start 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 0x7fc7841023f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc784101940 0x7fc784102e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7841a0d20 con 0x7fc784100f80 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7841a0e60 con 0x7fc7840ffe30 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78c566700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7841a0fa0 con 0x7fc784101940 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47062/0 (socket says 172.21.15.98:47062) 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 -- 172.21.15.98:0/1842543929 learned_addr learned my addr 172.21.15.98:0/1842543929 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78ab03700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc784101940 0x7fc784102e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78a302700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 0x7fc7841023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 -- 172.21.15.98:0/1842543929 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc784101940 msgr2=0x7fc784102e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc784101940 0x7fc784102e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 -- 172.21.15.98:0/1842543929 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 msgr2=0x7fc7841023f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 0x7fc7841023f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 -- 172.21.15.98:0/1842543929 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc77c009d00 con 0x7fc784100f80 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc78a302700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 0x7fc7841023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.607+0000 7fc789b01700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fc77400d950 tx=0x7fc77400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.608+0000 7fc77b7fe700 1 -- 172.21.15.98:0/1842543929 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc774009940 con 0x7fc784100f80 2023-10-05T15:41:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.608+0000 7fc77b7fe700 1 -- 172.21.15.98:0/1842543929 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc774010460 con 0x7fc784100f80 2023-10-05T15:41:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.608+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7841a1230 con 0x7fc784100f80 2023-10-05T15:41:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.608+0000 7fc77b7fe700 1 -- 172.21.15.98:0/1842543929 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77400f620 con 0x7fc784100f80 2023-10-05T15:41:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.608+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7841a1740 con 0x7fc784100f80 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.610+0000 7fc77b7fe700 1 -- 172.21.15.98:0/1842543929 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc7740108d0 con 0x7fc784100f80 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.610+0000 7fc77b7fe700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 0x7fc7700a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.610+0000 7fc78a302700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 0x7fc7700a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.610+0000 7fc77b7fe700 1 -- 172.21.15.98:0/1842543929 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc7740ccec0 con 0x7fc784100f80 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc78a302700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 0x7fc7700a3940 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fc784103d00 tx=0x7fc780009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 Processor -- start 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 -- start start 2023-10-05T15:41:11.617 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c7c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 0x55d8a6c83220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6be3400 con 0x55d8a6c7c990 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6bd4bc0 con 0x55d8a6c7aec0 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.611+0000 7fc798750b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6bd24e0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78a302700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c7c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78ab03700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 0x55d8a6c83220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78a302700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40866/0 (socket says 172.21.15.98:40866) 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78a302700 1 -- 172.21.15.98:0/1006033348 learned_addr learned my addr 172.21.15.98:0/1006033348 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 -- 172.21.15.98:0/1006033348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 msgr2=0x55d8a6c7b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.618 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 -- 172.21.15.98:0/1006033348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 msgr2=0x55d8a6c83220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 0x55d8a6c83220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 -- 172.21.15.98:0/1006033348 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8a69f8d80 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78a302700 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc78ab03700 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 0x55d8a6c83220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc789b01700 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c7c450 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc77400b2f0 tx=0x7fc7740998e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=915b7923d370d10d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc778ff9700 1 -- 172.21.15.98:0/1006033348 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77409dfe0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc778ff9700 1 -- 172.21.15.98:0/1006033348 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7740a2220 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.612+0000 7fc778ff9700 1 -- 172.21.15.98:0/1006033348 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7740995c0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- 172.21.15.98:0/1006033348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 msgr2=0x55d8a6c7c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c7c450 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc77400b2f0 tx=0x7fc7740998e0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.619 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- 172.21.15.98:0/1006033348 shutdown_connections 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c7b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7c990 0x55d8a6c83220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 --2- 172.21.15.98:0/1006033348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c7c450 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- 172.21.15.98:0/1006033348 >> 172.21.15.98:0/1006033348 conn(0x55d8a6bef200 msgr2=0x55d8a6c75bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- 172.21.15.98:0/1006033348 shutdown_connections 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- 172.21.15.98:0/1006033348 wait complete. 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 -- start start 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.613+0000 7fc798750b80 1 Processor -- start 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c850c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.620 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6bcddd0 con 0x55d8a6c7aec0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6b6a6b0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6b6a350 con 0x55d8a6c7c990 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 10 client.0 _ll_register_callbacks cb 0x55d8a69c77a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc789b01700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c850c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47074/0 (socket says 172.21.15.98:47074) 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 -- 172.21.15.98:0/1643363434 learned_addr learned my addr 172.21.15.98:0/1643363434 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78ab03700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 -- 172.21.15.98:0/1643363434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 msgr2=0x55d8a6c8c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 -- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 msgr2=0x55d8a6c850c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.621 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c850c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 -- 172.21.15.98:0/1643363434 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc780011c60 con 0x55d8a6c7aec0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc78a302700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc780012c10 tx=0x7fc7800047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb62a4f5a51a6ce server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc76dffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc780020840 con 0x55d8a6c7aec0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc780018070 con 0x55d8a6c7aec0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.614+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8a6c6dd50 con 0x55d8a6c7aec0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7800209a0 con 0x55d8a6c7aec0 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 10 client.16404 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fc784108b90 con 0x55d8a6c7aec0 2023-10-05T15:41:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d8a6c6dd50 con 0x55d8a6c7aec0 2023-10-05T15:41:11.623 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc780029c20 con 0x55d8a6c7aec0 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 10 client.16404 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 10 client.16404 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 20 client.16404 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6c90a80 0x55d8a6c92ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 4 client.16404 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8a6bc6db0 con 0x55d8a6c90a80 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.615+0000 7fc789b01700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6c90a80 0x55d8a6c92ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc76dffb700 10 client.16404 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc789b01700 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6c90a80 0x55d8a6c92ea0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd631511f2702340 server_cookie=39aeb929954280f6 in_seq=0 out_seq=0 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc76dffb700 1 -- 172.21.15.98:0/1643363434 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d8a6bc6db0 con 0x55d8a6c90a80 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc76dffb700 10 client.16404 handle_command_reply: tid=0 2023-10-05T15:41:11.624 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 client.16404 shutdown 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 msgr2=0x55d8a6c84b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fc780012c10 tx=0x7fc7800047c0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 shutdown_connections 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c84b80 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6c90a80 0x55d8a6c92ea0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 --2- 172.21.15.98:0/1643363434 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c850c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc76dffb700 0 client.16404 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 >> 172.21.15.98:0/1643363434 conn(0x55d8a6bef200 msgr2=0x55d8a6c75250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 shutdown_connections 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.616+0000 7fc798750b80 1 -- 172.21.15.98:0/1643363434 wait complete. 2023-10-05T15:41:11.625 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.617+0000 7fc798750b80 20 client.16404 trim_cache size 0 max 16384 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.634+0000 7fc798750b80 1 Processor -- start 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.634+0000 7fc798750b80 1 -- start start 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c75b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c75250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6a4e8c0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6c82b30 con 0x55d8a6c7aec0 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc798750b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6c80420 con 0x55d8a6c7c990 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47082/0 (socket says 172.21.15.98:47082) 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 -- 172.21.15.98:0/3788784474 learned_addr learned my addr 172.21.15.98:0/3788784474 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc78ab03700 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c75250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc78a302700 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c75b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 -- 172.21.15.98:0/3788784474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 msgr2=0x55d8a6c75250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c75250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 -- 172.21.15.98:0/3788784474 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 msgr2=0x55d8a6c75b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c75b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 -- 172.21.15.98:0/3788784474 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7841a1740 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc789b01700 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc774009520 tx=0x7fc77409a010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13163a08e41fb6d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc7797fa700 1 -- 172.21.15.98:0/3788784474 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc774097fd0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc7797fa700 1 -- 172.21.15.98:0/3788784474 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc77409a0f0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.639 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.635+0000 7fc7797fa700 1 -- 172.21.15.98:0/3788784474 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7740995a0 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 -- 172.21.15.98:0/3788784474 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 msgr2=0x55d8a6c8c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fc774009520 tx=0x7fc77409a010 comp rx=0 tx=0).stop 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 -- 172.21.15.98:0/3788784474 shutdown_connections 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c75b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c75250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 --2- 172.21.15.98:0/3788784474 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c8c090 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.642 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 -- 172.21.15.98:0/3788784474 >> 172.21.15.98:0/3788784474 conn(0x55d8a6bef200 msgr2=0x55d8a6c97800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.636+0000 7fc798750b80 1 -- 172.21.15.98:0/3788784474 shutdown_connections 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 -- 172.21.15.98:0/3788784474 wait complete. 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 -- start start 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 Processor -- start 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c89980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6c8aed0 con 0x55d8a6c7aec0 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6c8b040 con 0x55d8a6c7bfd0 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8a6c8b200 con 0x55d8a6c7c990 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc798750b80 10 client.0 _ll_register_callbacks cb 0x7fc7800127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:11.643 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc78a302700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc78a302700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47088/0 (socket says 172.21.15.98:47088) 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc789b01700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c89980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.637+0000 7fc78a302700 1 -- 172.21.15.98:0/3635902089 learned_addr learned my addr 172.21.15.98:0/3635902089 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78ab03700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 -- 172.21.15.98:0/3635902089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 msgr2=0x55d8a6c8a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 -- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 msgr2=0x55d8a6c89980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c89980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 -- 172.21.15.98:0/3635902089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7740b1040 con 0x55d8a6c7aec0 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc789b01700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c89980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc78a302700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc7800096f0 tx=0x7fc780005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91598801d47cb737 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:11.644 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc76dffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc780020640 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc780018040 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc7740a2220 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7800207a0 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc798750b80 10 client.16410 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.638+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d8a69e1c00 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7740a2220 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc78003c070 con 0x55d8a6c7aec0 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 10 client.16410 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 10 client.16410 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 20 client.16410 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6ce4ff0 0x55d8a6ce73e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 4 client.16410 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:41:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d8a6bc6ad0 con 0x55d8a6ce4ff0 2023-10-05T15:41:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc789b01700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6ce4ff0 0x55d8a6ce73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc76dffb700 10 client.16410 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.639+0000 7fc789b01700 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6ce4ff0 0x55d8a6ce73e0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13050c8114df4af server_cookie=827ad39391c7f485 in_seq=0 out_seq=0 2023-10-05T15:41:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc76dffb700 1 -- 172.21.15.98:0/3635902089 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d8a6bc6ad0 con 0x55d8a6ce4ff0 2023-10-05T15:41:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc76dffb700 10 client.16410 handle_command_reply: tid=0 2023-10-05T15:41:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 client.16410 shutdown 2023-10-05T15:41:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 msgr2=0x55d8a6c89440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fc7800096f0 tx=0x7fc780005cf0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 shutdown_connections 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d8a6c7c990 0x55d8a6c8a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55d8a6c7aec0 0x55d8a6c89440 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55d8a6ce4ff0 0x55d8a6ce73e0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 --2- 172.21.15.98:0/3635902089 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55d8a6c7bfd0 0x55d8a6c89980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 >> 172.21.15.98:0/3635902089 conn(0x55d8a6bef200 msgr2=0x55d8a6c8c930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc76dffb700 0 client.16410 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 shutdown_connections 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.649+0000 7fc798750b80 1 -- 172.21.15.98:0/3635902089 wait complete. 2023-10-05T15:41:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.650+0000 7fc798750b80 20 client.16410 trim_cache size 0 max 16384 2023-10-05T15:41:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:41:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:41:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:41:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.650+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 msgr2=0x7fc7700a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.650+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 0x7fc7700a3940 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fc784103d00 tx=0x7fc780009260 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.650+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 msgr2=0x7fc784102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.650+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fc77400d950 tx=0x7fc77400dc60 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 shutdown_connections 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc7700a1480 0x7fc7700a3940 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc7840ffe30 0x7fc7841023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc784101940 0x7fc784102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 --2- 172.21.15.98:0/1842543929 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc784100f80 0x7fc784102930 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 >> 172.21.15.98:0/1842543929 conn(0x7fc7840fb380 msgr2=0x7fc784068e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:11.654 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 shutdown_connections 2023-10-05T15:41:11.655 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:11.651+0000 7fc78c566700 1 -- 172.21.15.98:0/1842543929 wait complete. 2023-10-05T15:41:12.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:12 smithi115 ceph-mon[103691]: pgmap v403: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 401 op/s 2023-10-05T15:41:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:12 smithi098 ceph-mon[99243]: pgmap v403: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 401 op/s 2023-10-05T15:41:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:12 smithi173 ceph-mon[104029]: pgmap v403: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 401 op/s 2023-10-05T15:41:14.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:14 smithi115 ceph-mon[103691]: pgmap v404: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 263 op/s 2023-10-05T15:41:15.036 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:14 smithi098 ceph-mon[99243]: pgmap v404: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 263 op/s 2023-10-05T15:41:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:14 smithi173 ceph-mon[104029]: pgmap v404: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 263 op/s 2023-10-05T15:41:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:16 smithi098 ceph-mon[99243]: pgmap v405: 129 pgs: 129 active+clean; 47 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 380 op/s 2023-10-05T15:41:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:16 smithi173 ceph-mon[104029]: pgmap v405: 129 pgs: 129 active+clean; 47 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 380 op/s 2023-10-05T15:41:17.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:16 smithi115 ceph-mon[103691]: pgmap v405: 129 pgs: 129 active+clean; 47 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 380 op/s 2023-10-05T15:41:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:17 smithi098 ceph-mon[99243]: pgmap v406: 129 pgs: 129 active+clean; 47 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 251 op/s 2023-10-05T15:41:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:17 smithi173 ceph-mon[104029]: pgmap v406: 129 pgs: 129 active+clean; 47 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 251 op/s 2023-10-05T15:41:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:17 smithi115 ceph-mon[103691]: pgmap v406: 129 pgs: 129 active+clean; 47 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 251 op/s 2023-10-05T15:41:18.550 INFO:tasks.workunit.client.0.smithi098.stdout:50000 mapwrite 0xd9535 thru 0xdf124 (0x5bf0 bytes) 2023-10-05T15:41:18.558 INFO:tasks.workunit.client.0.smithi098.stdout:All 50000 operations completed A-OK! 2023-10-05T15:41:18.562 INFO:tasks.workunit.client.0.smithi098.stderr:+ ./fsx -z 10MB -N 50000 -p 10000 -l 10485760 2023-10-05T15:41:18.562 INFO:tasks.workunit.client.0.smithi098.stdout:Seed set to 1 2023-10-05T15:41:18.681 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-05T15:41:18.681 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-05T15:41:18.683 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-05T15:41:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-05T15:41:18.684 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support clone range, disabling! 2023-10-05T15:41:18.688 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-05T15:41:18.690 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x5a0dfb 2023-10-05T15:41:18.704 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x5c415c 2023-10-05T15:41:18.705 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x9c27b4 2023-10-05T15:41:18.800 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x9d03f4 2023-10-05T15:41:18.904 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x9f6462 2023-10-05T15:41:19.039 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x9fa7e5 2023-10-05T15:41:20.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:20 smithi115 ceph-mon[103691]: pgmap v407: 129 pgs: 129 active+clean; 47 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 252 op/s 2023-10-05T15:41:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:20 smithi098 ceph-mon[99243]: pgmap v407: 129 pgs: 129 active+clean; 47 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 252 op/s 2023-10-05T15:41:21.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:20 smithi173 ceph-mon[104029]: pgmap v407: 129 pgs: 129 active+clean; 47 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 252 op/s 2023-10-05T15:41:22.471 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x9fd4ba 2023-10-05T15:41:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:22 smithi098 ceph-mon[99243]: pgmap v408: 129 pgs: 129 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 347 op/s 2023-10-05T15:41:23.143 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x9fe323 2023-10-05T15:41:23.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:22 smithi173 ceph-mon[104029]: pgmap v408: 129 pgs: 129 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 347 op/s 2023-10-05T15:41:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:22 smithi115 ceph-mon[103691]: pgmap v408: 129 pgs: 129 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 347 op/s 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- 172.21.15.98:0/1261155300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda0101980 msgr2=0x7efda0108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 --2- 172.21.15.98:0/1261155300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda0101980 0x7efda0108230 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7efd9800b0d0 tx=0x7efd9800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- 172.21.15.98:0/1261155300 shutdown_connections 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 --2- 172.21.15.98:0/1261155300 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda00ffdf0 0x7efda0100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 --2- 172.21.15.98:0/1261155300 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda0101980 0x7efda0108230 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 --2- 172.21.15.98:0/1261155300 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0100fe0 0x7efda0101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- 172.21.15.98:0/1261155300 >> 172.21.15.98:0/1261155300 conn(0x7efda00fb340 msgr2=0x7efda00fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- 172.21.15.98:0/1261155300 shutdown_connections 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- 172.21.15.98:0/1261155300 wait complete. 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 Processor -- start 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.769+0000 7efda6813700 1 -- start start 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 0x7efda0102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0101980 0x7efda01030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda01a0d10 con 0x7efda00ffdf0 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda01a0e50 con 0x7efda0100fe0 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda01a0f90 con 0x7efda0101980 2023-10-05T15:41:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47102/0 (socket says 172.21.15.98:47102) 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9ffff700 1 -- 172.21.15.98:0/3136172153 learned_addr learned my addr 172.21.15.98:0/3136172153 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 0x7efda0102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda4db0700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0101980 0x7efda01030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3136172153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0101980 msgr2=0x7efda01030c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0101980 0x7efda01030c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 msgr2=0x7efda0102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3136172153 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd90009520 con 0x7efda0100fe0 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 0x7efda0102b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efd9400e9f0 tx=0x7efd9400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efd9d7fa700 1 -- 172.21.15.98:0/3136172153 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9400c9c0 con 0x7efda0100fe0 2023-10-05T15:41:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.770+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd98009d00 con 0x7efda0100fe0 2023-10-05T15:41:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.771+0000 7efd9d7fa700 1 -- 172.21.15.98:0/3136172153 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd94010430 con 0x7efda0100fe0 2023-10-05T15:41:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.771+0000 7efd9d7fa700 1 -- 172.21.15.98:0/3136172153 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd94018680 con 0x7efda0100fe0 2023-10-05T15:41:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.771+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda01a15f0 con 0x7efda0100fe0 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.773+0000 7efd9d7fa700 1 -- 172.21.15.98:0/3136172153 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efd94010860 con 0x7efda0100fe0 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.773+0000 7efd9d7fa700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 0x7efd880a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.773+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 0x7efd880a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.773+0000 7efd9d7fa700 1 -- 172.21.15.98:0/3136172153 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7efd94014070 con 0x7efda0100fe0 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 0x7efd880a3940 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7efda0103f50 tx=0x7efd90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.782 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 Processor -- start 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 -- start start 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b3fd0 0x55da3c2b4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b4990 0x55da3c2bb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c21b400 con 0x55da3c2b2ec0 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c20cbc0 con 0x55da3c2b4990 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.774+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c20a4e0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b3fd0 0x55da3c2b4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47110/0 (socket says 172.21.15.98:47110) 2023-10-05T15:41:24.783 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 -- 172.21.15.98:0/3807303128 learned_addr learned my addr 172.21.15.98:0/3807303128 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efda4db0700 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b4990 0x55da3c2bb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 -- 172.21.15.98:0/3807303128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b3fd0 msgr2=0x55da3c2b4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b3fd0 0x55da3c2b4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 -- 172.21.15.98:0/3807303128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b4990 msgr2=0x55da3c2bb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b4990 0x55da3c2bb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 -- 172.21.15.98:0/3807303128 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da3c030d80 con 0x55da3c2b2ec0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7efd9000f760 tx=0x7efd90014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b05c2e632664d3b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd867fc700 1 -- 172.21.15.98:0/3807303128 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd90004220 con 0x55da3c2b2ec0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd867fc700 1 -- 172.21.15.98:0/3807303128 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd90004380 con 0x55da3c2b2ec0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.775+0000 7efd867fc700 1 -- 172.21.15.98:0/3807303128 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9001b770 con 0x55da3c2b2ec0 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3807303128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 msgr2=0x55da3c2b32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.784 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7efd9000f760 tx=0x7efd90014000 comp rx=0 tx=0).stop 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3807303128 shutdown_connections 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b4990 0x55da3c2bb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2b32e0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3807303128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b3fd0 0x55da3c2b4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3807303128 >> 172.21.15.98:0/3807303128 conn(0x55da3c227200 msgr2=0x55da3c2adbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3807303128 shutdown_connections 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3807303128 wait complete. 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.776+0000 7efdb29fdb80 1 -- start start 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 Processor -- start 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.785 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b4990 0x55da3c2c4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c205dd0 con 0x55da3c2b4990 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c1a26b0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c1a2350 con 0x55da3c2b2ec0 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efdb29fdb80 10 client.0 _ll_register_callbacks cb 0x55da3bfff7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40916/0 (socket says 172.21.15.98:40916) 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3086708348 learned_addr learned my addr 172.21.15.98:0/3086708348 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:24.786 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efda4db0700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b4990 0x55da3c2c4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3086708348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b2ec0 msgr2=0x55da3c2bcbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bcbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3086708348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b4990 msgr2=0x55da3c2c4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b4990 0x55da3c2c4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.777+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3086708348 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd90017050 con 0x55da3c2b3fd0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efd940cac90 tx=0x7efd9409a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6990033b354b1ce server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9409a140 con 0x55da3c2b3fd0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7efd9409e290 con 0x55da3c2b3fd0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da3c2a5d50 con 0x55da3c2b3fd0 2023-10-05T15:41:24.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd940a24d0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 10 client.25880 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55da3c019c00 con 0x55da3c2b3fd0 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd940b6080 con 0x55da3c2b3fd0 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7efd94096030 con 0x55da3c2b3fd0 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 10 client.25880 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 10 client.25880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 20 client.25880 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c2c89e0 0x55da3c2cae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 4 client.25880 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.778+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da3c1fedb0 con 0x55da3c2c89e0 2023-10-05T15:41:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.779+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c2c89e0 0x55da3c2cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.779+0000 7efd7f7fe700 10 client.25880 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.779+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c2c89e0 0x55da3c2cae00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc474020e26d4173 server_cookie=23cf297cdc1d5b84 in_seq=0 out_seq=0 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.779+0000 7efd7f7fe700 1 -- 172.21.15.98:0/3086708348 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55da3c1fedb0 con 0x55da3c2c89e0 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.779+0000 7efd7f7fe700 10 client.25880 handle_command_reply: tid=0 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 client.25880 shutdown 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 msgr2=0x55da3c2bd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efd940cac90 tx=0x7efd9409a680 comp rx=0 tx=0).stop 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 shutdown_connections 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b4990 0x55da3c2c4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c2c89e0 0x55da3c2cae00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3086708348 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2bd120 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efd7f7fe700 0 client.25880 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 >> 172.21.15.98:0/3086708348 conn(0x55da3c227200 msgr2=0x55da3c2ad250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 shutdown_connections 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3086708348 wait complete. 2023-10-05T15:41:24.790 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.780+0000 7efdb29fdb80 20 client.25880 trim_cache size 0 max 16384 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 Processor -- start 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 -- start start 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2ad9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c0868c0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c2bc7b0 con 0x55da3c2b2ec0 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c2aa860 con 0x55da3c2b4990 2023-10-05T15:41:24.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47126/0 (socket says 172.21.15.98:47126) 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9ffff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3175181090 learned_addr learned my addr 172.21.15.98:0/3175181090 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efda4db0700 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2ad9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3175181090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 msgr2=0x55da3c2ad9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2ad9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3175181090 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 msgr2=0x55da3c2bb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9f7fe700 1 -- 172.21.15.98:0/3175181090 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da3c0571f0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.799+0000 7efd9ffff700 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7efd94096bb0 tx=0x7efd940986f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=645e431b3f97e600 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efd86ffd700 1 -- 172.21.15.98:0/3175181090 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd940b2260 con 0x55da3c2b3fd0 2023-10-05T15:41:24.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efd86ffd700 1 -- 172.21.15.98:0/3175181090 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55da3c2a5d50 con 0x55da3c2b3fd0 2023-10-05T15:41:24.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efd86ffd700 1 -- 172.21.15.98:0/3175181090 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd940a2280 con 0x55da3c2b3fd0 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3175181090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 msgr2=0x55da3c2c4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7efd94096bb0 tx=0x7efd940986f0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3175181090 shutdown_connections 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b2ec0 0x55da3c2bb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2ad9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/3175181090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c4120 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.800+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3175181090 >> 172.21.15.98:0/3175181090 conn(0x55da3c227200 msgr2=0x55da3c2ad250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3175181090 shutdown_connections 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 -- 172.21.15.98:0/3175181090 wait complete. 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 -- start start 2023-10-05T15:41:24.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 Processor -- start 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2c1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.801+0000 7efdb29fdb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2c2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c2c3520 con 0x55da3c2b2ec0 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c2c3690 con 0x55da3c2b3fd0 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efdb29fdb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da3c2c3850 con 0x55da3c2b4990 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efdb29fdb80 10 client.0 _ll_register_callbacks cb 0x7efd94099d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40930/0 (socket says 172.21.15.98:40930) 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 -- 172.21.15.98:0/2202923414 learned_addr learned my addr 172.21.15.98:0/2202923414 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:24.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efda4db0700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2c2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9ffff700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2c1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 -- 172.21.15.98:0/2202923414 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 msgr2=0x55da3c2c2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2c2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 -- 172.21.15.98:0/2202923414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 msgr2=0x55da3c2c1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2c1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 -- 172.21.15.98:0/2202923414 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55da3c030d80 con 0x55da3c2b3fd0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9ffff700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2c1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd9f7fe700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd940cd290 tx=0x7efd94099f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc7338016ef9c36d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.802+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd940b2260 con 0x55da3c2b3fd0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7efd940a24d0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efd90004380 con 0x55da3c2b3fd0 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd9400cb20 con 0x55da3c2b3fd0 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 10 client.25886 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55da3c019c00 con 0x55da3c2b3fd0 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd90004380 con 0x55da3c2b3fd0 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7efd9409efd0 con 0x55da3c2b3fd0 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 10 client.25886 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 10 client.25886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 20 client.25886 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c31ccf0 0x55da3c31f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 4 client.25886 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:41:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55da3c1fead0 con 0x55da3c31ccf0 2023-10-05T15:41:24.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.803+0000 7efd9ffff700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c31ccf0 0x55da3c31f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:24.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.804+0000 7efd7f7fe700 10 client.25886 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:24.811 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.804+0000 7efd9ffff700 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c31ccf0 0x55da3c31f0e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=726effa3e0e88f08 server_cookie=de3fbf015d2e6f65 in_seq=0 out_seq=0 2023-10-05T15:41:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efd7f7fe700 1 -- 172.21.15.98:0/2202923414 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55da3c1fead0 con 0x55da3c31ccf0 2023-10-05T15:41:24.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efd7f7fe700 10 client.25886 handle_command_reply: tid=0 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 client.25886 shutdown 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 msgr2=0x55da3c2c1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd940cd290 tx=0x7efd94099f10 comp rx=0 tx=0).stop 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 shutdown_connections 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da3c2b4990 0x55da3c2c2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55da3c2b2ec0 0x55da3c2c1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55da3c31ccf0 0x55da3c31f0e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 --2- 172.21.15.98:0/2202923414 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55da3c2b3fd0 0x55da3c2c1fd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efd7f7fe700 0 client.25886 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 >> 172.21.15.98:0/2202923414 conn(0x55da3c227200 msgr2=0x55da3c2bae30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.817+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 shutdown_connections 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efdb29fdb80 1 -- 172.21.15.98:0/2202923414 wait complete. 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efdb29fdb80 20 client.25886 trim_cache size 0 max 16384 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:41:24.821 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 msgr2=0x7efd880a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 0x7efd880a3940 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7efda0103f50 tx=0x7efd90009260 comp rx=0 tx=0).stop 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 msgr2=0x7efda0102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 0x7efda0102b80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efd9400e9f0 tx=0x7efd9400ed00 comp rx=0 tx=0).stop 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 shutdown_connections 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7efd880a1480 0x7efd880a3940 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.822 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efda0101980 0x7efda01030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7efda00ffdf0 0x7efda0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 --2- 172.21.15.98:0/3136172153 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7efda0100fe0 0x7efda0102b80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 >> 172.21.15.98:0/3136172153 conn(0x7efda00fb340 msgr2=0x7efda00fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.818+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 shutdown_connections 2023-10-05T15:41:24.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:24.819+0000 7efda6813700 1 -- 172.21.15.98:0/3136172153 wait complete. 2023-10-05T15:41:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:24 smithi098 ceph-mon[99243]: pgmap v409: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 314 op/s 2023-10-05T15:41:25.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:24 smithi173 ceph-mon[104029]: pgmap v409: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 314 op/s 2023-10-05T15:41:25.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:24 smithi115 ceph-mon[103691]: pgmap v409: 129 pgs: 129 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 314 op/s 2023-10-05T15:41:25.769 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x9fec09 2023-10-05T15:41:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:26 smithi098 ceph-mon[99243]: pgmap v410: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 376 op/s 2023-10-05T15:41:27.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:26 smithi173 ceph-mon[104029]: pgmap v410: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 376 op/s 2023-10-05T15:41:27.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:26 smithi115 ceph-mon[103691]: pgmap v410: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 376 op/s 2023-10-05T15:41:28.019 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x9ff6e7 2023-10-05T15:41:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:27 smithi098 ceph-mon[99243]: pgmap v411: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 449 op/s 2023-10-05T15:41:28.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:27 smithi173 ceph-mon[104029]: pgmap v411: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 449 op/s 2023-10-05T15:41:28.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:27 smithi115 ceph-mon[103691]: pgmap v411: 129 pgs: 129 active+clean; 52 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 2.3 MiB/s wr, 449 op/s 2023-10-05T15:41:30.392 INFO:tasks.workunit.client.0.smithi098.stdout:10000 copy from 0x2ab252 to 0x2b6f08, (0xbcb6 bytes) at 0x1cd955 2023-10-05T15:41:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:30 smithi098 ceph-mon[99243]: pgmap v412: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 483 op/s 2023-10-05T15:41:31.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:30 smithi173 ceph-mon[104029]: pgmap v412: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 483 op/s 2023-10-05T15:41:31.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:30 smithi115 ceph-mon[103691]: pgmap v412: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 483 op/s 2023-10-05T15:41:32.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:31 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:41:32.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:31 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:41:32.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:31 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: pgmap v413: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 481 op/s 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:41:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:32 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:41:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: pgmap v413: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 481 op/s 2023-10-05T15:41:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:41:33.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:32 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:41:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: pgmap v413: 129 pgs: 129 active+clean; 50 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 481 op/s 2023-10-05T15:41:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:41:33.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:32 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:41:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:41:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:34 smithi098 ceph-mon[99243]: pgmap v414: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 574 op/s 2023-10-05T15:41:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:34 smithi173 ceph-mon[104029]: pgmap v414: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 574 op/s 2023-10-05T15:41:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:34 smithi115 ceph-mon[103691]: pgmap v414: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 574 op/s 2023-10-05T15:41:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:36 smithi098 ceph-mon[99243]: pgmap v415: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 514 op/s 2023-10-05T15:41:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:36 smithi173 ceph-mon[104029]: pgmap v415: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 514 op/s 2023-10-05T15:41:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:36 smithi115 ceph-mon[103691]: pgmap v415: 129 pgs: 129 active+clean; 49 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 514 op/s 2023-10-05T15:41:37.939 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 -- 172.21.15.98:0/538018102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c041042c0 msgr2=0x7f6c041066b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 --2- 172.21.15.98:0/538018102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c041042c0 0x7f6c041066b0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009990 tx=0x7f6bf4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 -- 172.21.15.98:0/538018102 shutdown_connections 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 --2- 172.21.15.98:0/538018102 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04101990 0x7f6c04103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 --2- 172.21.15.98:0/538018102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c04106bf0 0x7f6c04109060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 --2- 172.21.15.98:0/538018102 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c041042c0 0x7f6c041066b0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 -- 172.21.15.98:0/538018102 >> 172.21.15.98:0/538018102 conn(0x7f6c040fb380 msgr2=0x7f6c040fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 -- 172.21.15.98:0/538018102 shutdown_connections 2023-10-05T15:41:37.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.937+0000 7f6c0b585700 1 -- 172.21.15.98:0/538018102 wait complete. 2023-10-05T15:41:37.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 Processor -- start 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 -- start start 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c04101990 0x7f6c04196d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c041042c0 0x7f6c04197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c041986a0 con 0x7f6c04101990 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c04198810 con 0x7f6c04106bf0 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.938+0000 7f6c0b585700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c041989d0 con 0x7f6c041042c0 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40946/0 (socket says 172.21.15.98:40946) 2023-10-05T15:41:37.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09321700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c04101990 0x7f6c04196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 -- 172.21.15.98:0/3811436274 learned_addr learned my addr 172.21.15.98:0/3811436274 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c08b20700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c041042c0 0x7f6c04197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 -- 172.21.15.98:0/3811436274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c041042c0 msgr2=0x7f6c04197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c041042c0 0x7f6c04197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 -- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c04101990 msgr2=0x7f6c04196d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c04101990 0x7f6c04196d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 -- 172.21.15.98:0/3811436274 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf40095f0 con 0x7f6c04106bf0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c09b22700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00ef30 tx=0x7f6bfc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6bfa7fc700 1 -- 172.21.15.98:0/3811436274 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc018070 con 0x7f6c04106bf0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6bfa7fc700 1 -- 172.21.15.98:0/3811436274 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bfc00f040 con 0x7f6c04106bf0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c04198c50 con 0x7f6c04106bf0 2023-10-05T15:41:37.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6bfa7fc700 1 -- 172.21.15.98:0/3811436274 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00cd00 con 0x7f6c04106bf0 2023-10-05T15:41:37.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.939+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c0419f3d0 con 0x7f6c04106bf0 2023-10-05T15:41:37.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.942+0000 7f6bfa7fc700 1 -- 172.21.15.98:0/3811436274 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6bfc003a00 con 0x7f6c04106bf0 2023-10-05T15:41:37.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.942+0000 7f6bfa7fc700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 0x7f6bf00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.942+0000 7f6bfa7fc700 1 -- 172.21.15.98:0/3811436274 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f6bfc0ccb70 con 0x7f6c04106bf0 2023-10-05T15:41:37.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.942+0000 7f6c09321700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 0x7f6bf00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.951 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c09321700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 0x7f6bf00a39c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6c00009c60 tx=0x7f6c00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c1776fb80 1 Processor -- start 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c1776fb80 1 -- start start 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9cec0 0x562d7cc9d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9dfd0 0x562d7cc9e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.943+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cc05400 con 0x562d7cc9e990 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cbf6bc0 con 0x562d7cc9dfd0 2023-10-05T15:41:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cbf44e0 con 0x562d7cc9cec0 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09321700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9cec0 0x562d7cc9d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47156/0 (socket says 172.21.15.98:47156) 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c08b20700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9dfd0 0x562d7cc9e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 -- 172.21.15.98:0/1752222509 learned_addr learned my addr 172.21.15.98:0/1752222509 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 -- 172.21.15.98:0/1752222509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9cec0 msgr2=0x562d7cc9d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9cec0 0x562d7cc9d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 -- 172.21.15.98:0/1752222509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9dfd0 msgr2=0x562d7cc9e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9dfd0 0x562d7cc9e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 -- 172.21.15.98:0/1752222509 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d7ca1ad80 con 0x562d7cc9e990 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6c09b22700 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc096640 tx=0x7f6bfc021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b634ef5ec1cd968d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6bef7fe700 1 -- 172.21.15.98:0/1752222509 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00ce80 con 0x562d7cc9e990 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6bef7fe700 1 -- 172.21.15.98:0/1752222509 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bfc01b320 con 0x562d7cc9e990 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.944+0000 7f6bef7fe700 1 -- 172.21.15.98:0/1752222509 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc099e30 con 0x562d7cc9e990 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- 172.21.15.98:0/1752222509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 msgr2=0x562d7cca5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc096640 tx=0x7f6bfc021000 comp rx=0 tx=0).stop 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- 172.21.15.98:0/1752222509 shutdown_connections 2023-10-05T15:41:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca5220 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9cec0 0x562d7cc9d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/1752222509 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9dfd0 0x562d7cc9e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- 172.21.15.98:0/1752222509 >> 172.21.15.98:0/1752222509 conn(0x562d7cc11200 msgr2=0x562d7cc97bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- 172.21.15.98:0/1752222509 shutdown_connections 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- 172.21.15.98:0/1752222509 wait complete. 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 -- start start 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.945+0000 7f6c1776fb80 1 Processor -- start 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7cca7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cbefdd0 con 0x562d7cc9e990 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cb8c6b0 con 0x562d7cc9cec0 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cb8c350 con 0x562d7cc9dfd0 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c1776fb80 10 client.0 _ll_register_callbacks cb 0x562d7c9e97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09321700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47162/0 (socket says 172.21.15.98:47162) 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09321700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:40956/0 (socket says 172.21.15.98:40956) 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 -- 172.21.15.98:0/437052746 learned_addr learned my addr 172.21.15.98:0/437052746 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c08b20700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7cca7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 -- 172.21.15.98:0/437052746 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 msgr2=0x562d7cca7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7cca7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 -- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 msgr2=0x562d7cca6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 -- 172.21.15.98:0/437052746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c0419f3d0 con 0x562d7cc9e990 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09321700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6c09b22700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0ca370 tx=0x7f6bfc01b490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856ca99bac35edda server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.946+0000 7f6becff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc09a030 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f6bfc099bd0 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562d7cc8fd50 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6bfc00ce60 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 10 client.16437 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562d7ca03c00 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bfc07e020 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f6bfc095a50 con 0x562d7cc9e990 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 10 client.16437 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 10 client.16437 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 20 client.16437 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7ccb2600 0x562d7ccb4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 4 client.16437 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562d7cbe8db0 con 0x562d7ccb2600 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.947+0000 7f6c09321700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7ccb2600 0x562d7ccb4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6c09321700 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7ccb2600 0x562d7ccb4a20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71a4e6c93bc58f90 server_cookie=9df585054c0cb1a9 in_seq=0 out_seq=0 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6becff9700 10 client.16437 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6becff9700 1 -- 172.21.15.98:0/437052746 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562d7cbe8db0 con 0x562d7ccb2600 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6becff9700 10 client.16437 handle_command_reply: tid=0 2023-10-05T15:41:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6c1776fb80 1 client.16437 shutdown 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 msgr2=0x562d7ccae0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.948+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0ca370 tx=0x7f6bfc01b490 comp rx=0 tx=0).stop 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 shutdown_connections 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7ccb2600 0x562d7ccb4a20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7ccae0b0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6becff9700 0 client.16437 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/437052746 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7cca7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 >> 172.21.15.98:0/437052746 conn(0x562d7cc11200 msgr2=0x562d7cc97250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.961 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 shutdown_connections 2023-10-05T15:41:37.961 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 1 -- 172.21.15.98:0/437052746 wait complete. 2023-10-05T15:41:37.961 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.949+0000 7f6c1776fb80 20 client.16437 trim_cache size 0 max 16384 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 Processor -- start 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 -- start start 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7ccae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7ca708c0 con 0x562d7cc9e990 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cca66a0 con 0x562d7cc9cec0 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.964+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7cc94860 con 0x562d7cc9dfd0 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09321700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47166/0 (socket says 172.21.15.98:47166) 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 -- 172.21.15.98:0/385532177 learned_addr learned my addr 172.21.15.98:0/385532177 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c08b20700 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7ccae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 -- 172.21.15.98:0/385532177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 msgr2=0x562d7ccae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7ccae070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 -- 172.21.15.98:0/385532177 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 msgr2=0x562d7cca5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 -- 172.21.15.98:0/385532177 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d7ca411f0 con 0x562d7cc9e990 2023-10-05T15:41:37.969 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6c09b22700 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc097f20 tx=0x7f6bfc0a2000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c046d472533314ab server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.969 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6beffff700 1 -- 172.21.15.98:0/385532177 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc095bc0 con 0x562d7cc9e990 2023-10-05T15:41:37.969 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6beffff700 1 -- 172.21.15.98:0/385532177 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bfc07e070 con 0x562d7cc9e990 2023-10-05T15:41:37.969 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.965+0000 7f6beffff700 1 -- 172.21.15.98:0/385532177 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc0a1ca0 con 0x562d7cc9e990 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- 172.21.15.98:0/385532177 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 msgr2=0x562d7cca1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc097f20 tx=0x7f6bfc0a2000 comp rx=0 tx=0).stop 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- 172.21.15.98:0/385532177 shutdown_connections 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7cca5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9e990 0x562d7cca1920 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/385532177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9dfd0 0x562d7ccae070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- 172.21.15.98:0/385532177 >> 172.21.15.98:0/385532177 conn(0x562d7cc11200 msgr2=0x562d7ccb9360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- 172.21.15.98:0/385532177 shutdown_connections 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- 172.21.15.98:0/385532177 wait complete. 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.966+0000 7f6c1776fb80 1 -- start start 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 Processor -- start 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7ccab610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9e990 0x562d7ccacb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7ccad0a0 con 0x562d7cc9dfd0 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7ccad210 con 0x562d7cc9cec0 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d7ccad3d0 con 0x562d7cc9e990 2023-10-05T15:41:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c1776fb80 10 client.0 _ll_register_callbacks cb 0x7f6c00005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c08b20700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c09321700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7ccab610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c08b20700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47174/0 (socket says 172.21.15.98:47174) 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c08b20700 1 -- 172.21.15.98:0/3332511551 learned_addr learned my addr 172.21.15.98:0/3332511551 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c08b20700 1 -- 172.21.15.98:0/3332511551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9e990 msgr2=0x562d7ccacb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.967+0000 7f6c08b20700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9e990 0x562d7ccacb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c08b20700 1 -- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 msgr2=0x562d7ccab610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c08b20700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7ccab610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c08b20700 1 -- 172.21.15.98:0/3332511551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562d7ca03c00 con 0x562d7cc9dfd0 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c09321700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7ccab610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c08b20700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009990 tx=0x7f6bf40050f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a1aa8428fd103ed server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf401d070 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f6bf4004700 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6bfc01b320 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6bf40048c0 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 10 client.16443 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562d7ca19250 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bfc01b320 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f6bf400fb80 con 0x562d7cc9dfd0 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 10 client.16443 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 10 client.16443 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 20 client.16443 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7cd06bf0 0x562d7cd08fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 4 client.16443 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:41:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.968+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562d7cbe8ad0 con 0x562d7cd06bf0 2023-10-05T15:41:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.969+0000 7f6c09321700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7cd06bf0 0x562d7cd08fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.969+0000 7f6becff9700 10 client.16443 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.969+0000 7f6c09321700 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7cd06bf0 0x562d7cd08fe0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d5e8f7680c0d42f server_cookie=cb499eb3ef815d0b in_seq=0 out_seq=0 2023-10-05T15:41:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6becff9700 1 -- 172.21.15.98:0/3332511551 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562d7cbe8ad0 con 0x562d7cd06bf0 2023-10-05T15:41:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6becff9700 10 client.16443 handle_command_reply: tid=0 2023-10-05T15:41:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 client.16443 shutdown 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 msgr2=0x562d7ccabb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009990 tx=0x7f6bf40050f0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 shutdown_connections 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x562d7cd06bf0 0x562d7cd08fe0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x562d7cc9cec0 0x562d7ccab610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562d7cc9e990 0x562d7ccacb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6becff9700 0 client.16443 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 --2- 172.21.15.98:0/3332511551 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x562d7cc9dfd0 0x562d7ccabb50 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.978+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 >> 172.21.15.98:0/3332511551 conn(0x562d7cc11200 msgr2=0x562d7cca5860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 shutdown_connections 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c1776fb80 1 -- 172.21.15.98:0/3332511551 wait complete. 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c1776fb80 20 client.16443 trim_cache size 0 max 16384 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:41:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:41:37.983 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 msgr2=0x7f6bf00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.983 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 0x7f6bf00a39c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6c00009c60 tx=0x7f6c00009260 comp rx=0 tx=0).stop 2023-10-05T15:41:37.983 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 msgr2=0x7f6c04197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00ef30 tx=0x7f6bfc00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 shutdown_connections 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6bf00a1500 0x7f6bf00a39c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c04106bf0 0x7f6c04197fa0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c04101990 0x7f6c04196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 --2- 172.21.15.98:0/3811436274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c041042c0 0x7f6c04197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 >> 172.21.15.98:0/3811436274 conn(0x7f6c040fb380 msgr2=0x7f6c04102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 shutdown_connections 2023-10-05T15:41:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:37.979+0000 7f6c0b585700 1 -- 172.21.15.98:0/3811436274 wait complete. 2023-10-05T15:41:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:37 smithi098 ceph-mon[99243]: pgmap v416: 129 pgs: 129 active+clean; 57 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 620 op/s 2023-10-05T15:41:38.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:37 smithi173 ceph-mon[104029]: pgmap v416: 129 pgs: 129 active+clean; 57 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 620 op/s 2023-10-05T15:41:38.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:37 smithi115 ceph-mon[103691]: pgmap v416: 129 pgs: 129 active+clean; 57 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 620 op/s 2023-10-05T15:41:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:40 smithi098 ceph-mon[99243]: pgmap v417: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 484 op/s 2023-10-05T15:41:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:40 smithi173 ceph-mon[104029]: pgmap v417: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 484 op/s 2023-10-05T15:41:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:40 smithi115 ceph-mon[103691]: pgmap v417: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 MiB/s rd, 2.2 MiB/s wr, 484 op/s 2023-10-05T15:41:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:42 smithi098 ceph-mon[99243]: pgmap v418: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 448 op/s 2023-10-05T15:41:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:42 smithi173 ceph-mon[104029]: pgmap v418: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 448 op/s 2023-10-05T15:41:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:42 smithi115 ceph-mon[103691]: pgmap v418: 129 pgs: 129 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 448 op/s 2023-10-05T15:41:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:44 smithi098 ceph-mon[99243]: pgmap v419: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 568 op/s 2023-10-05T15:41:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:44 smithi173 ceph-mon[104029]: pgmap v419: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 568 op/s 2023-10-05T15:41:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:44 smithi115 ceph-mon[103691]: pgmap v419: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 568 op/s 2023-10-05T15:41:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:46 smithi098 ceph-mon[99243]: pgmap v420: 129 pgs: 129 active+clean; 53 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 460 op/s 2023-10-05T15:41:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:46 smithi173 ceph-mon[104029]: pgmap v420: 129 pgs: 129 active+clean; 53 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 460 op/s 2023-10-05T15:41:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:46 smithi115 ceph-mon[103691]: pgmap v420: 129 pgs: 129 active+clean; 53 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 460 op/s 2023-10-05T15:41:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:47 smithi098 ceph-mon[99243]: pgmap v421: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 539 op/s 2023-10-05T15:41:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:47 smithi173 ceph-mon[104029]: pgmap v421: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 539 op/s 2023-10-05T15:41:48.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:47 smithi115 ceph-mon[103691]: pgmap v421: 129 pgs: 129 active+clean; 51 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 539 op/s 2023-10-05T15:41:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:50 smithi098 ceph-mon[99243]: pgmap v422: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 445 op/s 2023-10-05T15:41:51.098 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.096+0000 7f0310380700 1 -- 172.21.15.98:0/1040619011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 msgr2=0x7f0308100f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.096+0000 7f0310380700 1 --2- 172.21.15.98:0/1040619011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f0308100f80 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f030000b0a0 tx=0x7f030000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 -- 172.21.15.98:0/1040619011 shutdown_connections 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 --2- 172.21.15.98:0/1040619011 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f03080ffc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 --2- 172.21.15.98:0/1040619011 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f0308100f80 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 --2- 172.21.15.98:0/1040619011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0308100140 0x7f03081005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 -- 172.21.15.98:0/1040619011 >> 172.21.15.98:0/1040619011 conn(0x7f03080fb340 msgr2=0x7f03080fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.099 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 -- 172.21.15.98:0/1040619011 shutdown_connections 2023-10-05T15:41:51.100 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 -- 172.21.15.98:0/1040619011 wait complete. 2023-10-05T15:41:51.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 Processor -- start 2023-10-05T15:41:51.101 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.097+0000 7f0310380700 1 -- start start 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f0308198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0308100140 0x7f03081994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030819a9d0 con 0x7f0308100b00 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030819ab40 con 0x7f03080ff7e0 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030819ad00 con 0x7f0308100140 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47190/0 (socket says 172.21.15.98:47190) 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e11c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f0308198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.102 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 -- 172.21.15.98:0/2863296873 learned_addr learned my addr 172.21.15.98:0/2863296873 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 -- 172.21.15.98:0/2863296873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0308100140 msgr2=0x7f03081994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0308100140 0x7f03081994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 -- 172.21.15.98:0/2863296873 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 msgr2=0x7f0308198fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f0308198fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 -- 172.21.15.98:0/2863296873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0300009d00 con 0x7f0308100b00 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e11c700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f0308198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f030e91d700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f030000b780 tx=0x7f030000bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f02ff7fe700 1 -- 172.21.15.98:0/2863296873 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030000e040 con 0x7f0308100b00 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f02ff7fe700 1 -- 172.21.15.98:0/2863296873 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0300004c60 con 0x7f0308100b00 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f030819af80 con 0x7f0308100b00 2023-10-05T15:41:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.098+0000 7f02ff7fe700 1 -- 172.21.15.98:0/2863296873 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030001b6b0 con 0x7f0308100b00 2023-10-05T15:41:51.104 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.099+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03081a17a0 con 0x7f0308100b00 2023-10-05T15:41:51.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.101+0000 7f02ff7fe700 1 -- 172.21.15.98:0/2863296873 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f030001b810 con 0x7f0308100b00 2023-10-05T15:41:51.105 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.101+0000 7f02ff7fe700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f030e11c700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f02ff7fe700 1 -- 172.21.15.98:0/2863296873 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f03000ce960 con 0x7f0308100b00 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 Processor -- start 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 -- start start 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f030e11c700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0304011490 tx=0x7f0304009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c081afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c081b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c0785400 con 0x5626c0819e00 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c0776bc0 con 0x5626c081b550 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.102+0000 7f031c56ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c07744e0 con 0x5626c081a760 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e11c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c081afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e11c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47194/0 (socket says 172.21.15.98:47194) 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e11c700 1 -- 172.21.15.98:0/579797143 learned_addr learned my addr 172.21.15.98:0/579797143 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e91d700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c081b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 -- 172.21.15.98:0/579797143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 msgr2=0x5626c081b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c081b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 -- 172.21.15.98:0/579797143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 msgr2=0x5626c081a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.107 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 -- 172.21.15.98:0/579797143 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626c059ad80 con 0x5626c081a760 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e11c700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030e91d700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c081b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f030d91b700 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c081afc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f02f8009bd0 tx=0x7f02f8009ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8427c58c8dd4d84 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f02fcd82700 1 -- 172.21.15.98:0/579797143 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02f8004230 con 0x5626c081a760 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f02fcd82700 1 -- 172.21.15.98:0/579797143 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02f8004cf0 con 0x5626c081a760 2023-10-05T15:41:51.108 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.103+0000 7f02fcd82700 1 -- 172.21.15.98:0/579797143 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02f800eee0 con 0x5626c081a760 2023-10-05T15:41:51.112 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 -- 172.21.15.98:0/579797143 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 msgr2=0x5626c081afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.112 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c081afc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f02f8009bd0 tx=0x7f02f8009ee0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.112 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 -- 172.21.15.98:0/579797143 shutdown_connections 2023-10-05T15:41:51.112 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c081b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.112 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c0819e00 0x5626c081a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 --2- 172.21.15.98:0/579797143 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c081afc0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 -- 172.21.15.98:0/579797143 >> 172.21.15.98:0/579797143 conn(0x5626c0791200 msgr2=0x5626c0817b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 -- 172.21.15.98:0/579797143 shutdown_connections 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.104+0000 7f031c56ab80 1 -- 172.21.15.98:0/579797143 wait complete. 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 -- start start 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 Processor -- start 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c0819e00 0x5626c0837bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c083f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c076fdd0 con 0x5626c081a760 2023-10-05T15:41:51.113 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c070c6b0 con 0x5626c081b550 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c070c350 con 0x5626c0819e00 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f031c56ab80 10 client.0 _ll_register_callbacks cb 0x5626c05697a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47202/0 (socket says 172.21.15.98:47202) 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 -- 172.21.15.98:0/1144746460 learned_addr learned my addr 172.21.15.98:0/1144746460 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030e11c700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c0819e00 0x5626c0837bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030e91d700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c083f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 -- 172.21.15.98:0/1144746460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c0819e00 msgr2=0x5626c0837bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c0819e00 0x5626c0837bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 -- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 msgr2=0x5626c083f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.114 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c083f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.105+0000 7f030d91b700 1 -- 172.21.15.98:0/1144746460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0304017070 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f030d91b700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f02f8009820 tx=0x7f02f8004ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c797b71859a7e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f02f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02f801f040 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5626c080fd50 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f02f8014070 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02f8004e60 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f031c56ab80 10 client.16455 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f03081a17a0 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.106+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5626c080fd50 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f02f8010430 con 0x5626c081a760 2023-10-05T15:41:51.115 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 10 client.16455 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 10 client.16455 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 20 client.16455 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c0845d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 4 client.16455 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5626c0768db0 con 0x5626c0843940 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f030e11c700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c0845d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f02f1ffb700 10 client.16455 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.107+0000 7f030e11c700 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c0845d60 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a68ce08c3bb8cf0 server_cookie=f7e5c399bb8628ef in_seq=0 out_seq=0 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f02f1ffb700 1 -- 172.21.15.98:0/1144746460 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5626c0768db0 con 0x5626c0843940 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f02f1ffb700 10 client.16455 handle_command_reply: tid=0 2023-10-05T15:41:51.116 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 client.16455 shutdown 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 msgr2=0x5626c08380f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f02f8009820 tx=0x7f02f8004ae0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 shutdown_connections 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c0845d60 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c081b550 0x5626c083f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c0819e00 0x5626c0837bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f02f1ffb700 0 client.16455 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 --2- 172.21.15.98:0/1144746460 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c08380f0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 >> 172.21.15.98:0/1144746460 conn(0x5626c0791200 msgr2=0x5626c08167b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 shutdown_connections 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 1 -- 172.21.15.98:0/1144746460 wait complete. 2023-10-05T15:41:51.117 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.108+0000 7f031c56ab80 20 client.16455 trim_cache size 0 max 16384 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 Processor -- start 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 -- start start 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c0837260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c083f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c05f08c0 con 0x5626c081b550 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c08217b0 con 0x5626c0819e00 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f031c56ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c081f060 con 0x5626c081a760 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47212/0 (socket says 172.21.15.98:47212) 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 -- 172.21.15.98:0/491157583 learned_addr learned my addr 172.21.15.98:0/491157583 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030d91b700 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c083f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e11c700 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c0837260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 -- 172.21.15.98:0/491157583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 msgr2=0x5626c083f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c083f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 -- 172.21.15.98:0/491157583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 msgr2=0x5626c0837260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c0837260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 -- 172.21.15.98:0/491157583 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02f8009880 con 0x5626c081b550 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.125+0000 7f030e91d700 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f0300097ec0 tx=0x7f0300009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59776c5bf8f9c8f6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f02fd583700 1 -- 172.21.15.98:0/491157583 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030009b9c0 con 0x5626c081b550 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f02fd583700 1 -- 172.21.15.98:0/491157583 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f030009fb10 con 0x5626c081b550 2023-10-05T15:41:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f02fd583700 1 -- 172.21.15.98:0/491157583 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03000bb0b0 con 0x5626c081b550 2023-10-05T15:41:51.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 -- 172.21.15.98:0/491157583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 msgr2=0x5626c08368a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f0300097ec0 tx=0x7f0300009040 comp rx=0 tx=0).stop 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 -- 172.21.15.98:0/491157583 shutdown_connections 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c0837260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081b550 0x5626c08368a0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 --2- 172.21.15.98:0/491157583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081a760 0x5626c083f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 -- 172.21.15.98:0/491157583 >> 172.21.15.98:0/491157583 conn(0x5626c0791200 msgr2=0x5626c084a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 -- 172.21.15.98:0/491157583 shutdown_connections 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.126+0000 7f031c56ab80 1 -- 172.21.15.98:0/491157583 wait complete. 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 -- start start 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 Processor -- start 2023-10-05T15:41:51.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c083d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081b550 0x5626c083e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c083eac0 con 0x5626c081a760 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c083ec30 con 0x5626c0819e00 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626c083edf0 con 0x5626c081b550 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f031c56ab80 10 client.0 _ll_register_callbacks cb 0x7f0304004030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47216/0 (socket says 172.21.15.98:47216) 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030e11c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c083d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 -- 172.21.15.98:0/4285611691 learned_addr learned my addr 172.21.15.98:0/4285611691 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:41:51.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030e91d700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081b550 0x5626c083e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 -- 172.21.15.98:0/4285611691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081b550 msgr2=0x5626c083e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081b550 0x5626c083e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 -- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 msgr2=0x5626c083d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c083d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030d91b700 1 -- 172.21.15.98:0/4285611691 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f030819af80 con 0x5626c081a760 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.127+0000 7f030e11c700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c083d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f030d91b700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f02f80096f0 tx=0x7f02f80106c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d1e721d7f32748c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02f801f030 con 0x5626c081a760 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f02f8000e40 con 0x5626c081a760 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f02f8004cf0 con 0x5626c081a760 2023-10-05T15:41:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02f8004b50 con 0x5626c081a760 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 10 client.16461 fetch_fsmap learned FSMap version 33 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5626c0583c00 con 0x5626c081a760 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02f8004cf0 con 0x5626c081a760 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 33) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f02f802b070 con 0x5626c081a760 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 10 client.16461 fetch_fsmap finished waiting for FSMap version 33 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 10 client.16461 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 20 client.16461 populate_metadata read hostname 'smithi098' 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c089a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 4 client.16461 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.128+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5626c0768ad0 con 0x5626c0843940 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.129+0000 7f030e11c700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c089a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:41:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.129+0000 7f02f1ffb700 10 client.16461 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:51.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.129+0000 7f030e11c700 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c089a690 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab1d20a45e2259c3 server_cookie=638688281c9181e5 in_seq=0 out_seq=0 2023-10-05T15:41:51.142 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4285611691 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5626c0768ad0 con 0x5626c0843940 2023-10-05T15:41:51.142 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f02f1ffb700 10 client.16461 handle_command_reply: tid=0 2023-10-05T15:41:51.142 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 client.16461 shutdown 2023-10-05T15:41:51.142 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 msgr2=0x5626c083d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.142 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f02f80096f0 tx=0x7f02f80106c0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 shutdown_connections 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5626c0843940 0x5626c089a690 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5626c0819e00 0x5626c083d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f02f1ffb700 0 client.16461 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626c081b550 0x5626c083e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 --2- 172.21.15.98:0/4285611691 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5626c081a760 0x5626c083d570 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 >> 172.21.15.98:0/4285611691 conn(0x5626c0791200 msgr2=0x5626c081e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 shutdown_connections 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 1 -- 172.21.15.98:0/4285611691 wait complete. 2023-10-05T15:41:51.143 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.140+0000 7f031c56ab80 20 client.16461 trim_cache size 0 max 16384 2023-10-05T15:41:51.144 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:41:51.144 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:41:51.144 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:41:51.144 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 msgr2=0x7f02f40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0304011490 tx=0x7f0304009260 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 msgr2=0x7f030819a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f030000b780 tx=0x7f030000bd00 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 shutdown_connections 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f03080ff7e0 0x7f0308198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f0308100b00 0x7f030819a370 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 --2- 172.21.15.98:0/2863296873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0308100140 0x7f03081994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:41:51.145 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 >> 172.21.15.98:0/2863296873 conn(0x7f03080fb340 msgr2=0x7f03080fd050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:41:51.146 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 shutdown_connections 2023-10-05T15:41:51.146 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:41:51.141+0000 7f0310380700 1 -- 172.21.15.98:0/2863296873 wait complete. 2023-10-05T15:41:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:50 smithi173 ceph-mon[104029]: pgmap v422: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 445 op/s 2023-10-05T15:41:51.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:50 smithi115 ceph-mon[103691]: pgmap v422: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 445 op/s 2023-10-05T15:41:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:52 smithi098 ceph-mon[99243]: pgmap v423: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.9 MiB/s wr, 390 op/s 2023-10-05T15:41:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:52 smithi173 ceph-mon[104029]: pgmap v423: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.9 MiB/s wr, 390 op/s 2023-10-05T15:41:53.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:52 smithi115 ceph-mon[103691]: pgmap v423: 129 pgs: 129 active+clean; 52 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.9 MiB/s wr, 390 op/s 2023-10-05T15:41:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:54 smithi098 ceph-mon[99243]: pgmap v424: 129 pgs: 129 active+clean; 55 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 500 op/s 2023-10-05T15:41:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:54 smithi173 ceph-mon[104029]: pgmap v424: 129 pgs: 129 active+clean; 55 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 500 op/s 2023-10-05T15:41:55.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:54 smithi115 ceph-mon[103691]: pgmap v424: 129 pgs: 129 active+clean; 55 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 500 op/s 2023-10-05T15:41:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:56 smithi098 ceph-mon[99243]: pgmap v425: 129 pgs: 129 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 450 op/s 2023-10-05T15:41:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:56 smithi173 ceph-mon[104029]: pgmap v425: 129 pgs: 129 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 450 op/s 2023-10-05T15:41:57.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:56 smithi115 ceph-mon[103691]: pgmap v425: 129 pgs: 129 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 450 op/s 2023-10-05T15:41:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:41:57 smithi098 ceph-mon[99243]: pgmap v426: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 508 op/s 2023-10-05T15:41:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:41:57 smithi173 ceph-mon[104029]: pgmap v426: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 508 op/s 2023-10-05T15:41:58.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:41:57 smithi115 ceph-mon[103691]: pgmap v426: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 508 op/s 2023-10-05T15:42:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:00 smithi098 ceph-mon[99243]: pgmap v427: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 424 op/s 2023-10-05T15:42:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:00 smithi173 ceph-mon[104029]: pgmap v427: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 424 op/s 2023-10-05T15:42:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:00 smithi115 ceph-mon[103691]: pgmap v427: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 424 op/s 2023-10-05T15:42:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:02 smithi098 ceph-mon[99243]: pgmap v428: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 346 op/s 2023-10-05T15:42:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:02 smithi173 ceph-mon[104029]: pgmap v428: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 346 op/s 2023-10-05T15:42:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:02 smithi115 ceph-mon[103691]: pgmap v428: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 346 op/s 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 -- 172.21.15.98:0/2303266450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78100fe0 msgr2=0x7f2d78101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/2303266450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78100fe0 0x7f2d78101440 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c0099c0 tx=0x7f2d6c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 -- 172.21.15.98:0/2303266450 shutdown_connections 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/2303266450 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78101980 0x7f2d78108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/2303266450 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.257 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/2303266450 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78100fe0 0x7f2d78101440 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.258 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 -- 172.21.15.98:0/2303266450 >> 172.21.15.98:0/2303266450 conn(0x7f2d780fb340 msgr2=0x7f2d780fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.258 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 -- 172.21.15.98:0/2303266450 shutdown_connections 2023-10-05T15:42:04.258 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.255+0000 7f2d7cb16700 1 -- 172.21.15.98:0/2303266450 wait complete. 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 Processor -- start 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 -- start start 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 0x7f2d781960f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 0x7f2d78196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d781975d0 con 0x7f2d78100fe0 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d78197740 con 0x7f2d78101980 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7cb16700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d78197900 con 0x7f2d780ffdf0 2023-10-05T15:42:04.260 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.256+0000 7f2d75d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 0x7f2d781960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35688/0 (socket says 172.21.15.98:35688) 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d75d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 0x7f2d781960f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47230/0 (socket says 172.21.15.98:47230) 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 -- 172.21.15.98:0/1592577836 learned_addr learned my addr 172.21.15.98:0/1592577836 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 0x7f2d78196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 -- 172.21.15.98:0/1592577836 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 msgr2=0x7f2d78196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 0x7f2d78196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 -- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 msgr2=0x7f2d781960f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 0x7f2d781960f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 -- 172.21.15.98:0/1592577836 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d6c0095f0 con 0x7f2d780ffdf0 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 0x7f2d78196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.261 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2d6800e970 tx=0x7f2d6800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d677fe700 1 -- 172.21.15.98:0/1592577836 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d68009790 con 0x7f2d780ffdf0 2023-10-05T15:42:04.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d677fe700 1 -- 172.21.15.98:0/1592577836 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d6800c7e0 con 0x7f2d780ffdf0 2023-10-05T15:42:04.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d677fe700 1 -- 172.21.15.98:0/1592577836 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d68003c70 con 0x7f2d780ffdf0 2023-10-05T15:42:04.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d78197be0 con 0x7f2d780ffdf0 2023-10-05T15:42:04.262 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.257+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d780684b0 con 0x7f2d780ffdf0 2023-10-05T15:42:04.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.260+0000 7f2d677fe700 1 -- 172.21.15.98:0/1592577836 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2d6800cc50 con 0x7f2d780ffdf0 2023-10-05T15:42:04.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.260+0000 7f2d677fe700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 0x7f2d600a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.260+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 0x7f2d600a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.260+0000 7f2d677fe700 1 -- 172.21.15.98:0/1592577836 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2d68014070 con 0x7f2d780ffdf0 2023-10-05T15:42:04.263 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.261+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 0x7f2d600a3940 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00b580 tx=0x7f2d6c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 Processor -- start 2023-10-05T15:42:04.264 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 -- start start 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a16450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 0x55be55a1d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be5597d400 con 0x55be55a14ec0 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be5596ebc0 con 0x55be55a16990 2023-10-05T15:42:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be5596c4e0 con 0x55be55a15fd0 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.262+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47236/0 (socket says 172.21.15.98:47236) 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 -- 172.21.15.98:0/3825382396 learned_addr learned my addr 172.21.15.98:0/3825382396 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a16450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 0x55be55a1d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 -- 172.21.15.98:0/3825382396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 msgr2=0x55be55a16450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a16450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 -- 172.21.15.98:0/3825382396 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 msgr2=0x55be55a1d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 0x55be55a1d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 -- 172.21.15.98:0/3825382396 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be55792d80 con 0x55be55a14ec0 2023-10-05T15:42:04.267 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 0x55be55a1d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d7659c700 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f2d680966f0 tx=0x7f2d68099bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cea877e7f219770 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d64ff9700 1 -- 172.21.15.98:0/3825382396 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d6809e170 con 0x55be55a14ec0 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d64ff9700 1 -- 172.21.15.98:0/3825382396 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d680cae90 con 0x55be55a14ec0 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.263+0000 7f2d64ff9700 1 -- 172.21.15.98:0/3825382396 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d68098670 con 0x55be55a14ec0 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- 172.21.15.98:0/3825382396 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 msgr2=0x55be55a152e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f2d680966f0 tx=0x7f2d68099bd0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- 172.21.15.98:0/3825382396 shutdown_connections 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a16990 0x55be55a1d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a152e0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.268 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/3825382396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a16450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.269 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- 172.21.15.98:0/3825382396 >> 172.21.15.98:0/3825382396 conn(0x55be55989200 msgr2=0x55be55a0fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.269 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- 172.21.15.98:0/3825382396 shutdown_connections 2023-10-05T15:42:04.269 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- 172.21.15.98:0/3825382396 wait complete. 2023-10-05T15:42:04.269 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 -- start start 2023-10-05T15:42:04.269 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.264+0000 7f2d88d00b80 1 Processor -- start 2023-10-05T15:42:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a1f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a26160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55967dd0 con 0x55be55a16990 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be559046b0 con 0x55be55a14ec0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55904350 con 0x55be55a15fd0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d88d00b80 10 client.0 _ll_register_callbacks cb 0x55be557617a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d76d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a26160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41040/0 (socket says 172.21.15.98:41040) 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 -- 172.21.15.98:0/1369641313 learned_addr learned my addr 172.21.15.98:0/1369641313 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a1f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 -- 172.21.15.98:0/1369641313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 msgr2=0x55be55a1f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a1f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 -- 172.21.15.98:0/1369641313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 msgr2=0x55be55a26160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a26160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 -- 172.21.15.98:0/1369641313 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d780684b0 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a1f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a26160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d7659c700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005950 tx=0x7f2d680a25d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b76f23fe658e6c6a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.265+0000 7f2d5dffb700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d680b8070 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55be55a07d50 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2d6809a1f0 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d6809e170 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 10 client.25934 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55be5577bc00 con 0x55be55a14ec0 2023-10-05T15:42:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55be55a07d50 con 0x55be55a14ec0 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f2d680b81d0 con 0x55be55a14ec0 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 10 client.25934 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 10 client.25934 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 20 client.25934 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a2ea90 0x55be55a30eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 4 client.25934 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55be55960db0 con 0x55be55a2ea90 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.266+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a2ea90 0x55be55a30eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.267+0000 7f2d5dffb700 10 client.25934 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.267+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a2ea90 0x55be55a30eb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aab6db6aeb25ea3b server_cookie=4a286a401e0ec92a in_seq=0 out_seq=0 2023-10-05T15:42:04.275 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.267+0000 7f2d5dffb700 1 -- 172.21.15.98:0/1369641313 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55be55960db0 con 0x55be55a2ea90 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.267+0000 7f2d5dffb700 10 client.25934 handle_command_reply: tid=0 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.267+0000 7f2d88d00b80 1 client.25934 shutdown 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 msgr2=0x55be55a1ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005950 tx=0x7f2d680a25d0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 shutdown_connections 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a2ea90 0x55be55a30eb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a1ebe0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d5dffb700 0 client.25934 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a26160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/1369641313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a1f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 >> 172.21.15.98:0/1369641313 conn(0x55be55989200 msgr2=0x55be55a0f250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 shutdown_connections 2023-10-05T15:42:04.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 1 -- 172.21.15.98:0/1369641313 wait complete. 2023-10-05T15:42:04.277 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.268+0000 7f2d88d00b80 20 client.25934 trim_cache size 0 max 16384 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 Processor -- start 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 -- start start 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a15fd0 0x55be55a260f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 0x55be55a19e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be557e88c0 con 0x55be55a14ec0 2023-10-05T15:42:04.286 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55a1fdd0 con 0x55be55a15fd0 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55a1e090 con 0x55be55a16990 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47250/0 (socket says 172.21.15.98:47250) 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 0x55be55a19e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 -- 172.21.15.98:0/669491124 learned_addr learned my addr 172.21.15.98:0/669491124 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a15fd0 0x55be55a260f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 -- 172.21.15.98:0/669491124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 msgr2=0x55be55a19e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 0x55be55a19e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 -- 172.21.15.98:0/669491124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a15fd0 msgr2=0x55be55a260f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a15fd0 0x55be55a260f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.287 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d7659c700 1 -- 172.21.15.98:0/669491124 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be557b91f0 con 0x55be55a14ec0 2023-10-05T15:42:04.288 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.283+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 0x55be55a19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.288 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d7659c700 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f2d68098540 tx=0x7f2d68003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf8c3ec542ac9af9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.288 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d657fa700 1 -- 172.21.15.98:0/669491124 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d680b8040 con 0x55be55a14ec0 2023-10-05T15:42:04.288 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d657fa700 1 -- 172.21.15.98:0/669491124 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d6809e170 con 0x55be55a14ec0 2023-10-05T15:42:04.288 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d657fa700 1 -- 172.21.15.98:0/669491124 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d680a20f0 con 0x55be55a14ec0 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 -- 172.21.15.98:0/669491124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 msgr2=0x55be55a19920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f2d68098540 tx=0x7f2d68003680 comp rx=0 tx=0).stop 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 -- 172.21.15.98:0/669491124 shutdown_connections 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a16990 0x55be55a19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a14ec0 0x55be55a19920 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.291 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.284+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/669491124 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a15fd0 0x55be55a260f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- 172.21.15.98:0/669491124 >> 172.21.15.98:0/669491124 conn(0x55be55989200 msgr2=0x55be55a1cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- 172.21.15.98:0/669491124 shutdown_connections 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- 172.21.15.98:0/669491124 wait complete. 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- start start 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 Processor -- start 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a24140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a25150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55a25690 con 0x55be55a16990 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55a25800 con 0x55be55a14ec0 2023-10-05T15:42:04.292 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be55a259c0 con 0x55be55a15fd0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d88d00b80 10 client.0 _ll_register_callbacks cb 0x7f2d6c00b790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d76d9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a25150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d75d9b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a24140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d7659c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41054/0 (socket says 172.21.15.98:41054) 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.285+0000 7f2d7659c700 1 -- 172.21.15.98:0/4129832267 learned_addr learned my addr 172.21.15.98:0/4129832267 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 -- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 msgr2=0x55be55a23c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 -- 172.21.15.98:0/4129832267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 msgr2=0x55be55a25150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a25150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 -- 172.21.15.98:0/4129832267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d70003ac0 con 0x55be55a15fd0 2023-10-05T15:42:04.293 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d7659c700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d76d9d700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a25150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d75d9b700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a24140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c009fd0 tx=0x7f2d6c009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ade54d9e9b061d1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d5dffb700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c02b040 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2d680cae90 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2d6c0056a0 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d6c033e00 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d88d00b80 10 client.25849 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55be5577bc00 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.286+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d680cae90 con 0x55be55a15fd0 2023-10-05T15:42:04.294 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f2d6c00f880 con 0x55be55a15fd0 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 10 client.25849 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 10 client.25849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 20 client.25849 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a83780 0x55be55a85ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 4 client.25849 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55be55960ad0 con 0x55be55a83780 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d7659c700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a83780 0x55be55a85ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d5dffb700 10 client.25849 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.287+0000 7f2d7659c700 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a83780 0x55be55a85ba0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f3a4a3ddad99ecb server_cookie=129f69c0753267e6 in_seq=0 out_seq=0 2023-10-05T15:42:04.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d5dffb700 1 -- 172.21.15.98:0/4129832267 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55be55960ad0 con 0x55be55a83780 2023-10-05T15:42:04.299 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d5dffb700 10 client.25849 handle_command_reply: tid=0 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 client.25849 shutdown 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 msgr2=0x55be55a24140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a24140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c009fd0 tx=0x7f2d6c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 shutdown_connections 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55be55a83780 0x55be55a85ba0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55be55a14ec0 0x55be55a23c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55be55a16990 0x55be55a25150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d5dffb700 0 client.25849 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 --2- 172.21.15.98:0/4129832267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55be55a15fd0 0x55be55a24140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 >> 172.21.15.98:0/4129832267 conn(0x55be55989200 msgr2=0x55be55a19920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.300 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 shutdown_connections 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 1 -- 172.21.15.98:0/4129832267 wait complete. 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.297+0000 7f2d88d00b80 20 client.25849 trim_cache size 0 max 16384 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:42:04.301 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:42:04.302 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 msgr2=0x7f2d600a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.302 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 0x7f2d600a3940 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00b580 tx=0x7f2d6c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 msgr2=0x7f2d78195bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2d6800e970 tx=0x7f2d6800ec80 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 shutdown_connections 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2d600a1480 0x7f2d600a3940 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2d78101980 0x7f2d78196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d780ffdf0 0x7f2d78195bb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 --2- 172.21.15.98:0/1592577836 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2d78100fe0 0x7f2d781960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 >> 172.21.15.98:0/1592577836 conn(0x7f2d780fb340 msgr2=0x7f2d78104520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 shutdown_connections 2023-10-05T15:42:04.303 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:04.298+0000 7f2d7cb16700 1 -- 172.21.15.98:0/1592577836 wait complete. 2023-10-05T15:42:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:04 smithi098 ceph-mon[99243]: pgmap v429: 129 pgs: 129 active+clean; 57 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 487 op/s 2023-10-05T15:42:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:04 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:04 smithi173 ceph-mon[104029]: pgmap v429: 129 pgs: 129 active+clean; 57 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 487 op/s 2023-10-05T15:42:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:04 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:05.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:04 smithi115 ceph-mon[103691]: pgmap v429: 129 pgs: 129 active+clean; 57 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 2.3 MiB/s wr, 487 op/s 2023-10-05T15:42:05.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:04 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:06 smithi098 ceph-mon[99243]: pgmap v430: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 401 op/s 2023-10-05T15:42:07.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:06 smithi173 ceph-mon[104029]: pgmap v430: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 401 op/s 2023-10-05T15:42:07.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:06 smithi115 ceph-mon[103691]: pgmap v430: 129 pgs: 129 active+clean; 58 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 401 op/s 2023-10-05T15:42:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:07 smithi098 ceph-mon[99243]: pgmap v431: 129 pgs: 129 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 462 op/s 2023-10-05T15:42:08.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:07 smithi173 ceph-mon[104029]: pgmap v431: 129 pgs: 129 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 462 op/s 2023-10-05T15:42:08.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:07 smithi115 ceph-mon[103691]: pgmap v431: 129 pgs: 129 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 462 op/s 2023-10-05T15:42:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:10 smithi098 ceph-mon[99243]: pgmap v432: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 346 op/s 2023-10-05T15:42:11.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:10 smithi173 ceph-mon[104029]: pgmap v432: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 346 op/s 2023-10-05T15:42:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:10 smithi115 ceph-mon[103691]: pgmap v432: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 346 op/s 2023-10-05T15:42:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:12 smithi098 ceph-mon[99243]: pgmap v433: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 323 op/s 2023-10-05T15:42:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:12 smithi173 ceph-mon[104029]: pgmap v433: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 323 op/s 2023-10-05T15:42:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:12 smithi115 ceph-mon[103691]: pgmap v433: 129 pgs: 129 active+clean; 55 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 1.7 MiB/s wr, 323 op/s 2023-10-05T15:42:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:14 smithi098 ceph-mon[99243]: pgmap v434: 129 pgs: 129 active+clean; 51 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 459 op/s 2023-10-05T15:42:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:14 smithi173 ceph-mon[104029]: pgmap v434: 129 pgs: 129 active+clean; 51 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 459 op/s 2023-10-05T15:42:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:14 smithi115 ceph-mon[103691]: pgmap v434: 129 pgs: 129 active+clean; 51 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 459 op/s 2023-10-05T15:42:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:16 smithi098 ceph-mon[99243]: pgmap v435: 129 pgs: 129 active+clean; 52 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 342 op/s 2023-10-05T15:42:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:16 smithi173 ceph-mon[104029]: pgmap v435: 129 pgs: 129 active+clean; 52 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 342 op/s 2023-10-05T15:42:17.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:16 smithi115 ceph-mon[103691]: pgmap v435: 129 pgs: 129 active+clean; 52 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 342 op/s 2023-10-05T15:42:17.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 -- 172.21.15.98:0/3461543297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae28101980 msgr2=0x7fae28108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 --2- 172.21.15.98:0/3461543297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae28101980 0x7fae28108230 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fae2000b0d0 tx=0x7fae2000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 -- 172.21.15.98:0/3461543297 shutdown_connections 2023-10-05T15:42:17.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 --2- 172.21.15.98:0/3461543297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae28101980 0x7fae28108230 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 --2- 172.21.15.98:0/3461543297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae280ffdf0 0x7fae28100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 --2- 172.21.15.98:0/3461543297 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28100fe0 0x7fae28101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 -- 172.21.15.98:0/3461543297 >> 172.21.15.98:0/3461543297 conn(0x7fae280fb340 msgr2=0x7fae280fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 -- 172.21.15.98:0/3461543297 shutdown_connections 2023-10-05T15:42:17.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.414+0000 7fae2fa81700 1 -- 172.21.15.98:0/3461543297 wait complete. 2023-10-05T15:42:17.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 Processor -- start 2023-10-05T15:42:17.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 -- start start 2023-10-05T15:42:17.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 0x7fae28196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28101980 0x7fae28196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae281976c0 con 0x7fae280ffdf0 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae28197830 con 0x7fae28101980 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2fa81700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae281979f0 con 0x7fae28100fe0 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47268/0 (socket says 172.21.15.98:47268) 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2d81d700 1 -- 172.21.15.98:0/2290421596 learned_addr learned my addr 172.21.15.98:0/2290421596 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2d01c700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 0x7fae28196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.415+0000 7fae2e01e700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28101980 0x7fae28196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 -- 172.21.15.98:0/2290421596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28101980 msgr2=0x7fae28196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28101980 0x7fae28196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 -- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 msgr2=0x7fae28195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 -- 172.21.15.98:0/2290421596 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae20009d00 con 0x7fae28100fe0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d81d700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2d01c700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 0x7fae28196280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fae2400e9f0 tx=0x7fae2400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae1effd700 1 -- 172.21.15.98:0/2290421596 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2400c9c0 con 0x7fae28100fe0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae28197cd0 con 0x7fae28100fe0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae1effd700 1 -- 172.21.15.98:0/2290421596 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae24010430 con 0x7fae28100fe0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae1effd700 1 -- 172.21.15.98:0/2290421596 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae24018680 con 0x7fae28100fe0 2023-10-05T15:42:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.416+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2819e440 con 0x7fae28100fe0 2023-10-05T15:42:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.418+0000 7fae1effd700 1 -- 172.21.15.98:0/2290421596 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fae24010860 con 0x7fae28100fe0 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.419+0000 7fae1effd700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 0x7fae140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.419+0000 7fae1effd700 1 -- 172.21.15.98:0/2290421596 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fae24014070 con 0x7fae28100fe0 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.419+0000 7fae2d81d700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 0x7fae140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.419+0000 7fae2d81d700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 0x7fae140a3940 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fae18005950 tx=0x7fae18009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 Processor -- start 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 -- start start 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e208400 con 0x56301e2a0fd0 2023-10-05T15:42:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e1f9bc0 con 0x56301e29fec0 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e1f74e0 con 0x56301e2a1990 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47278/0 (socket says 172.21.15.98:47278) 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae2d01c700 1 -- 172.21.15.98:0/1382433385 learned_addr learned my addr 172.21.15.98:0/1382433385 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae2e01e700 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.420+0000 7fae2d81d700 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 -- 172.21.15.98:0/1382433385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 msgr2=0x56301e2a8220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a8220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 -- 172.21.15.98:0/1382433385 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 msgr2=0x56301e2a02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 -- 172.21.15.98:0/1382433385 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56301e01dd80 con 0x56301e2a0fd0 2023-10-05T15:42:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fae24096640 tx=0x7fae24099b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fab319721dcec5f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae13fff700 1 -- 172.21.15.98:0/1382433385 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2409e290 con 0x56301e2a0fd0 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae13fff700 1 -- 172.21.15.98:0/1382433385 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae240a24d0 con 0x56301e2a0fd0 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.421+0000 7fae13fff700 1 -- 172.21.15.98:0/1382433385 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae24099890 con 0x56301e2a0fd0 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1382433385 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 msgr2=0x56301e2a1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fae24096640 tx=0x7fae24099b20 comp rx=0 tx=0).stop 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1382433385 shutdown_connections 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1382433385 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2a1450 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1382433385 >> 172.21.15.98:0/1382433385 conn(0x56301e214200 msgr2=0x56301e29abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1382433385 shutdown_connections 2023-10-05T15:42:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1382433385 wait complete. 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 -- start start 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.422+0000 7fae3bc6bb80 1 Processor -- start 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e1f2dd0 con 0x56301e2a1990 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e18f6b0 con 0x56301e29fec0 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e18f350 con 0x56301e2a0fd0 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 10 client.0 _ll_register_callbacks cb 0x56301dfec7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2e01e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41080/0 (socket says 172.21.15.98:41080) 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d81d700 1 -- 172.21.15.98:0/1139218808 learned_addr learned my addr 172.21.15.98:0/1139218808 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35744/0 (socket says 172.21.15.98:35744) 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2e01e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47286/0 (socket says 172.21.15.98:47286) 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 -- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 msgr2=0x56301e2a9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 -- 172.21.15.98:0/1139218808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 msgr2=0x56301e2b11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 -- 172.21.15.98:0/1139218808 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2819e440 con 0x56301e2a0fd0 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2e01e700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d81d700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x56301e2a1f50 tx=0x7fae24009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23778489e95f53ec server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae117fa700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae240a2240 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fae2409e290 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.423+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56301e292d50 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae2400cb20 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 10 client.25861 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x56301e006c00 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56301e292d50 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fae24099310 con 0x56301e2a0fd0 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 10 client.25861 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 10 client.25861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 20 client.25861 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e2b57e0 0x56301e2b7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 4 client.25861 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56301e1ebdb0 con 0x56301e2b57e0 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.424+0000 7fae2d81d700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e2b57e0 0x56301e2b7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae117fa700 10 client.25861 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae2d81d700 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e2b57e0 0x56301e2b7c00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0a67165dc270df0 server_cookie=ab3798f371598db4 in_seq=0 out_seq=0 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae117fa700 1 -- 172.21.15.98:0/1139218808 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56301e1ebdb0 con 0x56301e2b57e0 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae117fa700 10 client.25861 handle_command_reply: tid=0 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae3bc6bb80 1 client.25861 shutdown 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 msgr2=0x56301e2aa160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.425+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x56301e2a1f50 tx=0x7fae24009790 comp rx=0 tx=0).stop 2023-10-05T15:42:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 shutdown_connections 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e2b57e0 0x56301e2b7c00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a1990 0x56301e2b11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae117fa700 0 client.25861 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1139218808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a0fd0 0x56301e2aa160 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 >> 172.21.15.98:0/1139218808 conn(0x56301e214200 msgr2=0x56301e29a250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 shutdown_connections 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1139218808 wait complete. 2023-10-05T15:42:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.426+0000 7fae3bc6bb80 20 client.25861 trim_cache size 0 max 16384 2023-10-05T15:42:17.444 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.441+0000 7fae3bc6bb80 1 Processor -- start 2023-10-05T15:42:17.444 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.441+0000 7fae3bc6bb80 1 -- start start 2023-10-05T15:42:17.444 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e2a97f0 con 0x56301e2a0fd0 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e0738c0 con 0x56301e29fec0 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e29c2f0 con 0x56301e2a1990 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47290/0 (socket says 172.21.15.98:47290) 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 -- 172.21.15.98:0/1961572726 learned_addr learned my addr 172.21.15.98:0/1961572726 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d81d700 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2e01e700 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.445 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 -- 172.21.15.98:0/1961572726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 msgr2=0x56301e2a82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 -- 172.21.15.98:0/1961572726 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 msgr2=0x56301e2a7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 -- 172.21.15.98:0/1961572726 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56301e0441f0 con 0x56301e2a0fd0 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae2d01c700 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fae24096bb0 tx=0x7fae24010780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54088650a767704 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.442+0000 7fae1cd82700 1 -- 172.21.15.98:0/1961572726 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2409f3e0 con 0x56301e2a0fd0 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae1cd82700 1 -- 172.21.15.98:0/1961572726 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae24096480 con 0x56301e2a0fd0 2023-10-05T15:42:17.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae1cd82700 1 -- 172.21.15.98:0/1961572726 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae240b8170 con 0x56301e2a0fd0 2023-10-05T15:42:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1961572726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 msgr2=0x56301e2b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fae24096bb0 tx=0x7fae24010780 comp rx=0 tx=0).stop 2023-10-05T15:42:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1961572726 shutdown_connections 2023-10-05T15:42:17.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e29fec0 0x56301e2a7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2a82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/1961572726 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e2a0fd0 0x56301e2b1160 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1961572726 >> 172.21.15.98:0/1961572726 conn(0x56301e214200 msgr2=0x56301e2a8920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1961572726 shutdown_connections 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.443+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/1961572726 wait complete. 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 -- start start 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 Processor -- start 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 0x56301e2aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2afbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e2b0120 con 0x56301e29fec0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e2b0290 con 0x56301e2a0fd0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56301e2b0450 con 0x56301e2a1990 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae3bc6bb80 10 client.0 _ll_register_callbacks cb 0x7fae18009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae2d01c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 0x56301e2aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae2d81d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47294/0 (socket says 172.21.15.98:47294) 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae2d81d700 1 -- 172.21.15.98:0/128301682 learned_addr learned my addr 172.21.15.98:0/128301682 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.444+0000 7fae2e01e700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2afbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 -- 172.21.15.98:0/128301682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 msgr2=0x56301e2afbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2afbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 -- 172.21.15.98:0/128301682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 msgr2=0x56301e2ae690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:17.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 -- 172.21.15.98:0/128301682 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56301e006c00 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d81d700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae2d01c700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 0x56301e2aebd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae2400c5b0 tx=0x7fae24009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e38d63a720e0fed2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2400cb20 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae240a24d0 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fae2400cc80 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae2407c030 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 10 client.25958 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x56301e01c250 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae240a24d0 con 0x56301e2a0fd0 2023-10-05T15:42:17.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fae240992d0 con 0x56301e2a0fd0 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 10 client.25958 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 10 client.25958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.445+0000 7fae3bc6bb80 20 client.25958 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e3097d0 0x56301e30bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae3bc6bb80 4 client.25958 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56301e1ebad0 con 0x56301e3097d0 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae2d81d700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e3097d0 0x56301e30bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae117fa700 10 client.25958 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:17.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.446+0000 7fae2d81d700 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e3097d0 0x56301e30bbc0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1b34ce5fe31a622 server_cookie=dfa5e43709bfd471 in_seq=0 out_seq=0 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae117fa700 1 -- 172.21.15.98:0/128301682 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56301e1ebad0 con 0x56301e3097d0 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae117fa700 10 client.25958 handle_command_reply: tid=0 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 client.25958 shutdown 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 msgr2=0x56301e2aebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 0x56301e2aebd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae2400c5b0 tx=0x7fae24009790 comp rx=0 tx=0).stop 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 shutdown_connections 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56301e2a1990 0x56301e2afbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x56301e29fec0 0x56301e2ae690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x56301e3097d0 0x56301e30bbc0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.459 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 --2- 172.21.15.98:0/128301682 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x56301e2a0fd0 0x56301e2aebd0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae117fa700 0 client.25958 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 >> 172.21.15.98:0/128301682 conn(0x56301e214200 msgr2=0x56301e2a7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 shutdown_connections 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.456+0000 7fae3bc6bb80 1 -- 172.21.15.98:0/128301682 wait complete. 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae3bc6bb80 20 client.25958 trim_cache size 0 max 16384 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:42:17.460 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:42:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 msgr2=0x7fae140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 0x7fae140a3940 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fae18005950 tx=0x7fae18009260 comp rx=0 tx=0).stop 2023-10-05T15:42:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 msgr2=0x7fae28196280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 0x7fae28196280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fae2400e9f0 tx=0x7fae2400ed00 comp rx=0 tx=0).stop 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 shutdown_connections 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fae140a1480 0x7fae140a3940 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fae28101980 0x7fae28196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fae280ffdf0 0x7fae28195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 --2- 172.21.15.98:0/2290421596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae28100fe0 0x7fae28196280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 >> 172.21.15.98:0/2290421596 conn(0x7fae280fb340 msgr2=0x7fae28104490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 shutdown_connections 2023-10-05T15:42:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:17.457+0000 7fae2fa81700 1 -- 172.21.15.98:0/2290421596 wait complete. 2023-10-05T15:42:18.014 INFO:tasks.workunit.client.0.smithi098.stdout:40000 copy from 0x19d87f to 0x1a73ec, (0x9b6d bytes) at 0x9241fd 2023-10-05T15:42:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:17 smithi098 ceph-mon[99243]: pgmap v436: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2023-10-05T15:42:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:17 smithi173 ceph-mon[104029]: pgmap v436: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2023-10-05T15:42:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:17 smithi115 ceph-mon[103691]: pgmap v436: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2023-10-05T15:42:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:20 smithi098 ceph-mon[99243]: pgmap v437: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2023-10-05T15:42:21.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:20 smithi173 ceph-mon[104029]: pgmap v437: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2023-10-05T15:42:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:20 smithi115 ceph-mon[103691]: pgmap v437: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2023-10-05T15:42:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:22 smithi098 ceph-mon[99243]: pgmap v438: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 327 op/s 2023-10-05T15:42:23.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:22 smithi173 ceph-mon[104029]: pgmap v438: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 327 op/s 2023-10-05T15:42:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:22 smithi115 ceph-mon[103691]: pgmap v438: 129 pgs: 129 active+clean; 54 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 327 op/s 2023-10-05T15:42:25.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:24 smithi098 ceph-mon[99243]: pgmap v439: 129 pgs: 129 active+clean; 49 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 403 op/s 2023-10-05T15:42:25.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:24 smithi173 ceph-mon[104029]: pgmap v439: 129 pgs: 129 active+clean; 49 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 403 op/s 2023-10-05T15:42:25.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:24 smithi115 ceph-mon[103691]: pgmap v439: 129 pgs: 129 active+clean; 49 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 403 op/s 2023-10-05T15:42:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:26 smithi098 ceph-mon[99243]: pgmap v440: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 324 op/s 2023-10-05T15:42:27.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:26 smithi173 ceph-mon[104029]: pgmap v440: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 324 op/s 2023-10-05T15:42:27.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:26 smithi115 ceph-mon[103691]: pgmap v440: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 324 op/s 2023-10-05T15:42:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:27 smithi098 ceph-mon[99243]: pgmap v441: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 381 op/s 2023-10-05T15:42:28.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:27 smithi173 ceph-mon[104029]: pgmap v441: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 381 op/s 2023-10-05T15:42:28.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:27 smithi115 ceph-mon[103691]: pgmap v441: 129 pgs: 129 active+clean; 50 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 381 op/s 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 -- 172.21.15.98:0/485341364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102080 msgr2=0x7fb5e8102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 --2- 172.21.15.98:0/485341364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102080 0x7fb5e8102500 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009990 tx=0x7fb5dc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 -- 172.21.15.98:0/485341364 shutdown_connections 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 --2- 172.21.15.98:0/485341364 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8100ea0 0x7fb5e81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 --2- 172.21.15.98:0/485341364 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8102a40 0x7fb5e8109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 --2- 172.21.15.98:0/485341364 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102080 0x7fb5e8102500 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 -- 172.21.15.98:0/485341364 >> 172.21.15.98:0/485341364 conn(0x7fb5e80fc460 msgr2=0x7fb5e80fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 -- 172.21.15.98:0/485341364 shutdown_connections 2023-10-05T15:42:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.573+0000 7fb5ee957700 1 -- 172.21.15.98:0/485341364 wait complete. 2023-10-05T15:42:30.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 Processor -- start 2023-10-05T15:42:30.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 -- start start 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 0x7fb5e8196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 0x7fb5e8197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8198740 con 0x7fb5e8102a40 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e81988b0 con 0x7fb5e8102080 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ee957700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8198a70 con 0x7fb5e8100ea0 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 0x7fb5e8196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47312/0 (socket says 172.21.15.98:47312) 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5e77fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 0x7fb5e8197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 -- 172.21.15.98:0/807614604 learned_addr learned my addr 172.21.15.98:0/807614604 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 -- 172.21.15.98:0/807614604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 msgr2=0x7fb5e8196d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 0x7fb5e8196d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 -- 172.21.15.98:0/807614604 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 msgr2=0x7fb5e8197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 0x7fb5e8197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5ecef4700 1 -- 172.21.15.98:0/807614604 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5dc0095f0 con 0x7fb5e8102a40 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 0x7fb5e8196d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.574+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 0x7fb5e8197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fb5e000ef30 tx=0x7fb5e000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5e57fa700 1 -- 172.21.15.98:0/807614604 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0018070 con 0x7fb5e8102a40 2023-10-05T15:42:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5e57fa700 1 -- 172.21.15.98:0/807614604 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5e000f040 con 0x7fb5e8102a40 2023-10-05T15:42:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5e8198cf0 con 0x7fb5e8102a40 2023-10-05T15:42:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5e57fa700 1 -- 172.21.15.98:0/807614604 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e000cd00 con 0x7fb5e8102a40 2023-10-05T15:42:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.575+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5e819f460 con 0x7fb5e8102a40 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.578+0000 7fb5e57fa700 1 -- 172.21.15.98:0/807614604 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb5e0003a00 con 0x7fb5e8102a40 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.578+0000 7fb5fab41b80 1 Processor -- start 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 -- start start 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e57fa700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 0x7fb5d00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49722e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4973450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d48da400 con 0x55a6d4971ec0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d48cbbc0 con 0x55a6d4973990 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d48c94e0 con 0x55a6d4972fd0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e57fa700 1 -- 172.21.15.98:0/807614604 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fb5e00ccc20 con 0x7fb5e8102a40 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 0x7fb5d00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e77fe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4973450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41118/0 (socket says 172.21.15.98:41118) 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3569350949 learned_addr learned my addr 172.21.15.98:0/3569350949 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3569350949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 msgr2=0x55a6d4973450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4973450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3569350949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 msgr2=0x55a6d49722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49722e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 0x7fb5d00a39c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc00b2e0 tx=0x7fb5dc00bd30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.579+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3569350949 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a6d46efd80 con 0x55a6d4973990 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0096120 tx=0x7fb5e0099b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8a7db2925afdaa server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5ce7fc700 1 -- 172.21.15.98:0/3569350949 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0099580 con 0x55a6d4973990 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5ce7fc700 1 -- 172.21.15.98:0/3569350949 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5e0004ad0 con 0x55a6d4973990 2023-10-05T15:42:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5ce7fc700 1 -- 172.21.15.98:0/3569350949 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e00a1f20 con 0x55a6d4973990 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3569350949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 msgr2=0x55a6d497a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0096120 tx=0x7fb5e0099b20 comp rx=0 tx=0).stop 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.580+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3569350949 shutdown_connections 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d497a220 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3569350949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4973450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3569350949 >> 172.21.15.98:0/3569350949 conn(0x55a6d48e6200 msgr2=0x55a6d496cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3569350949 shutdown_connections 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3569350949 wait complete. 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- start start 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 Processor -- start 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d49874b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d48c4dd0 con 0x55a6d4972fd0 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d48616b0 con 0x55a6d4973990 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d4861350 con 0x55a6d4971ec0 2023-10-05T15:42:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.581+0000 7fb5fab41b80 10 client.0 _ll_register_callbacks cb 0x55a6d46be7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d49874b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35782/0 (socket says 172.21.15.98:35782) 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e77fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47324/0 (socket says 172.21.15.98:47324) 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e7fff700 1 -- 172.21.15.98:0/3295601582 learned_addr learned my addr 172.21.15.98:0/3295601582 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3295601582 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 msgr2=0x55a6d497ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3295601582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 msgr2=0x55a6d4980470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 -- 172.21.15.98:0/3295601582 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5e819f460 con 0x55a6d4973990 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d49874b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0009c10 tx=0x7fb5e009de60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=149db4af290c1e62 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e00b6070 con 0x55a6d4973990 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fb5e009a320 con 0x55a6d4973990 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a6d4964d50 con 0x55a6d4973990 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb5e00b2470 con 0x55a6d4973990 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5fab41b80 10 client.25970 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55a6d46d8c00 con 0x55a6d4973990 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.582+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a6d4964d50 con 0x55a6d4973990 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fb5e0099110 con 0x55a6d4973990 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 10 client.25970 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 10 client.25970 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 20 client.25970 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d498def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 4 client.25970 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a6d48bddb0 con 0x55a6d498bad0 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d498def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5c77fe700 10 client.25970 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.583+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d498def0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a680b443fd86093 server_cookie=4933f5a33fb8bbcd in_seq=0 out_seq=0 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5c77fe700 1 -- 172.21.15.98:0/3295601582 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a6d48bddb0 con 0x55a6d498bad0 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5c77fe700 10 client.25970 handle_command_reply: tid=0 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 client.25970 shutdown 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 msgr2=0x55a6d49874b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d49874b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0009c10 tx=0x7fb5e009de60 comp rx=0 tx=0).stop 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 shutdown_connections 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d498def0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d49874b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5c77fe700 0 client.25970 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4971ec0 0x55a6d497ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/3295601582 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4972fd0 0x55a6d4980470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 >> 172.21.15.98:0/3295601582 conn(0x55a6d48e6200 msgr2=0x55a6d496c250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 shutdown_connections 2023-10-05T15:42:30.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 1 -- 172.21.15.98:0/3295601582 wait complete. 2023-10-05T15:42:30.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.584+0000 7fb5fab41b80 20 client.25970 trim_cache size 0 max 16384 2023-10-05T15:42:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 Processor -- start 2023-10-05T15:42:30.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 -- start start 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4987470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d496cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d47458c0 con 0x55a6d4971ec0 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d496df40 con 0x55a6d4973990 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d4969860 con 0x55a6d4972fd0 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47330/0 (socket says 172.21.15.98:47330) 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 -- 172.21.15.98:0/2370577275 learned_addr learned my addr 172.21.15.98:0/2370577275 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4987470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d496cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 -- 172.21.15.98:0/2370577275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 msgr2=0x55a6d4987470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4987470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 -- 172.21.15.98:0/2370577275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 msgr2=0x55a6d496cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d496cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 -- 172.21.15.98:0/2370577275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a6d47161f0 con 0x55a6d4971ec0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.600+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80123a0 tx=0x7fb5d8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87c1b0f65b8d5fe7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5ceffd700 1 -- 172.21.15.98:0/2370577275 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8017030 con 0x55a6d4971ec0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5ceffd700 1 -- 172.21.15.98:0/2370577275 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5d8018040 con 0x55a6d4971ec0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5ceffd700 1 -- 172.21.15.98:0/2370577275 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8004b20 con 0x55a6d4971ec0 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 -- 172.21.15.98:0/2370577275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 msgr2=0x55a6d49733b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80123a0 tx=0x7fb5d8009260 comp rx=0 tx=0).stop 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 -- 172.21.15.98:0/2370577275 shutdown_connections 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d496cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d49733b0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/2370577275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4987470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 -- 172.21.15.98:0/2370577275 >> 172.21.15.98:0/2370577275 conn(0x55a6d48e6200 msgr2=0x55a6d4992810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.601+0000 7fb5fab41b80 1 -- 172.21.15.98:0/2370577275 shutdown_connections 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 -- 172.21.15.98:0/2370577275 wait complete. 2023-10-05T15:42:30.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 -- start start 2023-10-05T15:42:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 Processor -- start 2023-10-05T15:42:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4985100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d4986110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d4986650 con 0x55a6d4971ec0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d49867c0 con 0x55a6d4973990 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d4986980 con 0x55a6d4972fd0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.602+0000 7fb5fab41b80 10 client.0 _ll_register_callbacks cb 0x7fb5dc009510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47336/0 (socket says 172.21.15.98:47336) 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 -- 172.21.15.98:0/757933619 learned_addr learned my addr 172.21.15.98:0/757933619 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5ecef4700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d4986110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4985100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 -- 172.21.15.98:0/757933619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 msgr2=0x55a6d4985100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4985100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 -- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 msgr2=0x55a6d4986110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:30.610 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d4986110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 -- 172.21.15.98:0/757933619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5d8012050 con 0x55a6d4971ec0 2023-10-05T15:42:30.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5e7fff700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80045f0 tx=0x7fb5d801f560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d995dbe694eeac3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:30.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:42:30.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8017070 con 0x55a6d4971ec0 2023-10-05T15:42:30.611 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fb5d801fbf0 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb5e0004ad0 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb5d8004350 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5fab41b80 10 client.16515 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.603+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55a6d46ee250 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5e0004ad0 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fb5d8025070 con 0x55a6d4971ec0 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 10 client.16515 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 20 client.16515 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d49e2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 4 client.16515 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a6d48bdad0 con 0x55a6d498bad0 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d49e2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5c77fe700 10 client.16515 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.604+0000 7fb5e77fe700 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d49e2290 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7133e17c45903eb server_cookie=a65918372d27dcb8 in_seq=0 out_seq=0 2023-10-05T15:42:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5c77fe700 1 -- 172.21.15.98:0/757933619 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a6d48bdad0 con 0x55a6d498bad0 2023-10-05T15:42:30.627 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5c77fe700 10 client.16515 handle_command_reply: tid=0 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 client.16515 shutdown 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 msgr2=0x55a6d4984bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80045f0 tx=0x7fb5d801f560 comp rx=0 tx=0).stop 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 shutdown_connections 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55a6d498bad0 0x55a6d49e2290 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55a6d4973990 0x55a6d4986110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55a6d4971ec0 0x55a6d4984bc0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5c77fe700 0 client.16515 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 --2- 172.21.15.98:0/757933619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a6d4972fd0 0x55a6d4985100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 >> 172.21.15.98:0/757933619 conn(0x55a6d48e6200 msgr2=0x55a6d497ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.628 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 shutdown_connections 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 1 -- 172.21.15.98:0/757933619 wait complete. 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5fab41b80 20 client.16515 trim_cache size 0 max 16384 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:42:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 msgr2=0x7fb5d00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 0x7fb5d00a39c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc00b2e0 tx=0x7fb5dc00bd30 comp rx=0 tx=0).stop 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 msgr2=0x7fb5e8198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.625+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fb5e000ef30 tx=0x7fb5e000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 shutdown_connections 2023-10-05T15:42:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fb5d00a1500 0x7fb5d00a39c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fb5e8102a40 0x7fb5e8198030 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb5e8100ea0 0x7fb5e8196d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 --2- 172.21.15.98:0/807614604 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fb5e8102080 0x7fb5e8197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 >> 172.21.15.98:0/807614604 conn(0x7fb5e80fc460 msgr2=0x7fb5e80fe750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 shutdown_connections 2023-10-05T15:42:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:30.626+0000 7fb5ee957700 1 -- 172.21.15.98:0/807614604 wait complete. 2023-10-05T15:42:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:30 smithi098 ceph-mon[99243]: pgmap v442: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 331 op/s 2023-10-05T15:42:31.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:30 smithi173 ceph-mon[104029]: pgmap v442: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 331 op/s 2023-10-05T15:42:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:30 smithi115 ceph-mon[103691]: pgmap v442: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 331 op/s 2023-10-05T15:42:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:32 smithi098 ceph-mon[99243]: pgmap v443: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 271 op/s 2023-10-05T15:42:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:32 smithi173 ceph-mon[104029]: pgmap v443: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 271 op/s 2023-10-05T15:42:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:32 smithi115 ceph-mon[103691]: pgmap v443: 129 pgs: 129 active+clean; 52 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 271 op/s 2023-10-05T15:42:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:42:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:42:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:42:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:42:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:42:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:42:34.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:42:34.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:42:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:42:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:42:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:42:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:42:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:34 smithi098 ceph-mon[99243]: pgmap v444: 129 pgs: 129 active+clean; 53 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2023-10-05T15:42:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:34 smithi173 ceph-mon[104029]: pgmap v444: 129 pgs: 129 active+clean; 53 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2023-10-05T15:42:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:34 smithi115 ceph-mon[103691]: pgmap v444: 129 pgs: 129 active+clean; 53 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 354 op/s 2023-10-05T15:42:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:36 smithi098 ceph-mon[99243]: pgmap v445: 129 pgs: 129 active+clean; 53 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2023-10-05T15:42:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:36 smithi173 ceph-mon[104029]: pgmap v445: 129 pgs: 129 active+clean; 53 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2023-10-05T15:42:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:36 smithi115 ceph-mon[103691]: pgmap v445: 129 pgs: 129 active+clean; 53 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 328 op/s 2023-10-05T15:42:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:37 smithi098 ceph-mon[99243]: pgmap v446: 129 pgs: 129 active+clean; 51 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 341 op/s 2023-10-05T15:42:38.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:37 smithi173 ceph-mon[104029]: pgmap v446: 129 pgs: 129 active+clean; 51 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 341 op/s 2023-10-05T15:42:38.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:37 smithi115 ceph-mon[103691]: pgmap v446: 129 pgs: 129 active+clean; 51 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 341 op/s 2023-10-05T15:42:38.550 INFO:tasks.workunit.client.0.smithi098.stdout:50000 trunc from 0x3a0a6d to 0x51d279 2023-10-05T15:42:38.551 INFO:tasks.workunit.client.0.smithi098.stdout:All 50000 operations completed A-OK! 2023-10-05T15:42:38.554 INFO:tasks.workunit.client.0.smithi098.stderr:+ ./fsx -z 100MB -N 50000 -p 10000 -l 104857600 2023-10-05T15:42:38.555 INFO:tasks.workunit.client.0.smithi098.stdout:Seed set to 1 2023-10-05T15:42:39.655 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-05T15:42:39.655 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-05T15:42:39.657 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-05T15:42:39.658 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-05T15:42:39.658 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support clone range, disabling! 2023-10-05T15:42:39.662 INFO:tasks.workunit.client.0.smithi098.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-05T15:42:39.665 INFO:tasks.workunit.client.0.smithi098.stdout:skipping zero size read 2023-10-05T15:42:39.665 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x7e0023 2023-10-05T15:42:39.674 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0xe91bf1 2023-10-05T15:42:39.676 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x5a6de73 2023-10-05T15:42:39.704 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x5bdf572 2023-10-05T15:42:39.709 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x602fcad 2023-10-05T15:42:39.880 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x623914d 2023-10-05T15:42:39.957 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x628f369 2023-10-05T15:42:40.022 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x6328dee 2023-10-05T15:42:40.299 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x635b95a 2023-10-05T15:42:40.681 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x637b84e 2023-10-05T15:42:40.842 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x63b535e 2023-10-05T15:42:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:40 smithi098 ceph-mon[99243]: pgmap v447: 129 pgs: 129 active+clean; 52 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 307 op/s 2023-10-05T15:42:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:40 smithi173 ceph-mon[104029]: pgmap v447: 129 pgs: 129 active+clean; 52 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 307 op/s 2023-10-05T15:42:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:40 smithi115 ceph-mon[103691]: pgmap v447: 129 pgs: 129 active+clean; 52 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 307 op/s 2023-10-05T15:42:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:42 smithi098 ceph-mon[99243]: pgmap v448: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.3 MiB/s wr, 268 op/s 2023-10-05T15:42:43.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:42 smithi173 ceph-mon[104029]: pgmap v448: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.3 MiB/s wr, 268 op/s 2023-10-05T15:42:43.169 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:42 smithi115 ceph-mon[103691]: pgmap v448: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 1.3 MiB/s wr, 268 op/s 2023-10-05T15:42:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 -- 172.21.15.98:0/1140358618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca380ff5b0 msgr2=0x7fca380ff9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/1140358618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca380ff5b0 0x7fca380ff9d0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fca280099c0 tx=0x7fca28009cd0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 -- 172.21.15.98:0/1140358618 shutdown_connections 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/1140358618 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca381079f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/1140358618 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca380ff5b0 0x7fca380ff9d0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/1140358618 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca381007a0 0x7fca38100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 -- 172.21.15.98:0/1140358618 >> 172.21.15.98:0/1140358618 conn(0x7fca380fab20 msgr2=0x7fca380fcf60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 -- 172.21.15.98:0/1140358618 shutdown_connections 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.756+0000 7fca3d7d0700 1 -- 172.21.15.98:0/1140358618 wait complete. 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 Processor -- start 2023-10-05T15:42:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 -- start start 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca381007a0 0x7fca3819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca3819e9a0 con 0x7fca381007a0 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca3819eae0 con 0x7fca38101140 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca3d7d0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca3819eca0 con 0x7fca380ff5b0 2023-10-05T15:42:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca36ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca381007a0 0x7fca3819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca36ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35820/0 (socket says 172.21.15.98:35820) 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41160/0 (socket says 172.21.15.98:41160) 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.757+0000 7fca36ffd700 1 -- 172.21.15.98:0/2992085337 learned_addr learned my addr 172.21.15.98:0/2992085337 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 -- 172.21.15.98:0/2992085337 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 msgr2=0x7fca3819e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 -- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca381007a0 msgr2=0x7fca3819be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca381007a0 0x7fca3819be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 -- 172.21.15.98:0/2992085337 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca30009c40 con 0x7fca380ff5b0 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca377fe700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca36ffd700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fca28009fd0 tx=0x7fca28009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca1ffff700 1 -- 172.21.15.98:0/2992085337 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2801d070 con 0x7fca380ff5b0 2023-10-05T15:42:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca280095f0 con 0x7fca380ff5b0 2023-10-05T15:42:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca1ffff700 1 -- 172.21.15.98:0/2992085337 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca28005030 con 0x7fca380ff5b0 2023-10-05T15:42:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca1ffff700 1 -- 172.21.15.98:0/2992085337 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca28004a90 con 0x7fca380ff5b0 2023-10-05T15:42:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.758+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca3819f1b0 con 0x7fca380ff5b0 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.761+0000 7fca1ffff700 1 -- 172.21.15.98:0/2992085337 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fca280054a0 con 0x7fca380ff5b0 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.761+0000 7fca1ffff700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 0x7fca200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca1ffff700 1 -- 172.21.15.98:0/2992085337 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fca280cddb0 con 0x7fca380ff5b0 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca367fc700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 0x7fca200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 Processor -- start 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca367fc700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 0x7fca200a3940 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fca3810bbd0 tx=0x7fca2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 -- start start 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c5366f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c53e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c49a400 con 0x559a4c5373e0 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c48bbc0 con 0x559a4c537da0 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca499bab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c4894e0 con 0x559a4c5362d0 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47370/0 (socket says 172.21.15.98:47370) 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca367fc700 1 -- 172.21.15.98:0/173769408 learned_addr learned my addr 172.21.15.98:0/173769408 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca377fe700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c53e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.762+0000 7fca36ffd700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c5366f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 -- 172.21.15.98:0/173769408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 msgr2=0x559a4c5366f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c5366f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 -- 172.21.15.98:0/173769408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 msgr2=0x559a4c53e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c53e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 -- 172.21.15.98:0/173769408 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a4c2afd80 con 0x559a4c5373e0 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca377fe700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c53e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca36ffd700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c5366f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca367fc700 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fca2c011d50 tx=0x7fca2c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffc20641374d2bea server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca1d7fa700 1 -- 172.21.15.98:0/173769408 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c00eb20 con 0x559a4c5373e0 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca1d7fa700 1 -- 172.21.15.98:0/173769408 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca2c021070 con 0x559a4c5373e0 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.763+0000 7fca1d7fa700 1 -- 172.21.15.98:0/173769408 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c003af0 con 0x559a4c5373e0 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- 172.21.15.98:0/173769408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 msgr2=0x559a4c537860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fca2c011d50 tx=0x7fca2c014000 comp rx=0 tx=0).stop 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- 172.21.15.98:0/173769408 shutdown_connections 2023-10-05T15:42:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c53e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c5366f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 --2- 172.21.15.98:0/173769408 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c537860 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- 172.21.15.98:0/173769408 >> 172.21.15.98:0/173769408 conn(0x559a4c4a6200 msgr2=0x559a4c52cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- 172.21.15.98:0/173769408 shutdown_connections 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- 172.21.15.98:0/173769408 wait complete. 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 -- start start 2023-10-05T15:42:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.764+0000 7fca499bab80 1 Processor -- start 2023-10-05T15:42:43.770 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.768+0000 7fca499bab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c53bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.770 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.768+0000 7fca499bab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c53c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.770 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.768+0000 7fca499bab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.768+0000 7fca499bab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c484dd0 con 0x559a4c5373e0 2023-10-05T15:42:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca499bab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c4216b0 con 0x559a4c537da0 2023-10-05T15:42:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca499bab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c421350 con 0x559a4c5362d0 2023-10-05T15:42:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca499bab80 10 client.0 _ll_register_callbacks cb 0x559a4c27e7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41172/0 (socket says 172.21.15.98:41172) 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 -- 172.21.15.98:0/2117093012 learned_addr learned my addr 172.21.15.98:0/2117093012 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 -- 172.21.15.98:0/2117093012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 msgr2=0x559a4c53bc60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c53bc60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 -- 172.21.15.98:0/2117093012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 msgr2=0x559a4c53c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.769+0000 7fca377fe700 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c53c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.770+0000 7fca377fe700 1 -- 172.21.15.98:0/2117093012 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca3819f1b0 con 0x559a4c537da0 2023-10-05T15:42:43.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.770+0000 7fca377fe700 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fca30007fd0 tx=0x7fca3000e8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90f3ad6e98320dab server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.770+0000 7fca1aff5700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:42:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.771+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca30016810 con 0x559a4c537da0 2023-10-05T15:42:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.771+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fca30016970 con 0x559a4c537da0 2023-10-05T15:42:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.771+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559a4c524d50 con 0x559a4c537da0 2023-10-05T15:42:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.771+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca30016b30 con 0x559a4c537da0 2023-10-05T15:42:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.772+0000 7fca499bab80 10 client.25988 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.772+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7fca300091b0 con 0x559a4c537da0 2023-10-05T15:42:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.773+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559a4c524d50 con 0x559a4c537da0 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.774+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fca30020440 con 0x559a4c537da0 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 10 client.25988 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 10 client.25988 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 20 client.25988 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c547b90 0x559a4c549fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 4 client.25988 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559a4c47ddb0 con 0x559a4c547b90 2023-10-05T15:42:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.775+0000 7fca36ffd700 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c547b90 0x559a4c549fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.776+0000 7fca36ffd700 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c547b90 0x559a4c549fb0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=996bd3db0696b738 server_cookie=4dabb42fd0d7fc25 in_seq=0 out_seq=0 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.776+0000 7fca1aff5700 10 client.25988 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.776+0000 7fca1aff5700 1 -- 172.21.15.98:0/2117093012 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559a4c47ddb0 con 0x559a4c547b90 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.776+0000 7fca1aff5700 10 client.25988 handle_command_reply: tid=0 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 client.25988 shutdown 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 msgr2=0x559a4c5431e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fca30007fd0 tx=0x7fca3000e8d0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 shutdown_connections 2023-10-05T15:42:43.779 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c547b90 0x559a4c549fb0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5431e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca1aff5700 0 client.25988 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c53bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 --2- 172.21.15.98:0/2117093012 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c53c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 >> 172.21.15.98:0/2117093012 conn(0x559a4c4a6200 msgr2=0x559a4c52c250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 shutdown_connections 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 1 -- 172.21.15.98:0/2117093012 wait complete. 2023-10-05T15:42:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.777+0000 7fca499bab80 20 client.25988 trim_cache size 0 max 16384 2023-10-05T15:42:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 Processor -- start 2023-10-05T15:42:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 -- start start 2023-10-05T15:42:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c535a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c3058c0 con 0x559a4c5373e0 2023-10-05T15:42:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c53b110 con 0x559a4c537da0 2023-10-05T15:42:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.795+0000 7fca499bab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c5371b0 con 0x559a4c5362d0 2023-10-05T15:42:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca36ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca367fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c535a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41180/0 (socket says 172.21.15.98:41180) 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca36ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35840/0 (socket says 172.21.15.98:35840) 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 -- 172.21.15.98:0/4017166313 learned_addr learned my addr 172.21.15.98:0/4017166313 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 -- 172.21.15.98:0/4017166313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 msgr2=0x559a4c535550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 -- 172.21.15.98:0/4017166313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 msgr2=0x559a4c535a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c535a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 -- 172.21.15.98:0/4017166313 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca2c017070 con 0x559a4c537da0 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca36ffd700 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca367fc700 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c535a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca377fe700 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fca300094f0 tx=0x7fca30020970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=687ba62b79c7fe7e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca1dffb700 1 -- 172.21.15.98:0/4017166313 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca30003a00 con 0x559a4c537da0 2023-10-05T15:42:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca1dffb700 1 -- 172.21.15.98:0/4017166313 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca3000f040 con 0x559a4c537da0 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.796+0000 7fca1dffb700 1 -- 172.21.15.98:0/4017166313 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca30005340 con 0x559a4c537da0 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- 172.21.15.98:0/4017166313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 msgr2=0x559a4c5345d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fca300094f0 tx=0x7fca30020970 comp rx=0 tx=0).stop 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- 172.21.15.98:0/4017166313 shutdown_connections 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c5345d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5362d0 0x559a4c535550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 --2- 172.21.15.98:0/4017166313 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5373e0 0x559a4c535a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- 172.21.15.98:0/4017166313 >> 172.21.15.98:0/4017166313 conn(0x559a4c4a6200 msgr2=0x559a4c54e950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- 172.21.15.98:0/4017166313 shutdown_connections 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- 172.21.15.98:0/4017166313 wait complete. 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.797+0000 7fca499bab80 1 -- start start 2023-10-05T15:42:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 Processor -- start 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5362d0 0x559a4c595bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c59a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c59ae80 con 0x559a4c5362d0 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c59aff0 con 0x559a4c537da0 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4c59b1b0 con 0x559a4c5373e0 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca499bab80 10 client.0 _ll_register_callbacks cb 0x7fca30007980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35848/0 (socket says 172.21.15.98:35848) 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 -- 172.21.15.98:0/3588811417 learned_addr learned my addr 172.21.15.98:0/3588811417 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca377fe700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c59a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca36ffd700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5362d0 0x559a4c595bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 -- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 msgr2=0x559a4c59a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c59a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 -- 172.21.15.98:0/3588811417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5362d0 msgr2=0x559a4c595bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5362d0 0x559a4c595bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.798+0000 7fca367fc700 1 -- 172.21.15.98:0/3588811417 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca280095f0 con 0x559a4c5373e0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca367fc700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0117d0 tx=0x7fca2c011800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d21d4ec83bccc779 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c02b040 con 0x559a4c5373e0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca2c021070 con 0x559a4c5373e0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fca2c00ed20 con 0x559a4c5373e0 2023-10-05T15:42:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca2c005040 con 0x559a4c5373e0 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 10 client.25900 fetch_fsmap learned FSMap version 34 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x559a4c2afd80 con 0x559a4c5373e0 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca2c021070 con 0x559a4c5373e0 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 34) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fca2c003b60 con 0x559a4c5373e0 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 10 client.25900 fetch_fsmap finished waiting for FSMap version 34 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 10 client.25900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 20 client.25900 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c59cc40 0x559a4c59f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 4 client.25900 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.799+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559a4c47dad0 con 0x559a4c59cc40 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.800+0000 7fca36ffd700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c59cc40 0x559a4c59f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.800+0000 7fca1aff5700 10 client.25900 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:43.808 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.800+0000 7fca36ffd700 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c59cc40 0x559a4c59f060 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82ec00e11cadb5e0 server_cookie=7e0b91e25b00dc82 in_seq=0 out_seq=0 2023-10-05T15:42:43.815 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.813+0000 7fca1aff5700 1 -- 172.21.15.98:0/3588811417 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559a4c47dad0 con 0x559a4c59cc40 2023-10-05T15:42:43.815 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.813+0000 7fca1aff5700 10 client.25900 handle_command_reply: tid=0 2023-10-05T15:42:43.815 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.813+0000 7fca499bab80 1 client.25900 shutdown 2023-10-05T15:42:43.816 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.814+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 msgr2=0x559a4c598100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.816 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.814+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0117d0 tx=0x7fca2c011800 comp rx=0 tx=0).stop 2023-10-05T15:42:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 shutdown_connections 2023-10-05T15:42:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x559a4c59cc40 0x559a4c59f060 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x559a4c537da0 0x559a4c59a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x559a4c5362d0 0x559a4c595bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 --2- 172.21.15.98:0/3588811417 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a4c5373e0 0x559a4c598100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 >> 172.21.15.98:0/3588811417 conn(0x559a4c4a6200 msgr2=0x559a4c535550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca1aff5700 0 client.25900 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 shutdown_connections 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.816+0000 7fca499bab80 1 -- 172.21.15.98:0/3588811417 wait complete. 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.817+0000 7fca499bab80 20 client.25900 trim_cache size 0 max 16384 2023-10-05T15:42:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:42:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:42:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:42:43.820 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:42:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 msgr2=0x7fca200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 0x7fca200a3940 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fca3810bbd0 tx=0x7fca2c009260 comp rx=0 tx=0).stop 2023-10-05T15:42:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 msgr2=0x7fca38199930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fca28009fd0 tx=0x7fca28009580 comp rx=0 tx=0).stop 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 shutdown_connections 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fca200a1480 0x7fca200a3940 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fca38101140 0x7fca3819e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca380ff5b0 0x7fca38199930 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 --2- 172.21.15.98:0/2992085337 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fca381007a0 0x7fca3819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 >> 172.21.15.98:0/2992085337 conn(0x7fca380fab20 msgr2=0x7fca380fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.819+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 shutdown_connections 2023-10-05T15:42:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:43.820+0000 7fca3d7d0700 1 -- 172.21.15.98:0/2992085337 wait complete. 2023-10-05T15:42:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:44 smithi098 ceph-mon[99243]: pgmap v449: 129 pgs: 129 active+clean; 65 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 368 op/s 2023-10-05T15:42:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:44 smithi173 ceph-mon[104029]: pgmap v449: 129 pgs: 129 active+clean; 65 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 368 op/s 2023-10-05T15:42:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:44 smithi115 ceph-mon[103691]: pgmap v449: 129 pgs: 129 active+clean; 65 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 368 op/s 2023-10-05T15:42:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:46 smithi098 ceph-mon[99243]: pgmap v450: 129 pgs: 129 active+clean; 67 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.5 MiB/s wr, 453 op/s 2023-10-05T15:42:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:46 smithi173 ceph-mon[104029]: pgmap v450: 129 pgs: 129 active+clean; 67 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.5 MiB/s wr, 453 op/s 2023-10-05T15:42:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:46 smithi115 ceph-mon[103691]: pgmap v450: 129 pgs: 129 active+clean; 67 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.5 MiB/s wr, 453 op/s 2023-10-05T15:42:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:47 smithi098 ceph-mon[99243]: pgmap v451: 129 pgs: 129 active+clean; 60 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.5 MiB/s wr, 518 op/s 2023-10-05T15:42:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:47 smithi173 ceph-mon[104029]: pgmap v451: 129 pgs: 129 active+clean; 60 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.5 MiB/s wr, 518 op/s 2023-10-05T15:42:48.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:47 smithi115 ceph-mon[103691]: pgmap v451: 129 pgs: 129 active+clean; 60 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.5 MiB/s wr, 518 op/s 2023-10-05T15:42:49.542 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x63d8bf1 2023-10-05T15:42:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:50 smithi098 ceph-mon[99243]: pgmap v452: 129 pgs: 129 active+clean; 59 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 559 op/s 2023-10-05T15:42:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:50 smithi173 ceph-mon[104029]: pgmap v452: 129 pgs: 129 active+clean; 59 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 559 op/s 2023-10-05T15:42:51.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:50 smithi115 ceph-mon[103691]: pgmap v452: 129 pgs: 129 active+clean; 59 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 559 op/s 2023-10-05T15:42:52.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:51 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:52.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:51 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:52.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:51 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:52.515 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x63e65d6 2023-10-05T15:42:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:52 smithi098 ceph-mon[99243]: pgmap v453: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 611 op/s 2023-10-05T15:42:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:52 smithi173 ceph-mon[104029]: pgmap v453: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 611 op/s 2023-10-05T15:42:53.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:52 smithi115 ceph-mon[103691]: pgmap v453: 129 pgs: 129 active+clean; 56 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 611 op/s 2023-10-05T15:42:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:54 smithi098 ceph-mon[99243]: pgmap v454: 129 pgs: 129 active+clean; 55 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 738 op/s 2023-10-05T15:42:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:54 smithi173 ceph-mon[104029]: pgmap v454: 129 pgs: 129 active+clean; 55 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 738 op/s 2023-10-05T15:42:55.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:54 smithi115 ceph-mon[103691]: pgmap v454: 129 pgs: 129 active+clean; 55 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 738 op/s 2023-10-05T15:42:55.601 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x63ea964 2023-10-05T15:42:56.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 -- 172.21.15.98:0/1028420568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f84241042a0 msgr2=0x7f8424106690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 --2- 172.21.15.98:0/1028420568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f84241042a0 0x7f8424106690 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f84140098f0 tx=0x7f8414009c00 comp rx=0 tx=0).stop 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 -- 172.21.15.98:0/1028420568 shutdown_connections 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 --2- 172.21.15.98:0/1028420568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8424106bd0 0x7f8424109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 --2- 172.21.15.98:0/1028420568 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424101970 0x7f8424103d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 --2- 172.21.15.98:0/1028420568 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f84241042a0 0x7f8424106690 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 -- 172.21.15.98:0/1028420568 >> 172.21.15.98:0/1028420568 conn(0x7f84240fb340 msgr2=0x7f84240fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.957+0000 7f842ba4a700 1 -- 172.21.15.98:0/1028420568 shutdown_connections 2023-10-05T15:42:56.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 -- 172.21.15.98:0/1028420568 wait complete. 2023-10-05T15:42:56.962 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 Processor -- start 2023-10-05T15:42:56.962 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 -- start start 2023-10-05T15:42:56.962 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8424101970 0x7f8424194b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.962 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84241042a0 0x7f8424195040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8424196520 con 0x7f8424106bd0 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8424196690 con 0x7f8424101970 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.958+0000 7f842ba4a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8424196850 con 0x7f84241042a0 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47404/0 (socket says 172.21.15.98:47404) 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 -- 172.21.15.98:0/2270243632 learned_addr learned my addr 172.21.15.98:0/2270243632 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8428fe5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84241042a0 0x7f8424195040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.963 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 -- 172.21.15.98:0/2270243632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84241042a0 msgr2=0x7f8424195040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84241042a0 0x7f8424195040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 -- 172.21.15.98:0/2270243632 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8424101970 msgr2=0x7f8424194b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8424101970 0x7f8424194b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 -- 172.21.15.98:0/2270243632 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84200095f0 con 0x7f8424106bd0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f8429fe7700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f841c012370 tx=0x7f841c00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f841a7fc700 1 -- 172.21.15.98:0/2270243632 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c01c070 con 0x7f8424106bd0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f841a7fc700 1 -- 172.21.15.98:0/2270243632 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f841c004bb0 con 0x7f8424106bd0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8414009520 con 0x7f8424106bd0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f841a7fc700 1 -- 172.21.15.98:0/2270243632 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c014040 con 0x7f8424106bd0 2023-10-05T15:42:56.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.959+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f842419d110 con 0x7f8424106bd0 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.962+0000 7f841a7fc700 1 -- 172.21.15.98:0/2270243632 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f841c004d20 con 0x7f8424106bd0 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.963+0000 7f841a7fc700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 0x7f84100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.963+0000 7f841a7fc700 1 -- 172.21.15.98:0/2270243632 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f841c0d0c40 con 0x7f8424106bd0 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.963+0000 7f84297e6700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 0x7f84100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.963+0000 7f84297e6700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 0x7f84100a3940 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f84200095c0 tx=0x7f8420009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 Processor -- start 2023-10-05T15:42:56.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 -- start start 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060762e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06077450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05fde400 con 0x557c06077990 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05fcfbc0 con 0x557c06076fd0 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8437c34b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05fcd4e0 con 0x557c06075ec0 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8428fe5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06077450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8428fe5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06077450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41206/0 (socket says 172.21.15.98:41206) 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f8428fe5700 1 -- 172.21.15.98:0/698778911 learned_addr learned my addr 172.21.15.98:0/698778911 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:56.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.964+0000 7f84297e6700 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060762e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.971 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 -- 172.21.15.98:0/698778911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 msgr2=0x557c060762e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.971 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060762e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 -- 172.21.15.98:0/698778911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 msgr2=0x557c06077450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06077450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 -- 172.21.15.98:0/698778911 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557c05df3d80 con 0x557c06077990 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f8429fe7700 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607e220 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f841c0ce440 tx=0x7f841c012f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b1b2ebb3eddab8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f840f7fe700 1 -- 172.21.15.98:0/698778911 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c09dca0 con 0x557c06077990 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f840f7fe700 1 -- 172.21.15.98:0/698778911 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f841c0a1df0 con 0x557c06077990 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.965+0000 7f840f7fe700 1 -- 172.21.15.98:0/698778911 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c0a5b10 con 0x557c06077990 2023-10-05T15:42:56.972 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 -- 172.21.15.98:0/698778911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 msgr2=0x557c0607e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607e220 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f841c0ce440 tx=0x7f841c012f50 comp rx=0 tx=0).stop 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 -- 172.21.15.98:0/698778911 shutdown_connections 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607e220 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060762e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 --2- 172.21.15.98:0/698778911 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06077450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 -- 172.21.15.98:0/698778911 >> 172.21.15.98:0/698778911 conn(0x557c05fea200 msgr2=0x557c06070bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 -- 172.21.15.98:0/698778911 shutdown_connections 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.966+0000 7f8437c34b80 1 -- 172.21.15.98:0/698778911 wait complete. 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.967+0000 7f8437c34b80 1 -- start start 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.967+0000 7f8437c34b80 1 Processor -- start 2023-10-05T15:42:56.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0607fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06080070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05fc8dd0 con 0x557c06077990 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05f656b0 con 0x557c06076fd0 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05f65350 con 0x557c06075ec0 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8437c34b80 10 client.0 _ll_register_callbacks cb 0x557c05dc27a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47418/0 (socket says 172.21.15.98:47418) 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 -- 172.21.15.98:0/1390885849 learned_addr learned my addr 172.21.15.98:0/1390885849 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8428fe5700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06080070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f84297e6700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0607fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 -- 172.21.15.98:0/1390885849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 msgr2=0x557c0607fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0607fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 -- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 msgr2=0x557c06080070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06080070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 -- 172.21.15.98:0/1390885849 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f842419d110 con 0x557c06077990 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f8429fe7700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f841c09a1a0 tx=0x7f841c004b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d189ebdaa5926415 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f840cff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.968+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c0a5fa0 con 0x557c06077990 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f841c09dca0 con 0x557c06077990 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557c06068d50 con 0x557c06077990 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7f841c017bc0 con 0x557c06077990 2023-10-05T15:42:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 10 client.16542 fetch_fsmap learned FSMap version 36 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x557c05ddcc00 con 0x557c06077990 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f841c067080 con 0x557c06077990 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 36) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f841c003a00 con 0x557c06077990 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 10 client.16542 fetch_fsmap finished waiting for FSMap version 36 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 10 client.16542 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 20 client.16542 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c0608b5d0 0x557c0608d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 4 client.16542 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.969+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557c05fc1db0 con 0x557c0608b5d0 2023-10-05T15:42:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.970+0000 7f84297e6700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c0608b5d0 0x557c0608d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.970+0000 7f840cff9700 10 client.16542 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.970+0000 7f84297e6700 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c0608b5d0 0x557c0608d9f0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44c25e61567c382a server_cookie=a7c5134457d616ef in_seq=0 out_seq=0 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f840cff9700 1 -- 172.21.15.98:0/1390885849 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x557c05fc1db0 con 0x557c0608b5d0 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f840cff9700 10 client.16542 handle_command_reply: tid=0 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 client.16542 shutdown 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 msgr2=0x557c060870b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f841c09a1a0 tx=0x7f841c004b30 comp rx=0 tx=0).stop 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 shutdown_connections 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c060870b0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0607fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c0608b5d0 0x557c0608d9f0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 --2- 172.21.15.98:0/1390885849 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06080070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 >> 172.21.15.98:0/1390885849 conn(0x557c05fea200 msgr2=0x557c06070250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f840cff9700 0 client.16542 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 shutdown_connections 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 1 -- 172.21.15.98:0/1390885849 wait complete. 2023-10-05T15:42:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.971+0000 7f8437c34b80 20 client.16542 trim_cache size 0 max 16384 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 Processor -- start 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 -- start start 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0608d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06087070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c05e498c0 con 0x557c06077990 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c06076dd0 con 0x557c06076fd0 2023-10-05T15:42:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8437c34b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c0606d890 con 0x557c06075ec0 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8428fe5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06087070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47426/0 (socket says 172.21.15.98:47426) 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 -- 172.21.15.98:0/3824496748 learned_addr learned my addr 172.21.15.98:0/3824496748 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f84297e6700 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0608d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 -- 172.21.15.98:0/3824496748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 msgr2=0x557c0608d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0608d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 -- 172.21.15.98:0/3824496748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 msgr2=0x557c06087070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.988+0000 7f8429fe7700 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06087070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.989+0000 7f8429fe7700 1 -- 172.21.15.98:0/3824496748 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557c05e1a1f0 con 0x557c06077990 2023-10-05T15:42:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.989+0000 7f8429fe7700 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f841c012a10 tx=0x7f841c012f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdbafdcc27f0247c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.989+0000 7f840ffff700 1 -- 172.21.15.98:0/3824496748 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c09cfd0 con 0x557c06077990 2023-10-05T15:42:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.989+0000 7f840ffff700 1 -- 172.21.15.98:0/3824496748 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557c06068d50 con 0x557c06077990 2023-10-05T15:42:56.993 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.989+0000 7f840ffff700 1 -- 172.21.15.98:0/3824496748 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c0a6030 con 0x557c06077990 2023-10-05T15:42:56.996 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- 172.21.15.98:0/3824496748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 msgr2=0x557c0607aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:56.996 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f841c012a10 tx=0x7f841c012f50 comp rx=0 tx=0).stop 2023-10-05T15:42:56.996 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- 172.21.15.98:0/3824496748 shutdown_connections 2023-10-05T15:42:56.996 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c0607aa20 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.996 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c0608d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- 172.21.15.98:0/3824496748 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06087070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- 172.21.15.98:0/3824496748 >> 172.21.15.98:0/3824496748 conn(0x557c05fea200 msgr2=0x557c060878e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- 172.21.15.98:0/3824496748 shutdown_connections 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- 172.21.15.98:0/3824496748 wait complete. 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- start start 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 Processor -- start 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06084930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c06085940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c06085e80 con 0x557c06077990 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c06085ff0 con 0x557c06076fd0 2023-10-05T15:42:56.997 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c060861b0 con 0x557c06075ec0 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f8437c34b80 10 client.0 _ll_register_callbacks cb 0x7f84200091e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.990+0000 7f84297e6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f8429fe7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c06085940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35888/0 (socket says 172.21.15.98:35888) 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 -- 172.21.15.98:0/514495930 learned_addr learned my addr 172.21.15.98:0/514495930 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 -- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 msgr2=0x557c06084930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06084930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 -- 172.21.15.98:0/514495930 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 msgr2=0x557c06085940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c06085940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 -- 172.21.15.98:0/514495930 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557c05ddcc00 con 0x557c06075ec0 2023-10-05T15:42:56.998 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f8429fe7700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c06085940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f84297e6700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x557c06075c60 tx=0x7f8420009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6e11aaf0dbd12f5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f840cff9700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8420024040 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f841c0a1df0 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8420004440 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8420004830 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f8437c34b80 10 client.25918 fetch_fsmap learned FSMap version 36 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.991+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x557c05df2250 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f841c0a1df0 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 36) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8420005050 con 0x557c06075ec0 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 10 client.25918 fetch_fsmap finished waiting for FSMap version 36 2023-10-05T15:42:56.999 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 10 client.25918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 20 client.25918 populate_metadata read hostname 'smithi098' 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c060dfac0 0x557c060e1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 4 client.25918 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557c05fc1ad0 con 0x557c060dfac0 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8428fe5700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c060dfac0 0x557c060e1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f840cff9700 10 client.25918 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:57.000 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:56.992+0000 7f8428fe5700 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c060dfac0 0x557c060e1ee0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7836a09133f6a21d server_cookie=263e44cc6b353324 in_seq=0 out_seq=0 2023-10-05T15:42:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.010+0000 7f840cff9700 1 -- 172.21.15.98:0/514495930 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557c05fc1ad0 con 0x557c060dfac0 2023-10-05T15:42:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.010+0000 7f840cff9700 10 client.25918 handle_command_reply: tid=0 2023-10-05T15:42:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.010+0000 7f8437c34b80 1 client.25918 shutdown 2023-10-05T15:42:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.010+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 msgr2=0x557c060843f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.010+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x557c06075c60 tx=0x7f8420009310 comp rx=0 tx=0).stop 2023-10-05T15:42:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 shutdown_connections 2023-10-05T15:42:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x557c06077990 0x557c06085940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557c06075ec0 0x557c060843f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x557c060dfac0 0x557c060e1ee0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 --2- 172.21.15.98:0/514495930 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x557c06076fd0 0x557c06084930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f840cff9700 0 client.25918 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 >> 172.21.15.98:0/514495930 conn(0x557c05fea200 msgr2=0x557c060878e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 shutdown_connections 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 1 -- 172.21.15.98:0/514495930 wait complete. 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f8437c34b80 20 client.25918 trim_cache size 0 max 16384 2023-10-05T15:42:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:42:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:42:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:42:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:42:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 msgr2=0x7f84100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 0x7f84100a3940 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f84200095c0 tx=0x7f8420009510 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.011+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 msgr2=0x7f8424195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f841c012370 tx=0x7f841c00ef90 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 shutdown_connections 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f84100a1480 0x7f84100a3940 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8424101970 0x7f8424194b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8424106bd0 0x7f8424195ec0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 --2- 172.21.15.98:0/2270243632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84241042a0 0x7f8424195040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 >> 172.21.15.98:0/2270243632 conn(0x7f84240fb340 msgr2=0x7f84241025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 shutdown_connections 2023-10-05T15:42:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:42:57.012+0000 7f842ba4a700 1 -- 172.21.15.98:0/2270243632 wait complete. 2023-10-05T15:42:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:56 smithi098 ceph-mon[99243]: pgmap v455: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 816 op/s 2023-10-05T15:42:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:56 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:56 smithi173 ceph-mon[104029]: pgmap v455: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 816 op/s 2023-10-05T15:42:57.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:56 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:57.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:56 smithi115 ceph-mon[103691]: pgmap v455: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 816 op/s 2023-10-05T15:42:57.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:56 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:42:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:42:57 smithi098 ceph-mon[99243]: pgmap v456: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.7 MiB/s wr, 751 op/s 2023-10-05T15:42:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:42:57 smithi173 ceph-mon[104029]: pgmap v456: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.7 MiB/s wr, 751 op/s 2023-10-05T15:42:58.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:42:57 smithi115 ceph-mon[103691]: pgmap v456: 129 pgs: 129 active+clean; 60 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.7 MiB/s wr, 751 op/s 2023-10-05T15:43:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:00 smithi098 ceph-mon[99243]: pgmap v457: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 746 op/s 2023-10-05T15:43:01.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:00 smithi173 ceph-mon[104029]: pgmap v457: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 746 op/s 2023-10-05T15:43:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:00 smithi115 ceph-mon[103691]: pgmap v457: 129 pgs: 129 active+clean; 59 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 746 op/s 2023-10-05T15:43:02.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:01 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:43:02.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:01 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:43:02.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:01 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:43:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:02 smithi098 ceph-mon[99243]: pgmap v458: 129 pgs: 129 active+clean; 62 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 729 op/s 2023-10-05T15:43:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:02 smithi173 ceph-mon[104029]: pgmap v458: 129 pgs: 129 active+clean; 62 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 729 op/s 2023-10-05T15:43:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:02 smithi115 ceph-mon[103691]: pgmap v458: 129 pgs: 129 active+clean; 62 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.6 MiB/s wr, 729 op/s 2023-10-05T15:43:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:04 smithi098 ceph-mon[99243]: pgmap v459: 129 pgs: 129 active+clean; 69 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:04 smithi173 ceph-mon[104029]: pgmap v459: 129 pgs: 129 active+clean; 69 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:05.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:04 smithi115 ceph-mon[103691]: pgmap v459: 129 pgs: 129 active+clean; 69 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:06 smithi098 ceph-mon[99243]: pgmap v460: 129 pgs: 129 active+clean; 72 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 797 op/s 2023-10-05T15:43:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:06 smithi173 ceph-mon[104029]: pgmap v460: 129 pgs: 129 active+clean; 72 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 797 op/s 2023-10-05T15:43:07.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:06 smithi115 ceph-mon[103691]: pgmap v460: 129 pgs: 129 active+clean; 72 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 797 op/s 2023-10-05T15:43:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:07 smithi098 ceph-mon[99243]: pgmap v461: 129 pgs: 129 active+clean; 63 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 726 op/s 2023-10-05T15:43:08.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:07 smithi173 ceph-mon[104029]: pgmap v461: 129 pgs: 129 active+clean; 63 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 726 op/s 2023-10-05T15:43:08.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:07 smithi115 ceph-mon[103691]: pgmap v461: 129 pgs: 129 active+clean; 63 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 726 op/s 2023-10-05T15:43:10.146 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- 172.21.15.98:0/1783178132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c100040 msgr2=0x7f2e5c1004c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.146 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 --2- 172.21.15.98:0/1783178132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c100040 0x7f2e5c1004c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c009990 tx=0x7f2e4c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- 172.21.15.98:0/1783178132 shutdown_connections 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 --2- 172.21.15.98:0/1783178132 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 --2- 172.21.15.98:0/1783178132 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 0x7f2e5c1082a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 --2- 172.21.15.98:0/1783178132 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c100040 0x7f2e5c1004c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- 172.21.15.98:0/1783178132 >> 172.21.15.98:0/1783178132 conn(0x7f2e5c0fab10 msgr2=0x7f2e5c0fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- 172.21.15.98:0/1783178132 shutdown_connections 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- 172.21.15.98:0/1783178132 wait complete. 2023-10-05T15:43:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 Processor -- start 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.142+0000 7f2e635c8700 1 -- start start 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 0x7f2e5c199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 0x7f2e5c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c19e9e0 con 0x7f2e5c1013f0 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c19eb20 con 0x7f2e5c100040 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c19ece0 con 0x7f2e5c100a00 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61364700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 0x7f2e5c199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47446/0 (socket says 172.21.15.98:47446) 2023-10-05T15:43:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61364700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 0x7f2e5c199970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41240/0 (socket says 172.21.15.98:41240) 2023-10-05T15:43:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e60b63700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 0x7f2e5c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 -- 172.21.15.98:0/917760546 learned_addr learned my addr 172.21.15.98:0/917760546 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 -- 172.21.15.98:0/917760546 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 msgr2=0x7f2e5c19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 0x7f2e5c19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 -- 172.21.15.98:0/917760546 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 msgr2=0x7f2e5c199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 0x7f2e5c199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 -- 172.21.15.98:0/917760546 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e4c0095f0 con 0x7f2e5c1013f0 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e61b65700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400ef30 tx=0x7f2e5400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e527fc700 1 -- 172.21.15.98:0/917760546 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e54018070 con 0x7f2e5c1013f0 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e5c19ef60 con 0x7f2e5c1013f0 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e5c19f430 con 0x7f2e5c1013f0 2023-10-05T15:43:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.143+0000 7f2e527fc700 1 -- 172.21.15.98:0/917760546 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e5400f040 con 0x7f2e5c1013f0 2023-10-05T15:43:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.144+0000 7f2e527fc700 1 -- 172.21.15.98:0/917760546 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400cc70 con 0x7f2e5c1013f0 2023-10-05T15:43:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.145+0000 7f2e527fc700 1 -- 172.21.15.98:0/917760546 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2e54003a00 con 0x7f2e5c1013f0 2023-10-05T15:43:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.146+0000 7f2e527fc700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 0x7f2e480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.146+0000 7f2e61364700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 0x7f2e480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.146+0000 7f2e527fc700 1 -- 172.21.15.98:0/917760546 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2e540cca90 con 0x7f2e5c1013f0 2023-10-05T15:43:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.146+0000 7f2e61364700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 0x7f2e480a3940 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c0ff9f0 tx=0x7f2e5800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.148+0000 7f2e6f7b2b80 1 Processor -- start 2023-10-05T15:43:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.151+0000 7f2e6f7b2b80 1 -- start start 2023-10-05T15:43:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.151+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 0x563774a26240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.151+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a2f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.151+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a30210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.151+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x56377498e400 con 0x563774a2fd90 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x56377497fbc0 con 0x563774a25e20 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x56377497d4e0 con 0x563774a26780 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e61364700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 0x563774a26240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e61364700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 0x563774a26240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41248/0 (socket says 172.21.15.98:41248) 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e61364700 1 -- 172.21.15.98:0/3991430463 learned_addr learned my addr 172.21.15.98:0/3991430463 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:10.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.152+0000 7f2e61b65700 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a30210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 -- 172.21.15.98:0/3991430463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 msgr2=0x563774a2f800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a2f800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 -- 172.21.15.98:0/3991430463 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 msgr2=0x563774a26240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 0x563774a26240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 -- 172.21.15.98:0/3991430463 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5637747a3d80 con 0x563774a2fd90 2023-10-05T15:43:10.156 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e61b65700 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a30210 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f2e54000f80 tx=0x7f2e540092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0b903dd029d88e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.157 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.154+0000 7f2e477fe700 1 -- 172.21.15.98:0/3991430463 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5409dc40 con 0x563774a2fd90 2023-10-05T15:43:10.157 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.155+0000 7f2e477fe700 1 -- 172.21.15.98:0/3991430463 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e540a1df0 con 0x563774a2fd90 2023-10-05T15:43:10.157 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.155+0000 7f2e477fe700 1 -- 172.21.15.98:0/3991430463 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e54099fb0 con 0x563774a2fd90 2023-10-05T15:43:10.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.156+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/3991430463 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 msgr2=0x563774a30210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.156+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a30210 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f2e54000f80 tx=0x7f2e540092e0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/3991430463 shutdown_connections 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a25e20 0x563774a26240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a30210 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/3991430463 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a2f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/3991430463 >> 172.21.15.98:0/3991430463 conn(0x56377499a200 msgr2=0x563774a20b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/3991430463 shutdown_connections 2023-10-05T15:43:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.158+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/3991430463 wait complete. 2023-10-05T15:43:10.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 -- start start 2023-10-05T15:43:10.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 Processor -- start 2023-10-05T15:43:10.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a26780 0x563774a28d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a2dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774978dd0 con 0x563774a25e20 2023-10-05T15:43:10.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637749156b0 con 0x563774a26780 2023-10-05T15:43:10.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774915350 con 0x563774a2fd90 2023-10-05T15:43:10.162 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e6f7b2b80 10 client.0 _ll_register_callbacks cb 0x5637747727a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.159+0000 7f2e61364700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47454/0 (socket says 172.21.15.98:47454) 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 -- 172.21.15.98:0/2033499048 learned_addr learned my addr 172.21.15.98:0/2033499048 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 -- 172.21.15.98:0/2033499048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 msgr2=0x563774a2dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a2dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 -- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a26780 msgr2=0x563774a28d40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a26780 0x563774a28d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 -- 172.21.15.98:0/2033499048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e5c19f430 con 0x563774a25e20 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e61364700 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f2e580116f0 tx=0x7f2e580047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd95fdbd2e71f17 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.164 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.160+0000 7f2e44ff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58004460 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2e58017070 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563774a18d50 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e58010e50 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e6f7b2b80 10 client.16560 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x56377478cc00 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.161+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563774a18d50 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2e5801f730 con 0x563774a25e20 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 10 client.16560 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 10 client.16560 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 20 client.16560 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:10.165 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774a4cb30 0x563774a4ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.166 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 4 client.16560 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:43:10.166 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563774971db0 con 0x563774a4cb30 2023-10-05T15:43:10.166 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e60b63700 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774a4cb30 0x563774a4ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e44ff9700 10 client.16560 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.162+0000 7f2e60b63700 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774a4cb30 0x563774a4ef70 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8aee394e106d94b server_cookie=39841eb83bea0921 in_seq=0 out_seq=0 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e44ff9700 1 -- 172.21.15.98:0/2033499048 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563774971db0 con 0x563774a4cb30 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e44ff9700 10 client.16560 handle_command_reply: tid=0 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 client.16560 shutdown 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 msgr2=0x563774a28800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f2e580116f0 tx=0x7f2e580047c0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 shutdown_connections 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a2dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a25e20 0x563774a28800 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.167 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774a4cb30 0x563774a4ef70 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/2033499048 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a26780 0x563774a28d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 >> 172.21.15.98:0/2033499048 conn(0x56377499a200 msgr2=0x563774a1f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.163+0000 7f2e44ff9700 0 client.16560 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.164+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 shutdown_connections 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.164+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/2033499048 wait complete. 2023-10-05T15:43:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.164+0000 7f2e6f7b2b80 20 client.16560 trim_cache size 0 max 16384 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 Processor -- start 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 -- start start 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a27470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a32dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637747f98c0 con 0x563774a26780 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774a219f0 con 0x563774a538d0 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774a283d0 con 0x563774a2fd90 2023-10-05T15:43:10.190 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47462/0 (socket says 172.21.15.98:47462) 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 -- 172.21.15.98:0/1795559822 learned_addr learned my addr 172.21.15.98:0/1795559822 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e60b63700 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a27470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61b65700 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a32dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 -- 172.21.15.98:0/1795559822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 msgr2=0x563774a27470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a27470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 -- 172.21.15.98:0/1795559822 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 msgr2=0x563774a32dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a32dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.187+0000 7f2e61364700 1 -- 172.21.15.98:0/1795559822 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5637747ca1f0 con 0x563774a26780 2023-10-05T15:43:10.191 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e61364700 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800bfa0 tx=0x7f2e5800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=461f0681254d32d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e47fff700 1 -- 172.21.15.98:0/1795559822 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58004460 con 0x563774a26780 2023-10-05T15:43:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e47fff700 1 -- 172.21.15.98:0/1795559822 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e58015070 con 0x563774a26780 2023-10-05T15:43:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e47fff700 1 -- 172.21.15.98:0/1795559822 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58003bf0 con 0x563774a26780 2023-10-05T15:43:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1795559822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 msgr2=0x563774a5c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.195 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.188+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800bfa0 tx=0x7f2e5800bfd0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1795559822 shutdown_connections 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a32dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a26780 0x563774a5c750 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1795559822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a2fd90 0x563774a27470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1795559822 >> 172.21.15.98:0/1795559822 conn(0x56377499a200 msgr2=0x563774a4eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1795559822 shutdown_connections 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1795559822 wait complete. 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 -- start start 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.189+0000 7f2e6f7b2b80 1 Processor -- start 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a5bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.196 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a5c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774a9fc10 con 0x563774a2fd90 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774a9fd80 con 0x563774a538d0 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x563774a9ff40 con 0x563774a26780 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e6f7b2b80 10 client.0 _ll_register_callbacks cb 0x7f2e58010cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e60b63700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a5c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e61b65700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e60b63700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a5c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47468/0 (socket says 172.21.15.98:47468) 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e61b65700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41268/0 (socket says 172.21.15.98:41268) 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e60b63700 1 -- 172.21.15.98:0/1097596001 learned_addr learned my addr 172.21.15.98:0/1097596001 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.190+0000 7f2e61364700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a5bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 -- 172.21.15.98:0/1097596001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 msgr2=0x563774a5bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a5bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 -- 172.21.15.98:0/1097596001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 msgr2=0x563774a5c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a5c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 -- 172.21.15.98:0/1097596001 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56377478cc00 con 0x563774a538d0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e61b65700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2e540997f0 tx=0x7f2e540998c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87dfb14e3e668176 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5409dc40 con 0x563774a538d0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f2e54004ad0 con 0x563774a538d0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2e540a1df0 con 0x563774a538d0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e540b2170 con 0x563774a538d0 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e6f7b2b80 10 client.26021 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x5637747a2250 con 0x563774a538d0 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e540a1df0 con 0x563774a538d0 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.191+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2e540a1960 con 0x563774a538d0 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 10 client.26021 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 10 client.26021 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 20 client.26021 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774aa13b0 0x563774aa37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 4 client.26021 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563774971ad0 con 0x563774aa13b0 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e61364700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774aa13b0 0x563774aa37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e44ff9700 10 client.26021 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.192+0000 7f2e61364700 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774aa13b0 0x563774aa37d0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ecc62521d661b99 server_cookie=b7b2ccd29881b5f7 in_seq=0 out_seq=0 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.202+0000 7f2e44ff9700 1 -- 172.21.15.98:0/1097596001 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563774971ad0 con 0x563774aa13b0 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.202+0000 7f2e44ff9700 10 client.26021 handle_command_reply: tid=0 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.202+0000 7f2e6f7b2b80 1 client.26021 shutdown 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 msgr2=0x563774a9f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2e540997f0 tx=0x7f2e540998c0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 shutdown_connections 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x563774aa13b0 0x563774aa37d0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x563774a538d0 0x563774a9f6d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563774a26780 0x563774a5bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.205 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 --2- 172.21.15.98:0/1097596001 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x563774a2fd90 0x563774a5c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e44ff9700 0 client.26021 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 >> 172.21.15.98:0/1097596001 conn(0x56377499a200 msgr2=0x563774a27470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 shutdown_connections 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 1 -- 172.21.15.98:0/1097596001 wait complete. 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.203+0000 7f2e6f7b2b80 20 client.26021 trim_cache size 0 max 16384 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:43:10.206 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:43:10.207 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:43:10.207 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 msgr2=0x7f2e480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.207 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 0x7f2e480a3940 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c0ff9f0 tx=0x7f2e5800b410 comp rx=0 tx=0).stop 2023-10-05T15:43:10.207 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 msgr2=0x7f2e5c19e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400ef30 tx=0x7f2e5400c3a0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 shutdown_connections 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f2e480a1480 0x7f2e480a3940 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f2e5c100040 0x7f2e5c199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f2e5c1013f0 0x7f2e5c19e410 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 --2- 172.21.15.98:0/917760546 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e5c100a00 0x7f2e5c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 >> 172.21.15.98:0/917760546 conn(0x7f2e5c0fab10 msgr2=0x7f2e5c0fcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 shutdown_connections 2023-10-05T15:43:10.208 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:10.204+0000 7f2e635c8700 1 -- 172.21.15.98:0/917760546 wait complete. 2023-10-05T15:43:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:10 smithi098 ceph-mon[99243]: pgmap v462: 129 pgs: 129 active+clean; 71 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:11.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:10 smithi173 ceph-mon[104029]: pgmap v462: 129 pgs: 129 active+clean; 71 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:10 smithi115 ceph-mon[103691]: pgmap v462: 129 pgs: 129 active+clean; 71 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 767 op/s 2023-10-05T15:43:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:12 smithi098 ceph-mon[99243]: pgmap v463: 129 pgs: 129 active+clean; 65 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 715 op/s 2023-10-05T15:43:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:12 smithi173 ceph-mon[104029]: pgmap v463: 129 pgs: 129 active+clean; 65 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 715 op/s 2023-10-05T15:43:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:12 smithi115 ceph-mon[103691]: pgmap v463: 129 pgs: 129 active+clean; 65 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 715 op/s 2023-10-05T15:43:14.520 INFO:tasks.workunit.client.0.smithi098.stdout:copying to largest ever: 0x63fd4d5 2023-10-05T15:43:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:14 smithi098 ceph-mon[99243]: pgmap v464: 129 pgs: 129 active+clean; 68 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 754 op/s 2023-10-05T15:43:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:14 smithi173 ceph-mon[104029]: pgmap v464: 129 pgs: 129 active+clean; 68 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 754 op/s 2023-10-05T15:43:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:14 smithi115 ceph-mon[103691]: pgmap v464: 129 pgs: 129 active+clean; 68 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 754 op/s 2023-10-05T15:43:17.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:16 smithi098 ceph-mon[99243]: pgmap v465: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 794 op/s 2023-10-05T15:43:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:16 smithi173 ceph-mon[104029]: pgmap v465: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 794 op/s 2023-10-05T15:43:17.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:16 smithi115 ceph-mon[103691]: pgmap v465: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 794 op/s 2023-10-05T15:43:18.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:17 smithi098 ceph-mon[99243]: pgmap v466: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 724 op/s 2023-10-05T15:43:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:17 smithi173 ceph-mon[104029]: pgmap v466: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 724 op/s 2023-10-05T15:43:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:17 smithi115 ceph-mon[103691]: pgmap v466: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 724 op/s 2023-10-05T15:43:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:20 smithi098 ceph-mon[99243]: pgmap v467: 129 pgs: 129 active+clean; 53 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 756 op/s 2023-10-05T15:43:21.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:20 smithi173 ceph-mon[104029]: pgmap v467: 129 pgs: 129 active+clean; 53 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 756 op/s 2023-10-05T15:43:21.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:20 smithi115 ceph-mon[103691]: pgmap v467: 129 pgs: 129 active+clean; 53 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 756 op/s 2023-10-05T15:43:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:22 smithi098 ceph-mon[99243]: pgmap v468: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 666 op/s 2023-10-05T15:43:23.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:22 smithi173 ceph-mon[104029]: pgmap v468: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 666 op/s 2023-10-05T15:43:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:22 smithi115 ceph-mon[103691]: pgmap v468: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 666 op/s 2023-10-05T15:43:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 -- 172.21.15.98:0/3937633842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102060 msgr2=0x7f892c1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 --2- 172.21.15.98:0/3937633842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102060 0x7f892c1024e0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f8914009990 tx=0x7f8914009ca0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 -- 172.21.15.98:0/3937633842 shutdown_connections 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 --2- 172.21.15.98:0/3937633842 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102a20 0x7f892c109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 --2- 172.21.15.98:0/3937633842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 --2- 172.21.15.98:0/3937633842 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102060 0x7f892c1024e0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 -- 172.21.15.98:0/3937633842 >> 172.21.15.98:0/3937633842 conn(0x7f892c0fc480 msgr2=0x7f892c0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 -- 172.21.15.98:0/3937633842 shutdown_connections 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.337+0000 7f8931f44700 1 -- 172.21.15.98:0/3937633842 wait complete. 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 Processor -- start 2023-10-05T15:43:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 -- start start 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102060 0x7f892c19d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 0x7f892c19e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19ed20 con 0x7f892c102a20 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19ee90 con 0x7f892c102060 2023-10-05T15:43:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8931f44700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19f050 con 0x7f892c100f10 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f892b7fe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f892b7fe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35940/0 (socket says 172.21.15.98:35940) 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f892b7fe700 1 -- 172.21.15.98:0/627069627 learned_addr learned my addr 172.21.15.98:0/627069627 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f8923fff700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102060 0x7f892c19d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.338+0000 7f892bfff700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 0x7f892c19e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 -- 172.21.15.98:0/627069627 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102060 msgr2=0x7f892c19d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102060 0x7f892c19d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 -- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 msgr2=0x7f892c19e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 0x7f892c19e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 -- 172.21.15.98:0/627069627 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89140095f0 con 0x7f892c100f10 2023-10-05T15:43:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892bfff700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 0x7f892c19e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f892b7fe700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e9a0 tx=0x7f891c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f89297fa700 1 -- 172.21.15.98:0/627069627 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c009790 con 0x7f892c100f10 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f892c19f330 con 0x7f892c100f10 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f892c1a5af0 con 0x7f892c100f10 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f89297fa700 1 -- 172.21.15.98:0/627069627 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f891c00cbd0 con 0x7f892c100f10 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.339+0000 7f89297fa700 1 -- 172.21.15.98:0/627069627 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c018680 con 0x7f892c100f10 2023-10-05T15:43:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.342+0000 7f89297fa700 1 -- 172.21.15.98:0/627069627 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f891c010430 con 0x7f892c100f10 2023-10-05T15:43:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.342+0000 7f89297fa700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 0x7f89180a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.342+0000 7f8923fff700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 0x7f89180a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.342+0000 7f89297fa700 1 -- 172.21.15.98:0/627069627 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f891c014070 con 0x7f892c100f10 2023-10-05T15:43:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f8923fff700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 0x7f89180a39c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f891400b2e0 tx=0x7f8914005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 Processor -- start 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 -- start start 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f12292e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 0x5580f122a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1231220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f1191400 con 0x5580f122a990 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f1182bc0 con 0x5580f1228ec0 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.343+0000 7f893e12eb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f11804e0 con 0x5580f1229fd0 2023-10-05T15:43:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1231220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1231220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47492/0 (socket says 172.21.15.98:47492) 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892bfff700 1 -- 172.21.15.98:0/2787626483 learned_addr learned my addr 172.21.15.98:0/2787626483 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f12292e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f8923fff700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 0x5580f122a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 -- 172.21.15.98:0/2787626483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 msgr2=0x5580f122a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 0x5580f122a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 -- 172.21.15.98:0/2787626483 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 msgr2=0x5580f1231220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1231220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 -- 172.21.15.98:0/2787626483 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5580f0fa6d80 con 0x5580f1228ec0 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f8923fff700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 0x5580f122a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:43:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f892b7fe700 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f12292e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e970 tx=0x7f891c099c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e770bb17966ffc6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f8921ffb700 1 -- 172.21.15.98:0/2787626483 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c09e120 con 0x5580f1228ec0 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f8921ffb700 1 -- 172.21.15.98:0/2787626483 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f891c09a210 con 0x5580f1228ec0 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.344+0000 7f8921ffb700 1 -- 172.21.15.98:0/2787626483 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c099700 con 0x5580f1228ec0 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- 172.21.15.98:0/2787626483 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 msgr2=0x5580f12292e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f12292e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e970 tx=0x7f891c099c40 comp rx=0 tx=0).stop 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- 172.21.15.98:0/2787626483 shutdown_connections 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f12292e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1231220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 --2- 172.21.15.98:0/2787626483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1229fd0 0x5580f122a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- 172.21.15.98:0/2787626483 >> 172.21.15.98:0/2787626483 conn(0x5580f119d200 msgr2=0x5580f1223bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- 172.21.15.98:0/2787626483 shutdown_connections 2023-10-05T15:43:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- 172.21.15.98:0/2787626483 wait complete. 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.345+0000 7f893e12eb80 1 -- start start 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 Processor -- start 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1232a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f1239fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f117bdd0 con 0x5580f1229fd0 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f11186b0 con 0x5580f1228ec0 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f1118350 con 0x5580f122a990 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f893e12eb80 10 client.0 _ll_register_callbacks cb 0x5580f0f757a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47496/0 (socket says 172.21.15.98:47496) 2023-10-05T15:43:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f892b7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1232a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 -- 172.21.15.98:0/1245124659 learned_addr learned my addr 172.21.15.98:0/1245124659 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f892bfff700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f1239fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 -- 172.21.15.98:0/1245124659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 msgr2=0x5580f1239fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f1239fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 -- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 msgr2=0x5580f1232a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1232a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 -- 172.21.15.98:0/1245124659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f892c1a5af0 con 0x5580f1229fd0 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1232a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f8923fff700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f8914015000 tx=0x7f891401a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6edbe31a10c7ad79 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.346+0000 7f890affd700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:43:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891402f610 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f891402f770 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5580f121bd50 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f891402f930 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 10 client.16578 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x5580f0f8fc00 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5580f121bd50 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8914024b70 con 0x5580f1229fd0 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 10 client.16578 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 10 client.16578 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 20 client.16578 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f123e740 0x5580f1240b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 4 client.16578 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:43:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.347+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5580f1174db0 con 0x5580f123e740 2023-10-05T15:43:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f123e740 0x5580f1240b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f890affd700 10 client.16578 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f123e740 0x5580f1240b60 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bee13ce6ef48a0c2 server_cookie=c052f31e8a663815 in_seq=0 out_seq=0 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f890affd700 1 -- 172.21.15.98:0/1245124659 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5580f1174db0 con 0x5580f123e740 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f890affd700 10 client.16578 handle_command_reply: tid=0 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.348+0000 7f893e12eb80 1 client.16578 shutdown 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 msgr2=0x5580f1232fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f8914015000 tx=0x7f891401a050 comp rx=0 tx=0).stop 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 shutdown_connections 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f123e740 0x5580f1240b60 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1232a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f1239fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f890affd700 0 client.16578 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1245124659 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1232fa0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 >> 172.21.15.98:0/1245124659 conn(0x5580f119d200 msgr2=0x5580f1223250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 shutdown_connections 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 1 -- 172.21.15.98:0/1245124659 wait complete. 2023-10-05T15:43:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.349+0000 7f893e12eb80 20 client.16578 trim_cache size 0 max 16384 2023-10-05T15:43:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 Processor -- start 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 -- start start 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f122d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f0ffc8c0 con 0x5580f1229fd0 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f122d450 con 0x5580f1228ec0 2023-10-05T15:43:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f893e12eb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f12325d0 con 0x5580f122a990 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f8923fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41300/0 (socket says 172.21.15.98:41300) 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f8923fff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47506/0 (socket says 172.21.15.98:47506) 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 -- 172.21.15.98:0/1819860586 learned_addr learned my addr 172.21.15.98:0/1819860586 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892bfff700 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f122d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 -- 172.21.15.98:0/1819860586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 msgr2=0x5580f122d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f122d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 -- 172.21.15.98:0/1819860586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 msgr2=0x5580f1239f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f892b7fe700 1 -- 172.21.15.98:0/1819860586 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5580f0fcd1f0 con 0x5580f1228ec0 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.366+0000 7f8923fff700 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.367+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e970 tx=0x7f891c09a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f92533b50e3a6304 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.367+0000 7f89227fc700 1 -- 172.21.15.98:0/1819860586 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c09e120 con 0x5580f1228ec0 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.367+0000 7f89227fc700 1 -- 172.21.15.98:0/1819860586 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f891c09e3e0 con 0x5580f1228ec0 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.367+0000 7f89227fc700 1 -- 172.21.15.98:0/1819860586 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c0b8520 con 0x5580f1228ec0 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.368+0000 7f893e12eb80 1 -- 172.21.15.98:0/1819860586 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 msgr2=0x5580f1223b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.368+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e970 tx=0x7f891c09a110 comp rx=0 tx=0).stop 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 -- 172.21.15.98:0/1819860586 shutdown_connections 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1228ec0 0x5580f1223b80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f122a990 0x5580f122d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1819860586 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f1229fd0 0x5580f1239f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 -- 172.21.15.98:0/1819860586 >> 172.21.15.98:0/1819860586 conn(0x5580f119d200 msgr2=0x5580f1223250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 -- 172.21.15.98:0/1819860586 shutdown_connections 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 -- 172.21.15.98:0/1819860586 wait complete. 2023-10-05T15:43:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 -- start start 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.369+0000 7f893e12eb80 1 Processor -- start 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 0x5580f12379f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1229fd0 0x5580f1237f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f1239480 con 0x5580f122a990 2023-10-05T15:43:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f12395f0 con 0x5580f1229fd0 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x5580f1239760 con 0x5580f1228ec0 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f893e12eb80 10 client.0 _ll_register_callbacks cb 0x7f891400bb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f892bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f892bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47508/0 (socket says 172.21.15.98:47508) 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f892bfff700 1 -- 172.21.15.98:0/1458069798 learned_addr learned my addr 172.21.15.98:0/1458069798 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.370+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 0x5580f12379f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892b7fe700 1 -- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1229fd0 msgr2=0x5580f1237f30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1229fd0 0x5580f1237f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892b7fe700 1 -- 172.21.15.98:0/1458069798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 msgr2=0x5580f1238f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892b7fe700 1 -- 172.21.15.98:0/1458069798 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5580f0f8fc00 con 0x5580f1228ec0 2023-10-05T15:43:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.371+0000 7f892bfff700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.373+0000 7f892b7fe700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 0x5580f12379f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c5b0 tx=0x7f891c005bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6609b598f6bd7a23 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.375+0000 7f890affd700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:43:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.375+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f891c0a25a0 con 0x5580f1228ec0 2023-10-05T15:43:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.375+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f891c0b82c0 con 0x5580f1228ec0 2023-10-05T15:43:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.378+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f891c09a210 con 0x5580f1228ec0 2023-10-05T15:43:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.380+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f891c0b84c0 con 0x5580f1228ec0 2023-10-05T15:43:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 10 client.25945 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x5580f0fa6d80 con 0x5580f1228ec0 2023-10-05T15:43:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f891c09a210 con 0x5580f1228ec0 2023-10-05T15:43:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f891c099170 con 0x5580f1228ec0 2023-10-05T15:43:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 10 client.25945 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 10 client.25945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 20 client.25945 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f12a3cb0 0x5580f12a60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 4 client.25945 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.381+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5580f1174ad0 con 0x5580f12a3cb0 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.382+0000 7f8923fff700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f12a3cb0 0x5580f12a60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.382+0000 7f890affd700 10 client.25945 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.382+0000 7f8923fff700 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f12a3cb0 0x5580f12a60a0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2420bcbbb20b290e server_cookie=f15ea3b93326c832 in_seq=0 out_seq=0 2023-10-05T15:43:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f890affd700 1 -- 172.21.15.98:0/1458069798 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5580f1174ad0 con 0x5580f12a3cb0 2023-10-05T15:43:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f890affd700 10 client.25945 handle_command_reply: tid=0 2023-10-05T15:43:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 client.25945 shutdown 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 msgr2=0x5580f12379f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 0x5580f12379f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c5b0 tx=0x7f891c005bb0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 shutdown_connections 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x5580f122a990 0x5580f1238f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5580f1228ec0 0x5580f12379f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x5580f12a3cb0 0x5580f12a60a0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 --2- 172.21.15.98:0/1458069798 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x5580f1229fd0 0x5580f1237f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f890affd700 0 client.25945 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 >> 172.21.15.98:0/1458069798 conn(0x5580f119d200 msgr2=0x5580f1223b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 shutdown_connections 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.391+0000 7f893e12eb80 1 -- 172.21.15.98:0/1458069798 wait complete. 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f893e12eb80 20 client.25945 trim_cache size 0 max 16384 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:43:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:43:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 msgr2=0x7f89180a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 0x7f89180a39c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f891400b2e0 tx=0x7f8914005fb0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 msgr2=0x7f892c19d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f891c00e9a0 tx=0x7f891c00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 shutdown_connections 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f89180a1500 0x7f89180a39c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f892c102a20 0x7f892c19e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f892c100f10 0x7f892c19d300 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 --2- 172.21.15.98:0/627069627 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f892c102060 0x7f892c19d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 >> 172.21.15.98:0/627069627 conn(0x7f892c0fc480 msgr2=0x7f892c0fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 shutdown_connections 2023-10-05T15:43:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:23.392+0000 7f8931f44700 1 -- 172.21.15.98:0/627069627 wait complete. 2023-10-05T15:43:25.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:24 smithi098 ceph-mon[99243]: pgmap v469: 129 pgs: 129 active+clean; 58 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 737 op/s 2023-10-05T15:43:25.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:24 smithi173 ceph-mon[104029]: pgmap v469: 129 pgs: 129 active+clean; 58 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 737 op/s 2023-10-05T15:43:25.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:24 smithi115 ceph-mon[103691]: pgmap v469: 129 pgs: 129 active+clean; 58 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 737 op/s 2023-10-05T15:43:27.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:26 smithi098 ceph-mon[99243]: pgmap v470: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 780 op/s 2023-10-05T15:43:27.150 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:26 smithi173 ceph-mon[104029]: pgmap v470: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 780 op/s 2023-10-05T15:43:27.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:26 smithi115 ceph-mon[103691]: pgmap v470: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 780 op/s 2023-10-05T15:43:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:27 smithi098 ceph-mon[99243]: pgmap v471: 129 pgs: 129 active+clean; 58 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 707 op/s 2023-10-05T15:43:28.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:27 smithi173 ceph-mon[104029]: pgmap v471: 129 pgs: 129 active+clean; 58 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 707 op/s 2023-10-05T15:43:28.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:27 smithi115 ceph-mon[103691]: pgmap v471: 129 pgs: 129 active+clean; 58 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 707 op/s 2023-10-05T15:43:31.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:30 smithi098 ceph-mon[99243]: pgmap v472: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 716 op/s 2023-10-05T15:43:31.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:30 smithi173 ceph-mon[104029]: pgmap v472: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 716 op/s 2023-10-05T15:43:31.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:30 smithi115 ceph-mon[103691]: pgmap v472: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 716 op/s 2023-10-05T15:43:33.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:32 smithi098 ceph-mon[99243]: pgmap v473: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:33.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:32 smithi173 ceph-mon[104029]: pgmap v473: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:33.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:32 smithi115 ceph-mon[103691]: pgmap v473: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:34.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:33 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:43:34.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:33 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:43:34.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:33 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:43:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:34 smithi098 ceph-mon[99243]: pgmap v474: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 749 op/s 2023-10-05T15:43:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:43:35.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:43:35.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:43:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:34 smithi173 ceph-mon[104029]: pgmap v474: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 749 op/s 2023-10-05T15:43:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:43:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:43:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:43:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:34 smithi115 ceph-mon[103691]: pgmap v474: 129 pgs: 129 active+clean; 56 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 749 op/s 2023-10-05T15:43:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:43:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:43:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:43:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/1719175570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280ff1b0 msgr2=0x7fbd280ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/1719175570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280ff1b0 0x7fbd280ff5d0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000b0a0 tx=0x7fbd2000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/1719175570 shutdown_connections 2023-10-05T15:43:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/1719175570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd281008d0 0x7fbd28105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/1719175570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280ff1b0 0x7fbd280ff5d0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/1719175570 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd280fff10 0x7fbd28100390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.538+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/1719175570 >> 172.21.15.98:0/1719175570 conn(0x7fbd280faac0 msgr2=0x7fbd280fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.539+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/1719175570 shutdown_connections 2023-10-05T15:43:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.540+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/1719175570 wait complete. 2023-10-05T15:43:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.541+0000 7fbd2d5dc700 1 Processor -- start 2023-10-05T15:43:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.541+0000 7fbd2d5dc700 1 -- start start 2023-10-05T15:43:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd280ff1b0 0x7fbd2819d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 0x7fbd2819e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd2819eeb0 con 0x7fbd280fff10 2023-10-05T15:43:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd2819f020 con 0x7fbd281008d0 2023-10-05T15:43:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd2d5dc700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd2819f1e0 con 0x7fbd280ff1b0 2023-10-05T15:43:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47522/0 (socket says 172.21.15.98:47522) 2023-10-05T15:43:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 -- 172.21.15.98:0/2460157420 learned_addr learned my addr 172.21.15.98:0/2460157420 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd277fe700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 0x7fbd2819e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd280ff1b0 0x7fbd2819d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 -- 172.21.15.98:0/2460157420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd280ff1b0 msgr2=0x7fbd2819d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd280ff1b0 0x7fbd2819d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 -- 172.21.15.98:0/2460157420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 msgr2=0x7fbd2819e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 0x7fbd2819e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd267fc700 1 -- 172.21.15.98:0/2460157420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd20009d00 con 0x7fbd280fff10 2023-10-05T15:43:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.542+0000 7fbd277fe700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 0x7fbd2819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd267fc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c00e9a0 tx=0x7fbd1c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd0ffff700 1 -- 172.21.15.98:0/2460157420 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c009790 con 0x7fbd280fff10 2023-10-05T15:43:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd2819f4c0 con 0x7fbd280fff10 2023-10-05T15:43:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd0ffff700 1 -- 172.21.15.98:0/2460157420 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd1c00cbd0 con 0x7fbd280fff10 2023-10-05T15:43:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd0ffff700 1 -- 172.21.15.98:0/2460157420 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c018680 con 0x7fbd280fff10 2023-10-05T15:43:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.543+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd281a5c80 con 0x7fbd280fff10 2023-10-05T15:43:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.546+0000 7fbd0ffff700 1 -- 172.21.15.98:0/2460157420 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbd1c00cd40 con 0x7fbd280fff10 2023-10-05T15:43:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd0ffff700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 0x7fbd100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd0ffff700 1 -- 172.21.15.98:0/2460157420 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbd1c014070 con 0x7fbd280fff10 2023-10-05T15:43:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 0x7fbd100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd397c6b80 1 Processor -- start 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 0x7fbd100a3940 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbd20009fd0 tx=0x7fbd2000b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.547+0000 7fbd397c6b80 1 -- start start 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f18fd0 0x556029f19450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f19990 0x556029f20220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e80400 con 0x556029f17ec0 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e71bc0 con 0x556029f18fd0 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e6f4e0 con 0x556029f19990 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47528/0 (socket says 172.21.15.98:47528) 2023-10-05T15:43:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 -- 172.21.15.98:0/2197020882 learned_addr learned my addr 172.21.15.98:0/2197020882 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd267fc700 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f18fd0 0x556029f19450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd277fe700 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f19990 0x556029f20220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 -- 172.21.15.98:0/2197020882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f19990 msgr2=0x556029f20220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f19990 0x556029f20220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 -- 172.21.15.98:0/2197020882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f18fd0 msgr2=0x556029f19450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f18fd0 0x556029f19450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 -- 172.21.15.98:0/2197020882 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556029c95d80 con 0x556029f17ec0 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.548+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fbd200076a0 tx=0x7fbd2001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=355b00ac7da73164 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd0d7fa700 1 -- 172.21.15.98:0/2197020882 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2000be60 con 0x556029f17ec0 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd0d7fa700 1 -- 172.21.15.98:0/2197020882 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd20005040 con 0x556029f17ec0 2023-10-05T15:43:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd0d7fa700 1 -- 172.21.15.98:0/2197020882 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2001b690 con 0x556029f17ec0 2023-10-05T15:43:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 -- 172.21.15.98:0/2197020882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 msgr2=0x556029f182e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fbd200076a0 tx=0x7fbd2001b000 comp rx=0 tx=0).stop 2023-10-05T15:43:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 -- 172.21.15.98:0/2197020882 shutdown_connections 2023-10-05T15:43:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f19990 0x556029f20220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f17ec0 0x556029f182e0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/2197020882 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f18fd0 0x556029f19450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.549+0000 7fbd397c6b80 1 -- 172.21.15.98:0/2197020882 >> 172.21.15.98:0/2197020882 conn(0x556029e8c200 msgr2=0x556029f12bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 -- 172.21.15.98:0/2197020882 shutdown_connections 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 -- 172.21.15.98:0/2197020882 wait complete. 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 -- start start 2023-10-05T15:43:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 Processor -- start 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f22150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f29190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e6add0 con 0x556029f18fd0 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.550+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e076b0 con 0x556029f19990 2023-10-05T15:43:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029e07350 con 0x556029f17ec0 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd397c6b80 10 client.0 _ll_register_callbacks cb 0x556029c647a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:35994/0 (socket says 172.21.15.98:35994) 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1663125034 learned_addr learned my addr 172.21.15.98:0/1663125034 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f22150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd277fe700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f29190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 msgr2=0x556029f29190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f29190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1663125034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 msgr2=0x556029f22150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f22150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.574 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1663125034 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd28105ba0 con 0x556029f17ec0 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f22150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbd20000f80 tx=0x7fbd20005490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bbce3104ccc8961 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd20004e60 con 0x556029f17ec0 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbd20023040 con 0x556029f17ec0 2023-10-05T15:43:36.575 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.551+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556029f0ad50 con 0x556029f17ec0 2023-10-05T15:43:36.576 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd20005720 con 0x556029f17ec0 2023-10-05T15:43:36.576 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 10 client.25957 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:36.576 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x556029c7ec00 con 0x556029f17ec0 2023-10-05T15:43:36.576 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556029f0ad50 con 0x556029f17ec0 2023-10-05T15:43:36.576 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fbd20027510 con 0x556029f17ec0 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 10 client.25957 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 10 client.25957 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 20 client.25957 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f2d590 0x556029f2f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 4 client.25957 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556029e63db0 con 0x556029f2d590 2023-10-05T15:43:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.552+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f2d590 0x556029f2f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.553+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f2d590 0x556029f2f9b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3788f337220c70cf server_cookie=62cba0864202a651 in_seq=0 out_seq=0 2023-10-05T15:43:36.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.553+0000 7fbd0aff5700 10 client.25957 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:36.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1663125034 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556029e63db0 con 0x556029f2d590 2023-10-05T15:43:36.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd0aff5700 10 client.25957 handle_command_reply: tid=0 2023-10-05T15:43:36.578 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 client.25957 shutdown 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 msgr2=0x556029f21c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbd20000f80 tx=0x7fbd20005490 comp rx=0 tx=0).stop 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 shutdown_connections 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f2d590 0x556029f2f9b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f29190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd0aff5700 0 client.25957 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f21c10 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.554+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1663125034 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f22150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.555+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 >> 172.21.15.98:0/1663125034 conn(0x556029e8c200 msgr2=0x556029f12250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.555+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 shutdown_connections 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.555+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1663125034 wait complete. 2023-10-05T15:43:36.580 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.555+0000 7fbd397c6b80 20 client.25957 trim_cache size 0 max 16384 2023-10-05T15:43:36.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 Processor -- start 2023-10-05T15:43:36.593 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 -- start start 2023-10-05T15:43:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f212c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f1fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029ceb8c0 con 0x556029f18fd0 2023-10-05T15:43:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029f0f860 con 0x556029f19990 2023-10-05T15:43:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029f22d90 con 0x556029f17ec0 2023-10-05T15:43:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd267fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd267fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47542/0 (socket says 172.21.15.98:47542) 2023-10-05T15:43:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd267fc700 1 -- 172.21.15.98:0/3554053123 learned_addr learned my addr 172.21.15.98:0/3554053123 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f212c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.571+0000 7fbd277fe700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f1fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 -- 172.21.15.98:0/3554053123 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 msgr2=0x556029f1fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f1fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 -- 172.21.15.98:0/3554053123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 msgr2=0x556029f29150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 -- 172.21.15.98:0/3554053123 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556029cbc1f0 con 0x556029f17ec0 2023-10-05T15:43:36.597 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd267fc700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f212c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbd20009a20 tx=0x7fbd20005a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44dbb1fc5396b412 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd0dffb700 1 -- 172.21.15.98:0/3554053123 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd200057b0 con 0x556029f17ec0 2023-10-05T15:43:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd0dffb700 1 -- 172.21.15.98:0/3554053123 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd20020070 con 0x556029f17ec0 2023-10-05T15:43:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.572+0000 7fbd0dffb700 1 -- 172.21.15.98:0/3554053123 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2001b690 con 0x556029f17ec0 2023-10-05T15:43:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- 172.21.15.98:0/3554053123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 msgr2=0x556029f212c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f212c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbd20009a20 tx=0x7fbd20005a80 comp rx=0 tx=0).stop 2023-10-05T15:43:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- 172.21.15.98:0/3554053123 shutdown_connections 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f1fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f212c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/3554053123 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f29150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- 172.21.15.98:0/3554053123 >> 172.21.15.98:0/3554053123 conn(0x556029e8c200 msgr2=0x556029f20860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- 172.21.15.98:0/3554053123 shutdown_connections 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- 172.21.15.98:0/3554053123 wait complete. 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- start start 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 Processor -- start 2023-10-05T15:43:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f26d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f27d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029f28270 con 0x556029f18fd0 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029f283e0 con 0x556029f19990 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x556029f285a0 con 0x556029f17ec0 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.573+0000 7fbd397c6b80 10 client.0 _ll_register_callbacks cb 0x7fbd1c010b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd267fc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f26d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36008/0 (socket says 172.21.15.98:36008) 2023-10-05T15:43:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1650554274 learned_addr learned my addr 172.21.15.98:0/1650554274 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd277fe700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f27d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 msgr2=0x556029f27d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f27d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1650554274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 msgr2=0x556029f26d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f26d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 -- 172.21.15.98:0/1650554274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd281a5c80 con 0x556029f17ec0 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd26ffd700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000d010 tx=0x7fbd20004e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e43d1956bda452c1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:43:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd20027410 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbd20027a40 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbd20005040 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd20027c00 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd397c6b80 10 client.25963 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.574+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x556029c7ec00 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd20005040 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fbd2001b430 con 0x556029f17ec0 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 10 client.25963 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 10 client.25963 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 20 client.25963 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f817b0 0x556029f83bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 4 client.25963 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556029e63ad0 con 0x556029f817b0 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f817b0 0x556029f83bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd0aff5700 10 client.25963 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.575+0000 7fbd267fc700 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f817b0 0x556029f83bd0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acda0d2d8bc8d625 server_cookie=cab0c69d8cbf626d in_seq=0 out_seq=0 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.584+0000 7fbd0aff5700 1 -- 172.21.15.98:0/1650554274 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556029e63ad0 con 0x556029f817b0 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd0aff5700 10 client.25963 handle_command_reply: tid=0 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 client.25963 shutdown 2023-10-05T15:43:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 msgr2=0x556029f267e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000d010 tx=0x7fbd20004e90 comp rx=0 tx=0).stop 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 shutdown_connections 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x556029f817b0 0x556029f83bd0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x556029f19990 0x556029f27d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd0aff5700 0 client.25963 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556029f17ec0 0x556029f267e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 --2- 172.21.15.98:0/1650554274 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x556029f18fd0 0x556029f26d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 >> 172.21.15.98:0/1650554274 conn(0x556029e8c200 msgr2=0x556029f1fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 shutdown_connections 2023-10-05T15:43:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 1 -- 172.21.15.98:0/1650554274 wait complete. 2023-10-05T15:43:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd397c6b80 20 client.25963 trim_cache size 0 max 16384 2023-10-05T15:43:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:43:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:43:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:43:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 msgr2=0x7fbd100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 0x7fbd100a3940 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbd20009fd0 tx=0x7fbd2000b720 comp rx=0 tx=0).stop 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 msgr2=0x7fbd2819d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c00e9a0 tx=0x7fbd1c00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 shutdown_connections 2023-10-05T15:43:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd100a1480 0x7fbd100a3940 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd281008d0 0x7fbd2819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd280ff1b0 0x7fbd2819d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 --2- 172.21.15.98:0/2460157420 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd280fff10 0x7fbd2819d9d0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.585+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 >> 172.21.15.98:0/2460157420 conn(0x7fbd280faac0 msgr2=0x7fbd280fb730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.586+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 shutdown_connections 2023-10-05T15:43:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:36.586+0000 7fbd2d5dc700 1 -- 172.21.15.98:0/2460157420 wait complete. 2023-10-05T15:43:36.711 INFO:tasks.workunit.client.0.smithi098.stdout:30000 mapread 0x11b12cb thru 0x11b885f (0x7595 bytes) 2023-10-05T15:43:37.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:36 smithi098 ceph-mon[99243]: pgmap v475: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 782 op/s 2023-10-05T15:43:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:36 smithi173 ceph-mon[104029]: pgmap v475: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 782 op/s 2023-10-05T15:43:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:36 smithi115 ceph-mon[103691]: pgmap v475: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 782 op/s 2023-10-05T15:43:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:37 smithi098 ceph-mon[99243]: pgmap v476: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 704 op/s 2023-10-05T15:43:38.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:37 smithi173 ceph-mon[104029]: pgmap v476: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 704 op/s 2023-10-05T15:43:38.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:37 smithi115 ceph-mon[103691]: pgmap v476: 129 pgs: 129 active+clean; 73 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 704 op/s 2023-10-05T15:43:41.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:40 smithi098 ceph-mon[99243]: pgmap v477: 129 pgs: 129 active+clean; 65 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 706 op/s 2023-10-05T15:43:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:40 smithi173 ceph-mon[104029]: pgmap v477: 129 pgs: 129 active+clean; 65 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 706 op/s 2023-10-05T15:43:41.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:40 smithi115 ceph-mon[103691]: pgmap v477: 129 pgs: 129 active+clean; 65 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 706 op/s 2023-10-05T15:43:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:42 smithi098 ceph-mon[99243]: pgmap v478: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 684 op/s 2023-10-05T15:43:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:42 smithi173 ceph-mon[104029]: pgmap v478: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 684 op/s 2023-10-05T15:43:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:42 smithi115 ceph-mon[103691]: pgmap v478: 129 pgs: 129 active+clean; 62 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 684 op/s 2023-10-05T15:43:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:44 smithi098 ceph-mon[99243]: pgmap v479: 129 pgs: 129 active+clean; 58 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 727 op/s 2023-10-05T15:43:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:44 smithi173 ceph-mon[104029]: pgmap v479: 129 pgs: 129 active+clean; 58 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 727 op/s 2023-10-05T15:43:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:44 smithi115 ceph-mon[103691]: pgmap v479: 129 pgs: 129 active+clean; 58 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 727 op/s 2023-10-05T15:43:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:46 smithi098 ceph-mon[99243]: pgmap v480: 129 pgs: 129 active+clean; 64 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 767 op/s 2023-10-05T15:43:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:46 smithi173 ceph-mon[104029]: pgmap v480: 129 pgs: 129 active+clean; 64 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 767 op/s 2023-10-05T15:43:47.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:46 smithi115 ceph-mon[103691]: pgmap v480: 129 pgs: 129 active+clean; 64 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 767 op/s 2023-10-05T15:43:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:47 smithi098 ceph-mon[99243]: pgmap v481: 129 pgs: 129 active+clean; 60 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.6 MiB/s wr, 707 op/s 2023-10-05T15:43:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:47 smithi173 ceph-mon[104029]: pgmap v481: 129 pgs: 129 active+clean; 60 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.6 MiB/s wr, 707 op/s 2023-10-05T15:43:48.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:47 smithi115 ceph-mon[103691]: pgmap v481: 129 pgs: 129 active+clean; 60 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 1.6 MiB/s wr, 707 op/s 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.725+0000 7f92a0cc7700 1 -- 172.21.15.98:0/1815105461 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 msgr2=0x7f929c0732e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.725+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/1815105461 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 0x7f929c0732e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f928c009990 tx=0x7f928c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.727+0000 7f92a0cc7700 1 -- 172.21.15.98:0/1815105461 shutdown_connections 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.727+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/1815105461 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 0x7f929c0732e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.727+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/1815105461 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f929c108dc0 0x7f929c10b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.727+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/1815105461 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c0738b0 0x7f929c073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.727+0000 7f92a0cc7700 1 -- 172.21.15.98:0/1815105461 >> 172.21.15.98:0/1815105461 conn(0x7f929c0fc460 msgr2=0x7f929c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.729+0000 7f92a0cc7700 1 -- 172.21.15.98:0/1815105461 shutdown_connections 2023-10-05T15:43:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.729+0000 7f92a0cc7700 1 -- 172.21.15.98:0/1815105461 wait complete. 2023-10-05T15:43:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 Processor -- start 2023-10-05T15:43:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 -- start start 2023-10-05T15:43:49.733 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f929c0738b0 0x7f929c194b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 0x7f929c195090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929c196570 con 0x7f929c108dc0 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929c1966e0 con 0x7f929c074e90 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f92a0cc7700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929c1968a0 con 0x7f929c0738b0 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f929ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f929ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47562/0 (socket says 172.21.15.98:47562) 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.730+0000 7f929ad9d700 1 -- 172.21.15.98:0/355749301 learned_addr learned my addr 172.21.15.98:0/355749301 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 -- 172.21.15.98:0/355749301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f929c0738b0 msgr2=0x7f929c194b50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:43:49.734 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f929c0738b0 0x7f929c194b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 -- 172.21.15.98:0/355749301 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 msgr2=0x7f929c195090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 0x7f929c195090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 -- 172.21.15.98:0/355749301 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928c0095f0 con 0x7f929c108dc0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.731+0000 7f929ad9d700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f929400b970 tx=0x7f929400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.732+0000 7f928b7fe700 1 -- 172.21.15.98:0/355749301 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f929401d9c0 con 0x7f929c108dc0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.732+0000 7f928b7fe700 1 -- 172.21.15.98:0/355749301 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9294025440 con 0x7f929c108dc0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.732+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f929c196b80 con 0x7f929c108dc0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.732+0000 7f928b7fe700 1 -- 172.21.15.98:0/355749301 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92940075d0 con 0x7f929c108dc0 2023-10-05T15:43:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.732+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f929c06ab30 con 0x7f929c108dc0 2023-10-05T15:43:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.737+0000 7f92aceb1b80 1 Processor -- start 2023-10-05T15:43:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.737+0000 7f92aceb1b80 1 -- start start 2023-10-05T15:43:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.737+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e25a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e1c2400 con 0x55906e25b990 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e1b3bc0 con 0x55906e25afd0 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e1b14e0 con 0x55906e259ec0 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f929a59c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47572/0 (socket says 172.21.15.98:47572) 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f929a59c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41368/0 (socket says 172.21.15.98:41368) 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 -- 172.21.15.98:0/1119221620 learned_addr learned my addr 172.21.15.98:0/1119221620 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e25a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 -- 172.21.15.98:0/1119221620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 msgr2=0x55906e25a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e25a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 -- 172.21.15.98:0/1119221620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 msgr2=0x55906e25b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 -- 172.21.15.98:0/1119221620 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55906dfd7d80 con 0x55906e25b990 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f929a59c700 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f92900094f0 tx=0x7f9290009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b530cb1158076e9b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9288ff9700 1 -- 172.21.15.98:0/1119221620 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92900132d0 con 0x55906e25b990 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9288ff9700 1 -- 172.21.15.98:0/1119221620 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9290019020 con 0x55906e25b990 2023-10-05T15:43:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.738+0000 7f9288ff9700 1 -- 172.21.15.98:0/1119221620 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9290003cb0 con 0x55906e25b990 2023-10-05T15:43:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1119221620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 msgr2=0x55906e262220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f92900094f0 tx=0x7f9290009740 comp rx=0 tx=0).stop 2023-10-05T15:43:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f928b7fe700 1 -- 172.21.15.98:0/355749301 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f92940258b0 con 0x7f929c108dc0 2023-10-05T15:43:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1119221620 shutdown_connections 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e262220 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e25a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1119221620 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e25b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.739+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1119221620 >> 172.21.15.98:0/1119221620 conn(0x55906e1ce200 msgr2=0x55906e254bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.740+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1119221620 shutdown_connections 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.740+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1119221620 wait complete. 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.740+0000 7f92aceb1b80 1 -- start start 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.740+0000 7f92aceb1b80 1 Processor -- start 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f928b7fe700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 0x7f92840ac0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e263c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e264150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e1acdd0 con 0x55906e25b990 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e1496b0 con 0x55906e25afd0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e149350 con 0x55906e259ec0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f92aceb1b80 10 client.0 _ll_register_callbacks cb 0x55906dfa67a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f9299d9b700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 0x7f92840ac0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f928b7fe700 1 -- 172.21.15.98:0/355749301 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9294006e40 con 0x7f929c108dc0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f929ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f929ad9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47576/0 (socket says 172.21.15.98:47576) 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f929ad9d700 1 -- 172.21.15.98:0/1118690985 learned_addr learned my addr 172.21.15.98:0/1118690985 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e264150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f929ad9d700 1 -- 172.21.15.98:0/1118690985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 msgr2=0x55906e263c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.741+0000 7f929a59c700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e263c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e263c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929ad9d700 1 -- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 msgr2=0x55906e264150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e264150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929ad9d700 1 -- 172.21.15.98:0/1118690985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f929c10be50 con 0x55906e25b990 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e264150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929a59c700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e263c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f9299d9b700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 0x7f92840ac0d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9290013e80 tx=0x7f92900134c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f92940a71b0 tx=0x7f92940aaec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fd94d47e75e9e52 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f9281ffb700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9294076290 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f9294076e60 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.743+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55906e24cd50 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92940aa740 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 10 client.16614 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x7f92900135a0 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55906e24cd50 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f92940950f0 con 0x55906e25b990 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 10 client.16614 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 10 client.16614 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 20 client.16614 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e26f9b0 0x55906e271da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 4 client.16614 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55906e1a5db0 con 0x55906e26f9b0 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.744+0000 7f929a59c700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e26f9b0 0x55906e271da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.745+0000 7f9281ffb700 10 client.16614 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.745+0000 7f929a59c700 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e26f9b0 0x55906e271da0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2ed7453fb2e0521 server_cookie=dc9e7d23dfdd0b32 in_seq=0 out_seq=0 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f9281ffb700 1 -- 172.21.15.98:0/1118690985 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55906e1a5db0 con 0x55906e26f9b0 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f9281ffb700 10 client.16614 handle_command_reply: tid=0 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 client.16614 shutdown 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 msgr2=0x55906e26b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f92940a71b0 tx=0x7f92940aaec0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 shutdown_connections 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e26b190 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e263c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e26f9b0 0x55906e271da0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1118690985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e264150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f9281ffb700 0 client.16614 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 >> 172.21.15.98:0/1118690985 conn(0x55906e1ce200 msgr2=0x55906e254250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 shutdown_connections 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1118690985 wait complete. 2023-10-05T15:43:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.746+0000 7f92aceb1b80 20 client.16614 trim_cache size 0 max 16384 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.764+0000 7f92aceb1b80 1 Processor -- start 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.764+0000 7f92aceb1b80 1 -- start start 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 0x55906e2632c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e25afd0 0x55906e26b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 0x55906e254b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e02d8c0 con 0x55906e259ec0 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e2630c0 con 0x55906e25b990 2023-10-05T15:43:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e26f500 con 0x55906e25afd0 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 0x55906e2632c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 0x55906e2632c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47582/0 (socket says 172.21.15.98:47582) 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 0x55906e254b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929a59c700 1 -- 172.21.15.98:0/1243671297 learned_addr learned my addr 172.21.15.98:0/1243671297 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e25afd0 0x55906e26b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 -- 172.21.15.98:0/1243671297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e25afd0 msgr2=0x55906e26b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e25afd0 0x55906e26b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 -- 172.21.15.98:0/1243671297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 msgr2=0x55906e2632c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 0x55906e2632c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 -- 172.21.15.98:0/1243671297 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55906dfc0c00 con 0x55906e25b990 2023-10-05T15:43:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 0x55906e254b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f929402b670 tx=0x7f92940a8cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e25bc64565005944 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.765+0000 7f92897fa700 1 -- 172.21.15.98:0/1243671297 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92940aa510 con 0x55906e25b990 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92897fa700 1 -- 172.21.15.98:0/1243671297 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92940aaaa0 con 0x55906e25b990 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92897fa700 1 -- 172.21.15.98:0/1243671297 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92940950f0 con 0x55906e25b990 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1243671297 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 msgr2=0x55906e254b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 0x55906e254b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f929402b670 tx=0x7f92940a8cf0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1243671297 shutdown_connections 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25b990 0x55906e254b80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.772 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e259ec0 0x55906e2632c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1243671297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e25afd0 0x55906e26b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1243671297 >> 172.21.15.98:0/1243671297 conn(0x55906e1ce200 msgr2=0x55906e254250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1243671297 shutdown_connections 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.766+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1243671297 wait complete. 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 -- start start 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 Processor -- start 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e268dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e269dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e26a310 con 0x55906e25b990 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e26a480 con 0x55906e25afd0 2023-10-05T15:43:49.773 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55906e26a640 con 0x55906e259ec0 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f92aceb1b80 10 client.0 _ll_register_callbacks cb 0x55906dfa67a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f929a59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f929a59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36048/0 (socket says 172.21.15.98:36048) 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f929a59c700 1 -- 172.21.15.98:0/1637974519 learned_addr learned my addr 172.21.15.98:0/1637974519 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f929ad9d700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e269dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.767+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e268dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 -- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 msgr2=0x55906e268dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e268dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 -- 172.21.15.98:0/1637974519 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 msgr2=0x55906e269dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e269dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 -- 172.21.15.98:0/1637974519 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92900135a0 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f929a59c700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f928c00b680 tx=0x7f928c00bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=539c0fa4871f0f69 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f9281ffb700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f928c00be90 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f928c0053a0 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9290019020 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f928c005560 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f92aceb1b80 10 client.25972 fetch_fsmap learned FSMap version 37 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.768+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x55906dffe1f0 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9290019020 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f928c025040 con 0x55906e259ec0 2023-10-05T15:43:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 10 client.25972 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 10 client.25972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 20 client.25972 populate_metadata read hostname 'smithi098' 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e2c4190 0x55906e2c6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 4 client.25972 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55906e1a5ad0 con 0x55906e2c4190 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e2c4190 0x55906e2c6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.769+0000 7f9281ffb700 10 client.25972 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.770+0000 7f9299d9b700 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e2c4190 0x55906e2c6580 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a8b9f171ec76d5d server_cookie=fd72161b244e4c8f in_seq=0 out_seq=0 2023-10-05T15:43:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.778+0000 7f9281ffb700 1 -- 172.21.15.98:0/1637974519 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55906e1a5ad0 con 0x55906e2c4190 2023-10-05T15:43:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.778+0000 7f9281ffb700 10 client.25972 handle_command_reply: tid=0 2023-10-05T15:43:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.778+0000 7f92aceb1b80 1 client.25972 shutdown 2023-10-05T15:43:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.780+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 msgr2=0x55906e268880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.780+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f928c00b680 tx=0x7f928c00bcb0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.784+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 shutdown_connections 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.784+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55906e25b990 0x55906e269dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.784+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55906e259ec0 0x55906e268880 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.784+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55906e2c4190 0x55906e2c6580 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.785+0000 7f92aceb1b80 1 --2- 172.21.15.98:0/1637974519 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55906e25afd0 0x55906e268dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.787 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.785+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 >> 172.21.15.98:0/1637974519 conn(0x55906e1ce200 msgr2=0x55906e254b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.785+0000 7f9281ffb700 0 client.25972 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:43:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.785+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 shutdown_connections 2023-10-05T15:43:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.785+0000 7f92aceb1b80 1 -- 172.21.15.98:0/1637974519 wait complete. 2023-10-05T15:43:49.788 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.786+0000 7f92aceb1b80 20 client.25972 trim_cache size 0 max 16384 2023-10-05T15:43:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:43:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:43:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:43:49.791 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:43:49.794 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 msgr2=0x7f92840ac0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.794 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 0x7f92840ac0d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9290013e80 tx=0x7f92900134c0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.794 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 msgr2=0x7f929c195f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:43:49.794 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f929400b970 tx=0x7f929400bd30 comp rx=0 tx=0).stop 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 shutdown_connections 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f92840a9c10 0x7f92840ac0d0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f929c108dc0 0x7f929c195f10 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f929c0738b0 0x7f929c194b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 --2- 172.21.15.98:0/355749301 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f929c074e90 0x7f929c195090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 >> 172.21.15.98:0/355749301 conn(0x7f929c0fc460 msgr2=0x7f929c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 shutdown_connections 2023-10-05T15:43:49.795 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:43:49.791+0000 7f92a0cc7700 1 -- 172.21.15.98:0/355749301 wait complete. 2023-10-05T15:43:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:50 smithi098 ceph-mon[99243]: pgmap v482: 129 pgs: 129 active+clean; 54 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 708 op/s 2023-10-05T15:43:51.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:50 smithi173 ceph-mon[104029]: pgmap v482: 129 pgs: 129 active+clean; 54 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 708 op/s 2023-10-05T15:43:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:50 smithi115 ceph-mon[103691]: pgmap v482: 129 pgs: 129 active+clean; 54 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 708 op/s 2023-10-05T15:43:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:52 smithi098 ceph-mon[99243]: pgmap v483: 129 pgs: 129 active+clean; 51 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:52 smithi173 ceph-mon[104029]: pgmap v483: 129 pgs: 129 active+clean; 51 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:53.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:52 smithi115 ceph-mon[103691]: pgmap v483: 129 pgs: 129 active+clean; 51 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 670 op/s 2023-10-05T15:43:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:54 smithi098 ceph-mon[99243]: pgmap v484: 129 pgs: 129 active+clean; 49 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 743 op/s 2023-10-05T15:43:55.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:54 smithi173 ceph-mon[104029]: pgmap v484: 129 pgs: 129 active+clean; 49 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 743 op/s 2023-10-05T15:43:55.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:54 smithi115 ceph-mon[103691]: pgmap v484: 129 pgs: 129 active+clean; 49 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 743 op/s 2023-10-05T15:43:56.990 INFO:tasks.workunit.client.0.smithi098.stdout:40000 copy from 0x98ca82 to 0x993e9d, (0x741b bytes) at 0xfd3925 2023-10-05T15:43:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:56 smithi098 ceph-mon[99243]: pgmap v485: 129 pgs: 129 active+clean; 51 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 736 op/s 2023-10-05T15:43:57.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:56 smithi173 ceph-mon[104029]: pgmap v485: 129 pgs: 129 active+clean; 51 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 736 op/s 2023-10-05T15:43:57.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:56 smithi115 ceph-mon[103691]: pgmap v485: 129 pgs: 129 active+clean; 51 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.6 MiB/s wr, 736 op/s 2023-10-05T15:43:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:43:57 smithi098 ceph-mon[99243]: pgmap v486: 129 pgs: 129 active+clean; 52 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:43:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:43:57 smithi173 ceph-mon[104029]: pgmap v486: 129 pgs: 129 active+clean; 52 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:43:58.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:43:57 smithi115 ceph-mon[103691]: pgmap v486: 129 pgs: 129 active+clean; 52 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:44:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:00 smithi098 ceph-mon[99243]: pgmap v487: 129 pgs: 129 active+clean; 53 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 694 op/s 2023-10-05T15:44:01.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:00 smithi173 ceph-mon[104029]: pgmap v487: 129 pgs: 129 active+clean; 53 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 694 op/s 2023-10-05T15:44:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:00 smithi115 ceph-mon[103691]: pgmap v487: 129 pgs: 129 active+clean; 53 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 694 op/s 2023-10-05T15:44:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 -- 172.21.15.98:0/2850654797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 msgr2=0x7f030c0ff5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 --2- 172.21.15.98:0/2850654797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c0ff5d0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f02fc009990 tx=0x7f02fc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 -- 172.21.15.98:0/2850654797 shutdown_connections 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 --2- 172.21.15.98:0/2850654797 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102b20 0x7f030c1093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 --2- 172.21.15.98:0/2850654797 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c0ff5d0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 --2- 172.21.15.98:0/2850654797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102180 0x7f030c1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 -- 172.21.15.98:0/2850654797 >> 172.21.15.98:0/2850654797 conn(0x7f030c0faac0 msgr2=0x7f030c0fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 -- 172.21.15.98:0/2850654797 shutdown_connections 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.926+0000 7f03113b2700 1 -- 172.21.15.98:0/2850654797 wait complete. 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 Processor -- start 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 -- start start 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102180 0x7f030c100670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102b20 0x7f030c100bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030c1a0c90 con 0x7f030c0ff1b0 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030c1a0dd0 con 0x7f030c102180 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f03113b2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030c1a0f10 con 0x7f030c102b20 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47602/0 (socket says 172.21.15.98:47602) 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 -- 172.21.15.98:0/1665432686 learned_addr learned my addr 172.21.15.98:0/1665432686 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102180 0x7f030c100670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030b7fe700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102b20 0x7f030c100bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 -- 172.21.15.98:0/1665432686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102b20 msgr2=0x7f030c100bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102b20 0x7f030c100bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 -- 172.21.15.98:0/1665432686 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102180 msgr2=0x7f030c100670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102180 0x7f030c100670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 -- 172.21.15.98:0/1665432686 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02fc0095f0 con 0x7f030c0ff1b0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.927+0000 7f030affd700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0098e0 tx=0x7f02fc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.928+0000 7f02f3fff700 1 -- 172.21.15.98:0/1665432686 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc01d070 con 0x7f030c0ff1b0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.928+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f030c1a1140 con 0x7f030c0ff1b0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.928+0000 7f02f3fff700 1 -- 172.21.15.98:0/1665432686 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02fc0054f0 con 0x7f030c0ff1b0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.928+0000 7f02f3fff700 1 -- 172.21.15.98:0/1665432686 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc004be0 con 0x7f030c0ff1b0 2023-10-05T15:44:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.928+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f030c1a1500 con 0x7f030c0ff1b0 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.930+0000 7f02f3fff700 1 -- 172.21.15.98:0/1665432686 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f02fc00fbc0 con 0x7f030c0ff1b0 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.930+0000 7f02f3fff700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f02f3fff700 1 -- 172.21.15.98:0/1665432686 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f02fc0ce290 con 0x7f030c0ff1b0 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f030c101430 tx=0x7f030000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 Processor -- start 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 -- start start 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fb9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.940 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.931+0000 7f031d59cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698f20400 con 0x564698fb7ec0 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f031d59cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698f11bc0 con 0x564698fb8fd0 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f031d59cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698f0f4e0 con 0x564698fb9990 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47608/0 (socket says 172.21.15.98:47608) 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 -- 172.21.15.98:0/888487423 learned_addr learned my addr 172.21.15.98:0/888487423 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030a7fc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fb9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030b7fe700 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 -- 172.21.15.98:0/888487423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 msgr2=0x564698fc0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 -- 172.21.15.98:0/888487423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 msgr2=0x564698fb9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fb9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 -- 172.21.15.98:0/888487423 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564698d35d80 con 0x564698fb7ec0 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030a7fc700 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fb9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f030affd700 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f02fc09b280 tx=0x7f02fc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4263a430317bd5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f02f17fa700 1 -- 172.21.15.98:0/888487423 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc09b2f0 con 0x564698fb7ec0 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f02f17fa700 1 -- 172.21.15.98:0/888487423 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02fc09f440 con 0x564698fb7ec0 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.932+0000 7f02f17fa700 1 -- 172.21.15.98:0/888487423 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc09aa40 con 0x564698fb7ec0 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- 172.21.15.98:0/888487423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 msgr2=0x564698fb82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f02fc09b280 tx=0x7f02fc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- 172.21.15.98:0/888487423 shutdown_connections 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fb82e0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 --2- 172.21.15.98:0/888487423 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fb9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- 172.21.15.98:0/888487423 >> 172.21.15.98:0/888487423 conn(0x564698f2c200 msgr2=0x564698fb2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- 172.21.15.98:0/888487423 shutdown_connections 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- 172.21.15.98:0/888487423 wait complete. 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.933+0000 7f031d59cb80 1 -- start start 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 Processor -- start 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.943 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698f0add0 con 0x564698fb9990 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698ea76b0 con 0x564698fb7ec0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698ea7350 con 0x564698fb8fd0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f031d59cb80 10 client.0 _ll_register_callbacks cb 0x564698d047a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36076/0 (socket says 172.21.15.98:36076) 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 -- 172.21.15.98:0/1646141680 learned_addr learned my addr 172.21.15.98:0/1646141680 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030affd700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030b7fe700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 -- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb7ec0 msgr2=0x564698fc1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 -- 172.21.15.98:0/1646141680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 msgr2=0x564698fc8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.934+0000 7f030a7fc700 1 -- 172.21.15.98:0/1646141680 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0300010c20 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f030a7fc700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f03000116d0 tx=0x7f03000047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4df815c8fcdd7dad server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0300028470 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f0300017070 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564698faad50 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03000285d0 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 10 client.25984 fetch_fsmap learned FSMap version 37 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x7f030c1a1500 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564698faad50 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f030001f7e0 con 0x564698fb8fd0 2023-10-05T15:44:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 10 client.25984 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 10 client.25984 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 20 client.25984 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564698fcfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 4 client.25984 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.935+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564698f03db0 con 0x564698fcd790 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.936+0000 7f030affd700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564698fcfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.936+0000 7f02eeff5700 10 client.25984 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.936+0000 7f030affd700 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564698fcfbb0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=200044bc6340b677 server_cookie=adab2de84bfbfe0a in_seq=0 out_seq=0 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f02eeff5700 1 -- 172.21.15.98:0/1646141680 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x564698f03db0 con 0x564698fcd790 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f02eeff5700 10 client.25984 handle_command_reply: tid=0 2023-10-05T15:44:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 client.25984 shutdown 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 msgr2=0x564698fc1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f03000116d0 tx=0x7f03000047c0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 shutdown_connections 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564698fcfbb0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f02eeff5700 0 client.25984 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 --2- 172.21.15.98:0/1646141680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 >> 172.21.15.98:0/1646141680 conn(0x564698f2c200 msgr2=0x564698fb2250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 shutdown_connections 2023-10-05T15:44:02.947 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 1 -- 172.21.15.98:0/1646141680 wait complete. 2023-10-05T15:44:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.937+0000 7f031d59cb80 20 client.25984 trim_cache size 0 max 16384 2023-10-05T15:44:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 Processor -- start 2023-10-05T15:44:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 -- start start 2023-10-05T15:44:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698d8b8c0 con 0x564698fb9990 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698fc13d0 con 0x564698fb8fd0 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f031d59cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698fad2c0 con 0x564698fb7ec0 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f030b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.955+0000 7f030affd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36082/0 (socket says 172.21.15.98:36082) 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47622/0 (socket says 172.21.15.98:47622) 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 -- 172.21.15.98:0/4260312580 learned_addr learned my addr 172.21.15.98:0/4260312580 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030a7fc700 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 -- 172.21.15.98:0/4260312580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 msgr2=0x564698fc1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 -- 172.21.15.98:0/4260312580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 msgr2=0x564698fc8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 -- 172.21.15.98:0/4260312580 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564698d1ec00 con 0x564698fb7ec0 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030b7fe700 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f030affd700 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00b2e0 tx=0x7f02fc09b1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65e518a1afd7813 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4260312580 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc0b3070 con 0x564698fb7ec0 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4260312580 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02fc0a3670 con 0x564698fb7ec0 2023-10-05T15:44:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.956+0000 7f02f1ffb700 1 -- 172.21.15.98:0/4260312580 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc09aa40 con 0x564698fb7ec0 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- 172.21.15.98:0/4260312580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 msgr2=0x564698fc1860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00b2e0 tx=0x7f02fc09b1f0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- 172.21.15.98:0/4260312580 shutdown_connections 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb9990 0x564698fc8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb7ec0 0x564698fc1860 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 --2- 172.21.15.98:0/4260312580 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- 172.21.15.98:0/4260312580 >> 172.21.15.98:0/4260312580 conn(0x564698f2c200 msgr2=0x564698fd4510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- 172.21.15.98:0/4260312580 shutdown_connections 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- 172.21.15.98:0/4260312580 wait complete. 2023-10-05T15:44:02.964 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 -- start start 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.957+0000 7f031d59cb80 1 Processor -- start 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698fc8090 con 0x564698fb7ec0 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698fc8200 con 0x564698fb8fd0 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x564698fc83c0 con 0x564698fb9990 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 10 client.0 _ll_register_callbacks cb 0x7f030000be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47630/0 (socket says 172.21.15.98:47630) 2023-10-05T15:44:02.965 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 -- 172.21.15.98:0/849624648 learned_addr learned my addr 172.21.15.98:0/849624648 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030b7fe700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030a7fc700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 -- 172.21.15.98:0/849624648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 msgr2=0x564698fc7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 -- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 msgr2=0x564698fc6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 -- 172.21.15.98:0/849624648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03040115b0 con 0x564698fb7ec0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030a7fc700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f030affd700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f02fc09aff0 tx=0x7f02fc00fe70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bc39e55a0932b96 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f02eeff5700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02fc0b3050 con 0x564698fb7ec0 2023-10-05T15:44:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f02fc09b2f0 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.958+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f02fc09f440 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02fc09f170 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 10 client.16638 fetch_fsmap learned FSMap version 37 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x564698d35d80 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02fc09f440 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f02fc097a00 con 0x564698fb7ec0 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 10 client.16638 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 10 client.16638 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 20 client.16638 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564699023b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 4 client.16638 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:44:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564698f03ad0 con 0x564698fcd790 2023-10-05T15:44:02.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.959+0000 7f030a7fc700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564699023b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:02.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.960+0000 7f030a7fc700 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564699023b20 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f096346f6843ffa6 server_cookie=3deb2ac13cfbaf in_seq=0 out_seq=0 2023-10-05T15:44:02.968 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.960+0000 7f02eeff5700 10 client.16638 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f02eeff5700 1 -- 172.21.15.98:0/849624648 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564698f03ad0 con 0x564698fcd790 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f02eeff5700 10 client.16638 handle_command_reply: tid=0 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 client.16638 shutdown 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 msgr2=0x564698fc6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f02fc09aff0 tx=0x7f02fc00fe70 comp rx=0 tx=0).stop 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 shutdown_connections 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564698fb9990 0x564698fc7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x564698fb7ec0 0x564698fc6600 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x564698fcd790 0x564699023b20 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 --2- 172.21.15.98:0/849624648 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x564698fb8fd0 0x564698fc6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.973 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.970+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 >> 172.21.15.98:0/849624648 conn(0x564698f2c200 msgr2=0x564698fbc730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f02eeff5700 0 client.16638 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 shutdown_connections 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f031d59cb80 1 -- 172.21.15.98:0/849624648 wait complete. 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f031d59cb80 20 client.16638 trim_cache size 0 max 16384 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:44:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:44:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 msgr2=0x7f02f40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f030c101430 tx=0x7f030000b410 comp rx=0 tx=0).stop 2023-10-05T15:44:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 msgr2=0x7f030c100130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f02fc0098e0 tx=0x7f02fc004730 comp rx=0 tx=0).stop 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 shutdown_connections 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f02f40a1480 0x7f02f40a3940 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f030c102b20 0x7f030c100bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f030c0ff1b0 0x7f030c100130 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 --2- 172.21.15.98:0/1665432686 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f030c102180 0x7f030c100670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.971+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 >> 172.21.15.98:0/1665432686 conn(0x7f030c0faac0 msgr2=0x7f030c0fcdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.972+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 shutdown_connections 2023-10-05T15:44:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:02.972+0000 7f03113b2700 1 -- 172.21.15.98:0/1665432686 wait complete. 2023-10-05T15:44:03.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:02 smithi098 ceph-mon[99243]: pgmap v488: 129 pgs: 129 active+clean; 54 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 1.5 MiB/s wr, 642 op/s 2023-10-05T15:44:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:02 smithi173 ceph-mon[104029]: pgmap v488: 129 pgs: 129 active+clean; 54 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 1.5 MiB/s wr, 642 op/s 2023-10-05T15:44:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:02 smithi115 ceph-mon[103691]: pgmap v488: 129 pgs: 129 active+clean; 54 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 1.5 MiB/s wr, 642 op/s 2023-10-05T15:44:04.365 INFO:tasks.workunit.client.0.smithi098.stdout:truncating to largest ever: 0x63ff6b1 2023-10-05T15:44:05.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:04 smithi098 ceph-mon[99243]: pgmap v489: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2023-10-05T15:44:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:04 smithi173 ceph-mon[104029]: pgmap v489: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2023-10-05T15:44:05.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:04 smithi115 ceph-mon[103691]: pgmap v489: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 730 op/s 2023-10-05T15:44:07.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:06 smithi098 ceph-mon[99243]: pgmap v490: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:44:07.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:06 smithi173 ceph-mon[104029]: pgmap v490: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:44:07.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:06 smithi115 ceph-mon[103691]: pgmap v490: 129 pgs: 129 active+clean; 72 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 697 op/s 2023-10-05T15:44:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:07 smithi098 ceph-mon[99243]: pgmap v491: 129 pgs: 129 active+clean; 64 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 705 op/s 2023-10-05T15:44:08.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:07 smithi173 ceph-mon[104029]: pgmap v491: 129 pgs: 129 active+clean; 64 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 705 op/s 2023-10-05T15:44:08.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:07 smithi115 ceph-mon[103691]: pgmap v491: 129 pgs: 129 active+clean; 64 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 705 op/s 2023-10-05T15:44:11.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:10 smithi098 ceph-mon[99243]: pgmap v492: 129 pgs: 129 active+clean; 57 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 677 op/s 2023-10-05T15:44:11.148 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:10 smithi173 ceph-mon[104029]: pgmap v492: 129 pgs: 129 active+clean; 57 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 677 op/s 2023-10-05T15:44:11.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:10 smithi115 ceph-mon[103691]: pgmap v492: 129 pgs: 129 active+clean; 57 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 677 op/s 2023-10-05T15:44:13.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:12 smithi098 ceph-mon[99243]: pgmap v493: 129 pgs: 129 active+clean; 58 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 627 op/s 2023-10-05T15:44:13.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:12 smithi173 ceph-mon[104029]: pgmap v493: 129 pgs: 129 active+clean; 58 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 627 op/s 2023-10-05T15:44:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:12 smithi115 ceph-mon[103691]: pgmap v493: 129 pgs: 129 active+clean; 58 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 627 op/s 2023-10-05T15:44:15.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:14 smithi098 ceph-mon[99243]: pgmap v494: 129 pgs: 129 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 735 op/s 2023-10-05T15:44:15.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:14 smithi173 ceph-mon[104029]: pgmap v494: 129 pgs: 129 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 735 op/s 2023-10-05T15:44:15.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:14 smithi115 ceph-mon[103691]: pgmap v494: 129 pgs: 129 active+clean; 55 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 735 op/s 2023-10-05T15:44:16.118 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 -- 172.21.15.98:0/1301684985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 msgr2=0x7fdea4109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 --2- 172.21.15.98:0/1301684985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4109360 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fde9c009f90 tx=0x7fde9c00b330 comp rx=0 tx=0).stop 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 -- 172.21.15.98:0/1301684985 shutdown_connections 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 --2- 172.21.15.98:0/1301684985 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4109360 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 --2- 172.21.15.98:0/1301684985 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea41012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 --2- 172.21.15.98:0/1301684985 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdea4102080 0x7fdea4102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 -- 172.21.15.98:0/1301684985 >> 172.21.15.98:0/1301684985 conn(0x7fdea40fc460 msgr2=0x7fdea40fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 -- 172.21.15.98:0/1301684985 shutdown_connections 2023-10-05T15:44:16.119 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.116+0000 7fdeab41a700 1 -- 172.21.15.98:0/1301684985 wait complete. 2023-10-05T15:44:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 Processor -- start 2023-10-05T15:44:16.120 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 -- start start 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea40732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdea4102080 0x7fdea40737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea41a0e10 con 0x7fdea4102080 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea41a0f50 con 0x7fdea4102a40 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdeab41a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdea41a1090 con 0x7fdea4100ea0 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdea91b6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea40732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdea99b7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdea91b6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea40732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36100/0 (socket says 172.21.15.98:36100) 2023-10-05T15:44:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdea91b6700 1 -- 172.21.15.98:0/3574471081 learned_addr learned my addr 172.21.15.98:0/3574471081 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.117+0000 7fdea99b7700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41442/0 (socket says 172.21.15.98:41442) 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 -- 172.21.15.98:0/3574471081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 msgr2=0x7fdea40732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea40732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 -- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdea4102080 msgr2=0x7fdea40737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdea4102080 0x7fdea40737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 -- 172.21.15.98:0/3574471081 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde940095f0 con 0x7fdea4102a40 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdea99b7700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fde9c00b6c0 tx=0x7fde9c004c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fde9a7fc700 1 -- 172.21.15.98:0/3574471081 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde9c00e040 con 0x7fdea4102a40 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fde9a7fc700 1 -- 172.21.15.98:0/3574471081 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde9c00be00 con 0x7fdea4102a40 2023-10-05T15:44:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde9c009c40 con 0x7fdea4102a40 2023-10-05T15:44:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fde9a7fc700 1 -- 172.21.15.98:0/3574471081 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde9c0052a0 con 0x7fdea4102a40 2023-10-05T15:44:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.118+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdea41a1630 con 0x7fdea4102a40 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.121+0000 7fde9a7fc700 1 -- 172.21.15.98:0/3574471081 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fde9c01d470 con 0x7fdea4102a40 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.122+0000 7fde9a7fc700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 0x7fde900a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.122+0000 7fdea91b6700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 0x7fde900a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.122+0000 7fde9a7fc700 1 -- 172.21.15.98:0/3574471081 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fde9c0ce660 con 0x7fdea4102a40 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea91b6700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 0x7fde900a39c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdea4074bb0 tx=0x7fdea0009240 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 Processor -- start 2023-10-05T15:44:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 -- start start 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b53450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 0x55afd4b5a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4aba400 con 0x55afd4b51ec0 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4aabbc0 con 0x55afd4b52fd0 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4aa94e0 con 0x55afd4b53990 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea91b6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea91b6700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47648/0 (socket says 172.21.15.98:47648) 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea91b6700 1 -- 172.21.15.98:0/2466926029 learned_addr learned my addr 172.21.15.98:0/2466926029 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea89b5700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b53450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea99b7700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 0x55afd4b5a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.123+0000 7fdea91b6700 1 -- 172.21.15.98:0/2466926029 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 msgr2=0x55afd4b5a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea91b6700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 0x55afd4b5a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea91b6700 1 -- 172.21.15.98:0/2466926029 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 msgr2=0x55afd4b53450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea91b6700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b53450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea91b6700 1 -- 172.21.15.98:0/2466926029 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55afd48cfd80 con 0x55afd4b51ec0 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea89b5700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b53450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea99b7700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 0x55afd4b5a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fdea91b6700 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fdea000ead0 tx=0x7fdea0011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c33d54ded235399 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fde8f7fe700 1 -- 172.21.15.98:0/2466926029 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea0015480 con 0x55afd4b51ec0 2023-10-05T15:44:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fde8f7fe700 1 -- 172.21.15.98:0/2466926029 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdea0015aa0 con 0x55afd4b51ec0 2023-10-05T15:44:16.129 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.124+0000 7fde8f7fe700 1 -- 172.21.15.98:0/2466926029 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea0013b30 con 0x55afd4b51ec0 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- 172.21.15.98:0/2466926029 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 msgr2=0x55afd4b522e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fdea000ead0 tx=0x7fdea0011000 comp rx=0 tx=0).stop 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- 172.21.15.98:0/2466926029 shutdown_connections 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b53990 0x55afd4b5a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b51ec0 0x55afd4b522e0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/2466926029 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b53450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- 172.21.15.98:0/2466926029 >> 172.21.15.98:0/2466926029 conn(0x55afd4ac6200 msgr2=0x55afd4b4cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- 172.21.15.98:0/2466926029 shutdown_connections 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- 172.21.15.98:0/2466926029 wait complete. 2023-10-05T15:44:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.125+0000 7fdeb7604b80 1 -- start start 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 Processor -- start 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b5bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b63140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4aa4dd0 con 0x55afd4b53990 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4a416b0 con 0x55afd4b52fd0 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4a41350 con 0x55afd4b51ec0 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdeb7604b80 10 client.0 _ll_register_callbacks cb 0x55afd489e7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdea89b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdea89b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41454/0 (socket says 172.21.15.98:41454) 2023-10-05T15:44:16.133 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.126+0000 7fdea89b5700 1 -- 172.21.15.98:0/3569548060 learned_addr learned my addr 172.21.15.98:0/3569548060 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 -- 172.21.15.98:0/3569548060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 msgr2=0x55afd4b5bbc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b5bbc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 -- 172.21.15.98:0/3569548060 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 msgr2=0x55afd4b63140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b63140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 -- 172.21.15.98:0/3569548060 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde94009b40 con 0x55afd4b52fd0 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdea89b5700 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fde940119d0 tx=0x7fde94011d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=780983c1112d9c29 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fde8cff9700 10 client.0 ms_handle_connect on v2:172.21.15.115:3300/0 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde9400fb00 con 0x55afd4b52fd0 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mon.2 v2:172.21.15.115:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fde9400fc60 con 0x55afd4b52fd0 2023-10-05T15:44:16.134 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.127+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55afd4b44d50 con 0x55afd4b52fd0 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde9400fe20 con 0x55afd4b52fd0 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 10 client.26099 fetch_fsmap learned FSMap version 37 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x7fdea000e780 con 0x55afd4b52fd0 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mon.2 v2:172.21.15.115:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55afd4b44d50 con 0x55afd4b52fd0 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mon.2 v2:172.21.15.115:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fde94003d20 con 0x55afd4b52fd0 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 10 client.26099 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 10 client.26099 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 20 client.26099 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4b702a0 0x55afd4b726c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 4 client.26099 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:44:16.135 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.128+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55afd4a9ddb0 con 0x55afd4b702a0 2023-10-05T15:44:16.136 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.129+0000 7fdea91b6700 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4b702a0 0x55afd4b726c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.130+0000 7fdea91b6700 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4b702a0 0x55afd4b726c0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e437275231140fee server_cookie=a6904acbfbfebb1 in_seq=0 out_seq=0 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.130+0000 7fde8cff9700 10 client.26099 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.131+0000 7fde8cff9700 1 -- 172.21.15.98:0/3569548060 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55afd4a9ddb0 con 0x55afd4b702a0 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.131+0000 7fde8cff9700 10 client.26099 handle_command_reply: tid=0 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.131+0000 7fdeb7604b80 1 client.26099 shutdown 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.131+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 msgr2=0x55afd4b5c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.131+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fde940119d0 tx=0x7fde94011d90 comp rx=0 tx=0).stop 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 shutdown_connections 2023-10-05T15:44:16.137 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b63140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b5bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4b702a0 0x55afd4b726c0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/3569548060 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b5c100 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fde8cff9700 0 client.26099 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 >> 172.21.15.98:0/3569548060 conn(0x55afd4ac6200 msgr2=0x55afd4b4c250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 shutdown_connections 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 1 -- 172.21.15.98:0/3569548060 wait complete. 2023-10-05T15:44:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.133+0000 7fdeb7604b80 20 client.26099 trim_cache size 0 max 16384 2023-10-05T15:44:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 Processor -- start 2023-10-05T15:44:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 -- start start 2023-10-05T15:44:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b533b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b63060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd49258c0 con 0x55afd4b53990 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4b4e6e0 con 0x55afd4b52fd0 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.148+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4b448e0 con 0x55afd4b51ec0 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea99b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b63060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea99b7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47662/0 (socket says 172.21.15.98:47662) 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea99b7700 1 -- 172.21.15.98:0/1599144113 learned_addr learned my addr 172.21.15.98:0/1599144113 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea91b6700 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 -- 172.21.15.98:0/1599144113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 msgr2=0x55afd4b533b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b533b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 -- 172.21.15.98:0/1599144113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 msgr2=0x55afd4b5a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 -- 172.21.15.98:0/1599144113 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55afd48b8c00 con 0x55afd4b52fd0 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea99b7700 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b63060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fde940194f0 tx=0x7fde9400f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f480ee25a725d446 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fde8ffff700 1 -- 172.21.15.98:0/1599144113 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde9402c070 con 0x55afd4b52fd0 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fde8ffff700 1 -- 172.21.15.98:0/1599144113 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde94019660 con 0x55afd4b52fd0 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.149+0000 7fde8ffff700 1 -- 172.21.15.98:0/1599144113 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde94004330 con 0x55afd4b52fd0 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1599144113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 msgr2=0x55afd4b63060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b63060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fde940194f0 tx=0x7fde9400f6a0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1599144113 shutdown_connections 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b53990 0x55afd4b5a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b533b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1599144113 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b52fd0 0x55afd4b63060 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1599144113 >> 172.21.15.98:0/1599144113 conn(0x55afd4ac6200 msgr2=0x55afd4b77020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1599144113 shutdown_connections 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1599144113 wait complete. 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 -- start start 2023-10-05T15:44:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.150+0000 7fdeb7604b80 1 Processor -- start 2023-10-05T15:44:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b60c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b53990 0x55afd4b62150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4b62690 con 0x55afd4b52fd0 2023-10-05T15:44:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4b62800 con 0x55afd4b53990 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afd4b629c0 con 0x55afd4b51ec0 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdeb7604b80 10 client.0 _ll_register_callbacks cb 0x7fde940114d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47668/0 (socket says 172.21.15.98:47668) 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 -- 172.21.15.98:0/1968783879 learned_addr learned my addr 172.21.15.98:0/1968783879 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea99b7700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b53990 0x55afd4b62150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea91b6700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b60c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 -- 172.21.15.98:0/1968783879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 msgr2=0x55afd4b60c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b60c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 -- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b53990 msgr2=0x55afd4b62150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b53990 0x55afd4b62150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 -- 172.21.15.98:0/1968783879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdea41a1630 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fdea89b5700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fde94019ef0 tx=0x7fde94019c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e15fba3d221001a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.151+0000 7fde8cff9700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde9402c040 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdea0015aa0 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fde94000e40 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde940040b0 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 10 client.16650 fetch_fsmap learned FSMap version 37 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x7fdea000e780 con 0x55afd4b52fd0 2023-10-05T15:44:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdea0015aa0 con 0x55afd4b52fd0 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 37) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fde94003d00 con 0x55afd4b52fd0 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 10 client.16650 fetch_fsmap finished waiting for FSMap version 37 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 10 client.16650 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 20 client.16650 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4bc4a10 0x55afd4bc6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 4 client.16650 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55afd4a9dad0 con 0x55afd4bc4a10 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.152+0000 7fdea91b6700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4bc4a10 0x55afd4bc6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.153+0000 7fde8cff9700 10 client.16650 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:16.161 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.153+0000 7fdea91b6700 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4bc4a10 0x55afd4bc6e30 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72bd7fcba32dd143 server_cookie=61b1e657464cc69a in_seq=0 out_seq=0 2023-10-05T15:44:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fde8cff9700 1 -- 172.21.15.98:0/1968783879 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55afd4a9dad0 con 0x55afd4bc4a10 2023-10-05T15:44:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fde8cff9700 10 client.16650 handle_command_reply: tid=0 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 client.16650 shutdown 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 msgr2=0x55afd4b61140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fde94019ef0 tx=0x7fde94019c70 comp rx=0 tx=0).stop 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 shutdown_connections 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55afd4bc4a10 0x55afd4bc6e30 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55afd4b53990 0x55afd4b62150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd4b51ec0 0x55afd4b60c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 --2- 172.21.15.98:0/1968783879 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55afd4b52fd0 0x55afd4b61140 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fde8cff9700 0 client.16650 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 >> 172.21.15.98:0/1968783879 conn(0x55afd4ac6200 msgr2=0x55afd4b5a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 shutdown_connections 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 1 -- 172.21.15.98:0/1968783879 wait complete. 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.176+0000 7fdeb7604b80 20 client.16650 trim_cache size 0 max 16384 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:44:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:44:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.177+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 msgr2=0x7fde900a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.177+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 0x7fde900a39c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdea4074bb0 tx=0x7fdea0009240 comp rx=0 tx=0).stop 2023-10-05T15:44:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.177+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 msgr2=0x7fdea4073d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.177+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fde9c00b6c0 tx=0x7fde9c004c60 comp rx=0 tx=0).stop 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 shutdown_connections 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fde900a1500 0x7fde900a39c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fdea4102a40 0x7fdea4073d20 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdea4100ea0 0x7fdea40732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 --2- 172.21.15.98:0/3574471081 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fdea4102080 0x7fdea40737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 >> 172.21.15.98:0/3574471081 conn(0x7fdea40fc460 msgr2=0x7fdea41055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 shutdown_connections 2023-10-05T15:44:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:16.178+0000 7fdeab41a700 1 -- 172.21.15.98:0/3574471081 wait complete. 2023-10-05T15:44:17.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:16 smithi098 ceph-mon[99243]: pgmap v495: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 690 op/s 2023-10-05T15:44:17.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:16 smithi173 ceph-mon[104029]: pgmap v495: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 690 op/s 2023-10-05T15:44:17.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:16 smithi115 ceph-mon[103691]: pgmap v495: 129 pgs: 129 active+clean; 59 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 690 op/s 2023-10-05T15:44:18.061 INFO:tasks.workunit.client.0.smithi098.stdout:All 50000 operations completed A-OK! 2023-10-05T15:44:18.074 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-10-05T15:44:18.075 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-10-05T15:44:18.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:17 smithi098 ceph-mon[99243]: pgmap v496: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 693 op/s 2023-10-05T15:44:18.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:17 smithi173 ceph-mon[104029]: pgmap v496: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 693 op/s 2023-10-05T15:44:18.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:17 smithi115 ceph-mon[103691]: pgmap v496: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.5 MiB/s wr, 693 op/s 2023-10-05T15:44:21.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:20 smithi098 ceph-mon[99243]: pgmap v497: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 636 op/s 2023-10-05T15:44:21.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:20 smithi173 ceph-mon[104029]: pgmap v497: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 636 op/s 2023-10-05T15:44:21.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:20 smithi115 ceph-mon[103691]: pgmap v497: 129 pgs: 129 active+clean; 63 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 636 op/s 2023-10-05T15:44:23.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:22 smithi098 ceph-mon[99243]: pgmap v498: 129 pgs: 129 active+clean; 64 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 563 op/s 2023-10-05T15:44:23.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:22 smithi173 ceph-mon[104029]: pgmap v498: 129 pgs: 129 active+clean; 64 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 563 op/s 2023-10-05T15:44:23.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:22 smithi115 ceph-mon[103691]: pgmap v498: 129 pgs: 129 active+clean; 64 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 563 op/s 2023-10-05T15:44:24.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:23 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:24.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:23 smithi098 ceph-mon[99243]: pgmap v499: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 569 op/s 2023-10-05T15:44:24.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:23 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:24.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:23 smithi173 ceph-mon[104029]: pgmap v499: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 569 op/s 2023-10-05T15:44:24.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:23 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:24.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:23 smithi115 ceph-mon[103691]: pgmap v499: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 1.4 MiB/s wr, 569 op/s 2023-10-05T15:44:25.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:24 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:25.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:24 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:25.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:24 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:26.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:25 smithi098 ceph-mon[99243]: pgmap v500: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 521 op/s 2023-10-05T15:44:26.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:25 smithi173 ceph-mon[104029]: pgmap v500: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 521 op/s 2023-10-05T15:44:26.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:25 smithi115 ceph-mon[103691]: pgmap v500: 129 pgs: 129 active+clean; 56 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 521 op/s 2023-10-05T15:44:28.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:27 smithi098 ceph-mon[99243]: pgmap v501: 129 pgs: 129 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 552 op/s 2023-10-05T15:44:28.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:27 smithi173 ceph-mon[104029]: pgmap v501: 129 pgs: 129 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 552 op/s 2023-10-05T15:44:28.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:27 smithi115 ceph-mon[103691]: pgmap v501: 129 pgs: 129 active+clean; 55 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 552 op/s 2023-10-05T15:44:29.117 INFO:tasks.workunit:Stopping ['suites/fsx.sh'] on client.0... 2023-10-05T15:44:29.118 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-10-05T15:44:29.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:28 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.373+0000 7f8412d1b700 1 -- 172.21.15.98:0/1041497570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 msgr2=0x7f840c109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.373+0000 7f8412d1b700 1 --2- 172.21.15.98:0/1041497570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c109340 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f840400b0a0 tx=0x7f840400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:28 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.396+0000 7f8412d1b700 1 -- 172.21.15.98:0/1041497570 shutdown_connections 2023-10-05T15:44:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.396+0000 7f8412d1b700 1 --2- 172.21.15.98:0/1041497570 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c109340 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.396+0000 7f8412d1b700 1 --2- 172.21.15.98:0/1041497570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f840c100f10 0x7f840c101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.396+0000 7f8412d1b700 1 --2- 172.21.15.98:0/1041497570 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f840c102060 0x7f840c1024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.398 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.396+0000 7f8412d1b700 1 -- 172.21.15.98:0/1041497570 >> 172.21.15.98:0/1041497570 conn(0x7f840c0fc460 msgr2=0x7f840c0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.402 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.400+0000 7f8412d1b700 1 -- 172.21.15.98:0/1041497570 shutdown_connections 2023-10-05T15:44:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.400+0000 7f8412d1b700 1 -- 172.21.15.98:0/1041497570 wait complete. 2023-10-05T15:44:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 Processor -- start 2023-10-05T15:44:29.403 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 -- start start 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f840c100f10 0x7f840c105fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f840c102060 0x7f840c1064e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f840c107a10 con 0x7f840c102a20 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f840c107b80 con 0x7f840c100f10 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f8412d1b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f840c107d40 con 0x7f840c102060 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f84112b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f84112b8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47682/0 (socket says 172.21.15.98:47682) 2023-10-05T15:44:29.404 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.401+0000 7f84112b8700 1 -- 172.21.15.98:0/931972531 learned_addr learned my addr 172.21.15.98:0/931972531 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.402+0000 7f84112b8700 1 -- 172.21.15.98:0/931972531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f840c102060 msgr2=0x7f840c1064e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.402+0000 7f84112b8700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f840c102060 0x7f840c1064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.402+0000 7f84112b8700 1 -- 172.21.15.98:0/931972531 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f840c100f10 msgr2=0x7f840c105fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.402+0000 7f84112b8700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f840c100f10 0x7f840c105fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.402+0000 7f84112b8700 1 -- 172.21.15.98:0/931972531 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8404009d00 con 0x7f840c102a20 2023-10-05T15:44:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.403+0000 7f84112b8700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f84040062a0 tx=0x7f840400bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.403+0000 7f8409ffb700 1 -- 172.21.15.98:0/931972531 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840400e040 con 0x7f840c102a20 2023-10-05T15:44:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.403+0000 7f8409ffb700 1 -- 172.21.15.98:0/931972531 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8404004c60 con 0x7f840c102a20 2023-10-05T15:44:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.403+0000 7f8409ffb700 1 -- 172.21.15.98:0/931972531 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84040046e0 con 0x7f840c102a20 2023-10-05T15:44:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.403+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f840c107fc0 con 0x7f840c102a20 2023-10-05T15:44:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.404+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f840c10c7f0 con 0x7f840c102a20 2023-10-05T15:44:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.408+0000 7f8409ffb700 1 -- 172.21.15.98:0/931972531 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8404003a00 con 0x7f840c102a20 2023-10-05T15:44:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.408+0000 7f841ef05b80 1 Processor -- start 2023-10-05T15:44:29.410 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 -- start start 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf5a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf62220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaec2400 con 0x55aeaaf59ec0 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaeb3bc0 con 0x55aeaaf5b990 2023-10-05T15:44:29.411 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f841ef05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaeb14e0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.412 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.409+0000 7f8409ffb700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 0x7f83fc0a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f84112b8700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 0x7f83fc0a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8409ffb700 1 -- 172.21.15.98:0/931972531 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f84040ce2c0 con 0x7f840c102a20 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36150/0 (socket says 172.21.15.98:36150) 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 -- 172.21.15.98:0/1295933018 learned_addr learned my addr 172.21.15.98:0/1295933018 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 -- 172.21.15.98:0/1295933018 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 msgr2=0x55aeaaf62220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf62220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 -- 172.21.15.98:0/1295933018 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 msgr2=0x55aeaaf5a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf5a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.413 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.410+0000 7f8410ab7700 1 -- 172.21.15.98:0/1295933018 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aeaacd7d80 con 0x55aeaaf5afd0 2023-10-05T15:44:29.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.411+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8400009c70 tx=0x7f8400009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4a851165a29c119 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.414 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.411+0000 7f84112b8700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 0x7f83fc0a3a40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f84040a3090 tx=0x7f840409f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:28 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.411+0000 7f83f6ffd700 1 -- 172.21.15.98:0/1295933018 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840000ebb0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.416 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.411+0000 7f83f6ffd700 1 -- 172.21.15.98:0/1295933018 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8400004cf0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.411+0000 7f83f6ffd700 1 -- 172.21.15.98:0/1295933018 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400010430 con 0x55aeaaf5afd0 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 -- 172.21.15.98:0/1295933018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 msgr2=0x55aeaaf5b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8400009c70 tx=0x7f8400009f80 comp rx=0 tx=0).stop 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 -- 172.21.15.98:0/1295933018 shutdown_connections 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf62220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf5a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1295933018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf5b450 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 -- 172.21.15.98:0/1295933018 >> 172.21.15.98:0/1295933018 conn(0x55aeaaece200 msgr2=0x55aeaaf54bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 -- 172.21.15.98:0/1295933018 shutdown_connections 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.412+0000 7f841ef05b80 1 -- 172.21.15.98:0/1295933018 wait complete. 2023-10-05T15:44:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 -- start start 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 Processor -- start 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf63b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaeacdd0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaae496b0 con 0x55aeaaf5b990 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaae49350 con 0x55aeaaf59ec0 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.413+0000 7f841ef05b80 10 client.0 _ll_register_callbacks cb 0x55aeaaca67a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f840bfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf63b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.418 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47696/0 (socket says 172.21.15.98:47696) 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 -- 172.21.15.98:0/1784655949 learned_addr learned my addr 172.21.15.98:0/1784655949 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f840bfff700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 -- 172.21.15.98:0/1784655949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf59ec0 msgr2=0x55aeaaf63b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf63b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 -- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 msgr2=0x55aeaaf6b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 -- 172.21.15.98:0/1784655949 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8400009920 con 0x55aeaaf5afd0 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f8410ab7700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f8400004a90 tx=0x7f8400004b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24cb21ae14f46f56 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f83ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.414+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840000ebb0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.419 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.415+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aeaaf4cd50 con 0x55aeaaf5afd0 2023-10-05T15:44:29.420 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.415+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8400014070 con 0x55aeaaf5afd0 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.416+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8400004e60 con 0x55aeaaf5afd0 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.416+0000 7f841ef05b80 10 client.16659 fetch_fsmap learned FSMap version 41 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.416+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x55aeaacc0c00 con 0x55aeaaf5afd0 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.416+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55aeaaf4cd50 con 0x55aeaaf5afd0 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 41) v1 ==== 7938+0+0 (secure 0 0 0) 0x7f8400010430 con 0x55aeaaf5afd0 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 10 client.16659 fetch_fsmap finished waiting for FSMap version 41 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 10 client.16659 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 20 client.16659 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaaf6f840 0x55aeaaf71c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.422 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 4 client.16659 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aeaaea5db0 con 0x55aeaaf6f840 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.417+0000 7f840bfff700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaaf6f840 0x55aeaaf71c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.418+0000 7f840bfff700 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaaf6f840 0x55aeaaf71c60 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=311cdf35f891dd49 server_cookie=d92ee875c8870360 in_seq=0 out_seq=0 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.418+0000 7f83ebfff700 10 client.16659 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f83ebfff700 1 -- 172.21.15.98:0/1784655949 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55aeaaea5db0 con 0x55aeaaf6f840 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f83ebfff700 10 client.16659 handle_command_reply: tid=0 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 client.16659 shutdown 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 msgr2=0x55aeaaf64050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f8400004a90 tx=0x7f8400004b70 comp rx=0 tx=0).stop 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 shutdown_connections 2023-10-05T15:44:29.423 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaaf6f840 0x55aeaaf71c60 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf63b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 --2- 172.21.15.98:0/1784655949 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf64050 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 >> 172.21.15.98:0/1784655949 conn(0x55aeaaece200 msgr2=0x55aeaaf54250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f83ebfff700 0 client.16659 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 shutdown_connections 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 1 -- 172.21.15.98:0/1784655949 wait complete. 2023-10-05T15:44:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.419+0000 7f841ef05b80 20 client.16659 trim_cache size 0 max 16384 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 Processor -- start 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 -- start start 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf61da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaad2d8c0 con 0x55aeaaf59ec0 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaf6f3f0 con 0x55aeaaf5b990 2023-10-05T15:44:29.446 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.444+0000 7f841ef05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaf4c920 con 0x55aeaaf5afd0 2023-10-05T15:44:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.445+0000 7f840bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf61da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.445+0000 7f840bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf61da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47702/0 (socket says 172.21.15.98:47702) 2023-10-05T15:44:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.445+0000 7f840bfff700 1 -- 172.21.15.98:0/2041295962 learned_addr learned my addr 172.21.15.98:0/2041295962 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f840bfff700 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf622e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 -- 172.21.15.98:0/2041295962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 msgr2=0x55aeaaf6b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 -- 172.21.15.98:0/2041295962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 msgr2=0x55aeaaf61da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf61da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.446+0000 7f8410ab7700 1 -- 172.21.15.98:0/2041295962 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aeaacfe1f0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.447+0000 7f8410ab7700 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf622e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8400004a90 tx=0x7f84000058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af89be7a3a4c3e83 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.447+0000 7f83f77fe700 1 -- 172.21.15.98:0/2041295962 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400004e60 con 0x55aeaaf5afd0 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.447+0000 7f83f77fe700 1 -- 172.21.15.98:0/2041295962 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f840000ee70 con 0x55aeaaf5afd0 2023-10-05T15:44:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.447+0000 7f83f77fe700 1 -- 172.21.15.98:0/2041295962 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8400004290 con 0x55aeaaf5afd0 2023-10-05T15:44:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 -- 172.21.15.98:0/2041295962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 msgr2=0x55aeaaf622e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf622e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8400004a90 tx=0x7f84000058e0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 -- 172.21.15.98:0/2041295962 shutdown_connections 2023-10-05T15:44:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf5b990 0x55aeaaf6b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf61da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 --2- 172.21.15.98:0/2041295962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf622e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 -- 172.21.15.98:0/2041295962 >> 172.21.15.98:0/2041295962 conn(0x55aeaaece200 msgr2=0x55aeaaf71850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 -- 172.21.15.98:0/2041295962 shutdown_connections 2023-10-05T15:44:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.448+0000 7f841ef05b80 1 -- 172.21.15.98:0/2041295962 wait complete. 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 -- start start 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 Processor -- start 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf68540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf68a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5b990 0x55aeaaf69a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaf69fd0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaf6a140 con 0x55aeaaf59ec0 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeaaf6a300 con 0x55aeaaf5b990 2023-10-05T15:44:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.449+0000 7f841ef05b80 10 client.0 _ll_register_callbacks cb 0x55aeaaca67a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:44:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f840bfff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf68540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f840bfff700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5b990 0x55aeaaf69a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f840bfff700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf68540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41506/0 (socket says 172.21.15.98:41506) 2023-10-05T15:44:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f840bfff700 1 -- 172.21.15.98:0/3807903085 learned_addr learned my addr 172.21.15.98:0/3807903085 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf68a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 -- 172.21.15.98:0/3807903085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5b990 msgr2=0x55aeaaf69a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5b990 0x55aeaaf69a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 -- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 msgr2=0x55aeaaf68540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf68540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 -- 172.21.15.98:0/3807903085 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aeaacc0c00 con 0x55aeaaf5afd0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.450+0000 7f8410ab7700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf68a80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8400000c00 tx=0x7f840000e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d537a6931c56cab0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.451+0000 7f83ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.98:3300/0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.451+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840000ebb0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.451+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mon.0 v2:172.21.15.98:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f8400014070 con 0x55aeaaf5afd0 2023-10-05T15:44:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.452+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8400004cf0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f840000ed10 con 0x55aeaaf5afd0 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 10 client.16665 fetch_fsmap learned FSMap version 41 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x55aeaacd6250 con 0x55aeaaf5afd0 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mon.0 v2:172.21.15.98:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8400004cf0 con 0x55aeaaf5afd0 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mon.0 v2:172.21.15.98:3300/0 5 ==== fsmap(e 41) v1 ==== 7938+0+0 (secure 0 0 0) 0x7f8400003b10 con 0x55aeaaf5afd0 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 10 client.16665 fetch_fsmap finished waiting for FSMap version 41 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 10 client.16665 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 20 client.16665 populate_metadata read hostname 'smithi098' 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaafd4960 0x55aeaafd6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 4 client.16665 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 --> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55aeaaea5ad0 con 0x55aeaafd4960 2023-10-05T15:44:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.453+0000 7f840bfff700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaafd4960 0x55aeaafd6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.454+0000 7f83ebfff700 10 client.16665 ms_handle_connect on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:29.457 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.454+0000 7f840bfff700 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaafd4960 0x55aeaafd6d80 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=241b394f5e32a62b server_cookie=a9278d5322c30db1 in_seq=0 out_seq=0 2023-10-05T15:44:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f83ebfff700 1 -- 172.21.15.98:0/3807903085 <== mds.0 v2:172.21.15.115:6838/821480418 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55aeaaea5ad0 con 0x55aeaafd4960 2023-10-05T15:44:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f83ebfff700 10 client.16665 handle_command_reply: tid=0 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 client.16665 shutdown 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 msgr2=0x55aeaaf68a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf68a80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f8400000c00 tx=0x7f840000e750 comp rx=0 tx=0).stop 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 shutdown_connections 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:6838/821480418,v1:172.21.15.115:6839/821480418] conn(0x55aeaafd4960 0x55aeaafd6d80 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x55aeaaf59ec0 0x55aeaaf68540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aeaaf5b990 0x55aeaaf69a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f83ebfff700 0 client.16665 ms_handle_reset on v2:172.21.15.115:6838/821480418 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 --2- 172.21.15.98:0/3807903085 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x55aeaaf5afd0 0x55aeaaf68a80 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 >> 172.21.15.98:0/3807903085 conn(0x55aeaaece200 msgr2=0x55aeaaf61da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.477 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 shutdown_connections 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 1 -- 172.21.15.98:0/3807903085 wait complete. 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.474+0000 7f841ef05b80 20 client.16665 trim_cache size 0 max 16384 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:{ 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "message": "", 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout: "return_code": 0 2023-10-05T15:44:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stdout:} 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 msgr2=0x7f83fc0a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 0x7f83fc0a3a40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f84040a3090 tx=0x7f840409f040 comp rx=0 tx=0).stop 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 msgr2=0x7f840c1073b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f84040062a0 tx=0x7f840400bd90 comp rx=0 tx=0).stop 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 shutdown_connections 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f83fc0a1580 0x7f83fc0a3a40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.479 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f840c100f10 0x7f840c105fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f840c102a20 0x7f840c1073b0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 --2- 172.21.15.98:0/931972531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f840c102060 0x7f840c1064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 >> 172.21.15.98:0/931972531 conn(0x7f840c0fc460 msgr2=0x7f840c196060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 shutdown_connections 2023-10-05T15:44:29.480 INFO:teuthology.task.background_exec.ubuntu@smithi098.front.sepia.ceph.com.smithi098.stderr:2023-10-05T15:44:29.475+0000 7f8412d1b700 1 -- 172.21.15.98:0/931972531 wait complete. 2023-10-05T15:44:29.511 DEBUG:teuthology.parallel:result is None 2023-10-05T15:44:29.512 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-10-05T15:44:29.543 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-10-05T15:44:29.543 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-10-05T15:44:29.554 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:44:29.590 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-10-05T15:44:29.600 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-10-05T15:44:29.600 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2023-10-05T15:44:29.601 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-10-05T15:44:29.611 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 -- 172.21.15.98:0/2809357775 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 msgr2=0x7f7e10101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 --2- 172.21.15.98:0/2809357775 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10101450 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f7e000099c0 tx=0x7f7e00009cd0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 -- 172.21.15.98:0/2809357775 shutdown_connections 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 --2- 172.21.15.98:0/2809357775 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 0x7f7e10100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 --2- 172.21.15.98:0/2809357775 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e10108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 --2- 172.21.15.98:0/2809357775 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10101450 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 -- 172.21.15.98:0/2809357775 >> 172.21.15.98:0/2809357775 conn(0x7f7e100fb370 msgr2=0x7f7e100fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 -- 172.21.15.98:0/2809357775 shutdown_connections 2023-10-05T15:44:29.755 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 -- 172.21.15.98:0/2809357775 wait complete. 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.751+0000 7f7e14e05700 1 Processor -- start 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 -- start start 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 0x7f7e10195a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e1019d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1019d5e0 con 0x7f7e10100ff0 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1019d720 con 0x7f7e100ffe00 2023-10-05T15:44:29.756 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e14e05700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1019d8b0 con 0x7f7e10101990 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47724/0 (socket says 172.21.15.98:47724) 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 -- 172.21.15.98:0/3067332761 learned_addr learned my addr 172.21.15.98:0/3067332761 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0e59c700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 0x7f7e10195a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0ed9d700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e1019d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 -- 172.21.15.98:0/3067332761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 msgr2=0x7f7e1019d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e1019d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 -- 172.21.15.98:0/3067332761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 msgr2=0x7f7e10195a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 0x7f7e10195a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 -- 172.21.15.98:0/3067332761 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e000095f0 con 0x7f7e10100ff0 2023-10-05T15:44:29.757 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0ed9d700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e1019d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7e0dd9b700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009990 tx=0x7f7e00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.752+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0001d070 con 0x7f7e10100ff0 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.753+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e1019db30 con 0x7f7e10100ff0 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.753+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e00004090 con 0x7f7e10100ff0 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.753+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e00004a00 con 0x7f7e10100ff0 2023-10-05T15:44:29.758 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.753+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e1019dfe0 con 0x7f7e10100ff0 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.754+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e1010b610 con 0x7f7e10100ff0 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.754+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7e00003bd0 con 0x7f7e10100ff0 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.755+0000 7f7dff7fe700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 0x7f7df80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.755+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f7e000cdfc0 con 0x7f7e10100ff0 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.755+0000 7f7e0e59c700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 0x7f7df80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:29.759 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.755+0000 7f7e0e59c700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 0x7f7df80a3990 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7e10100e50 tx=0x7f7e0400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:29.761 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.759+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7e00097360 con 0x7f7e10100ff0 2023-10-05T15:44:29.957 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.955+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e10106ce0 con 0x7f7e10100ff0 2023-10-05T15:44:29.959 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.957+0000 7f7dff7fe700 1 -- 172.21.15.98:0/3067332761 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+24543 (secure 0 0 0) 0x7f7e0009a980 con 0x7f7e10100ff0 2023-10-05T15:44:29.959 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:44:29.959 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":90,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:38:27.625376+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 msgr2=0x7f7df80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 0x7f7df80a3990 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7e10100e50 tx=0x7f7e0400a380 comp rx=0 tx=0).stop 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 msgr2=0x7f7e10195fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009990 tx=0x7f7e00004730 comp rx=0 tx=0).stop 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 shutdown_connections 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f7df80a14d0 0x7f7df80a3990 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f7e100ffe00 0x7f7e10195a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.961 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e10101990 0x7f7e1019d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 --2- 172.21.15.98:0/3067332761 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f7e10100ff0 0x7f7e10195fa0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:29.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 >> 172.21.15.98:0/3067332761 conn(0x7f7e100fb370 msgr2=0x7f7e100fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:29.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 shutdown_connections 2023-10-05T15:44:29.962 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:29.959+0000 7f7e14e05700 1 -- 172.21.15.98:0/3067332761 wait complete. 2023-10-05T15:44:29.974 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:44:29.975 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:44:30.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 -- 172.21.15.98:0/2966899093 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60104270 msgr2=0x7f1b60106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 --2- 172.21.15.98:0/2966899093 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60104270 0x7f1b60106660 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f1b50009990 tx=0x7f1b50009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.099 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 -- 172.21.15.98:0/2966899093 shutdown_connections 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 --2- 172.21.15.98:0/2966899093 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 --2- 172.21.15.98:0/2966899093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60106ba0 0x7f1b60109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 --2- 172.21.15.98:0/2966899093 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60104270 0x7f1b60106660 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 -- 172.21.15.98:0/2966899093 >> 172.21.15.98:0/2966899093 conn(0x7f1b600fb330 msgr2=0x7f1b600fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 -- 172.21.15.98:0/2966899093 shutdown_connections 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 -- 172.21.15.98:0/2966899093 wait complete. 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.097+0000 7f1b65e26700 1 Processor -- start 2023-10-05T15:44:30.100 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 -- start start 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60104270 0x7f1b601970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6019e710 con 0x7f1b60106ba0 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6019e850 con 0x7f1b60101940 2023-10-05T15:44:30.103 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b65e26700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6019e9e0 con 0x7f1b60104270 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47740/0 (socket says 172.21.15.98:47740) 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 -- 172.21.15.98:0/1760079498 learned_addr learned my addr 172.21.15.98:0/1760079498 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5f7fe700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5effd700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60104270 0x7f1b601970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 -- 172.21.15.98:0/1760079498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60104270 msgr2=0x7f1b601970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60104270 0x7f1b601970d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.104 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 -- 172.21.15.98:0/1760079498 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 msgr2=0x7f1b60196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 -- 172.21.15.98:0/1760079498 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b500095f0 con 0x7f1b60106ba0 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5f7fe700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.098+0000 7f1b5ffff700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800ada0 tx=0x7f1b5800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.099+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b5800f070 con 0x7f1b60106ba0 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.099+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b58007b30 con 0x7f1b60106ba0 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.099+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b58005440 con 0x7f1b60106ba0 2023-10-05T15:44:30.105 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.099+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b6019ecc0 con 0x7f1b60106ba0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.099+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b6019f1d0 con 0x7f1b60106ba0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.100+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b600fceb0 con 0x7f1b60106ba0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.101+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1b58004ad0 con 0x7f1b60106ba0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.101+0000 7f1b5cff9700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 0x7f1b480a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.101+0000 7f1b5f7fe700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 0x7f1b480a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.101+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f1b580cc660 con 0x7f1b60106ba0 2023-10-05T15:44:30.106 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.102+0000 7f1b5f7fe700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 0x7f1b480a39c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1b54009cb0 tx=0x7f1b54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.107 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.105+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1b58095a00 con 0x7f1b60106ba0 2023-10-05T15:44:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:29 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:29 smithi098 ceph-mon[99243]: pgmap v502: 129 pgs: 129 active+clean; 48 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2023-10-05T15:44:30.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:29 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3067332761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:44:30.303 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.302+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1b6002d220 con 0x7f1b60106ba0 2023-10-05T15:44:30.304 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.302+0000 7f1b5cff9700 1 -- 172.21.15.98:0/1760079498 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1b58099020 con 0x7f1b60106ba0 2023-10-05T15:44:30.304 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:44:30.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 msgr2=0x7f1b480a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.306 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 0x7f1b480a39c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1b54009cb0 tx=0x7f1b54009260 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 msgr2=0x7f1b6019e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800ada0 tx=0x7f1b5800c330 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 shutdown_connections 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1b480a1500 0x7f1b480a39c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1b60101940 0x7f1b60196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1b60106ba0 0x7f1b6019e140 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 --2- 172.21.15.98:0/1760079498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1b60104270 0x7f1b601970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 >> 172.21.15.98:0/1760079498 conn(0x7f1b600fb330 msgr2=0x7f1b601025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 shutdown_connections 2023-10-05T15:44:30.307 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.304+0000 7f1b65e26700 1 -- 172.21.15.98:0/1760079498 wait complete. 2023-10-05T15:44:30.319 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:44:30.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:29 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:30.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:29 smithi173 ceph-mon[104029]: pgmap v502: 129 pgs: 129 active+clean; 48 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2023-10-05T15:44:30.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:29 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3067332761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:44:30.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:29 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:29 smithi115 ceph-mon[103691]: pgmap v502: 129 pgs: 129 active+clean; 48 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 514 op/s 2023-10-05T15:44:30.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:29 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3067332761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:44:30.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- 172.21.15.98:0/55930413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100fb0 msgr2=0x7fc9c0101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/55930413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0101410 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc0099c0 tx=0x7fc9bc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- 172.21.15.98:0/55930413 shutdown_connections 2023-10-05T15:44:30.446 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/55930413 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c00ffdc0 0x7fc9c01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/55930413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c0101950 0x7fc9c0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/55930413 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0101410 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- 172.21.15.98:0/55930413 >> 172.21.15.98:0/55930413 conn(0x7fc9c00fb330 msgr2=0x7fc9c00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- 172.21.15.98:0/55930413 shutdown_connections 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- 172.21.15.98:0/55930413 wait complete. 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 Processor -- start 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.442+0000 7fc9c80ea700 1 -- start start 2023-10-05T15:44:30.447 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c00ffdc0 0x7fc9c0196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019e740 con 0x7fc9c0101950 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019e880 con 0x7fc9c0100fb0 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9c019ea10 con 0x7fc9c00ffdc0 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c5e86700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c00ffdc0 0x7fc9c0196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.448 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47754/0 (socket says 172.21.15.98:47754) 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 -- 172.21.15.98:0/2055871275 learned_addr learned my addr 172.21.15.98:0/2055871275 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c5685700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 -- 172.21.15.98:0/2055871275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c00ffdc0 msgr2=0x7fc9c0196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c00ffdc0 0x7fc9c0196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 -- 172.21.15.98:0/2055871275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c0100fb0 msgr2=0x7fc9c0197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0197100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 -- 172.21.15.98:0/2055871275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9bc0095f0 con 0x7fc9c0101950 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c6687700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8007ee0 tx=0x7fc9b800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.449 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b8017070 con 0x7fc9c0101950 2023-10-05T15:44:30.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9c019ecf0 con 0x7fc9c0101950 2023-10-05T15:44:30.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9b800f040 con 0x7fc9c0101950 2023-10-05T15:44:30.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b8005550 con 0x7fc9c0101950 2023-10-05T15:44:30.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.443+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9c019f1f0 con 0x7fc9c0101950 2023-10-05T15:44:30.450 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.444+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9c0107f40 con 0x7fc9c0101950 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.445+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc9b800db20 con 0x7fc9c0101950 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.446+0000 7fc9b6ffd700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 0x7fc9ac0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.446+0000 7fc9c5e86700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 0x7fc9ac0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.446+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fc9b80cce30 con 0x7fc9c0101950 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.446+0000 7fc9c5e86700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 0x7fc9ac0a39c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fc9c0100e10 tx=0x7fc9b000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.451 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.449+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc9b80960e0 con 0x7fc9c0101950 2023-10-05T15:44:30.642 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.641+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc9c00008d0 con 0x7fc9c0101950 2023-10-05T15:44:30.643 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.641+0000 7fc9b6ffd700 1 -- 172.21.15.98:0/2055871275 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc9b8099700 con 0x7fc9c0101950 2023-10-05T15:44:30.643 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:44:30.645 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 msgr2=0x7fc9ac0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 0x7fc9ac0a39c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fc9c0100e10 tx=0x7fc9b000b410 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 msgr2=0x7fc9c019e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8007ee0 tx=0x7fc9b800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 shutdown_connections 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fc9ac0a1500 0x7fc9ac0a39c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fc9c0101950 0x7fc9c019e170 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9c00ffdc0 0x7fc9c0196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 --2- 172.21.15.98:0/2055871275 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fc9c0100fb0 0x7fc9c0197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.646 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 >> 172.21.15.98:0/2055871275 conn(0x7fc9c00fb330 msgr2=0x7fc9c00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 shutdown_connections 2023-10-05T15:44:30.647 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.643+0000 7fc9c80ea700 1 -- 172.21.15.98:0/2055871275 wait complete. 2023-10-05T15:44:30.658 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:44:30.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 -- 172.21.15.98:0/3540514885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488101970 msgr2=0x7f6488103d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.784 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 --2- 172.21.15.98:0/3540514885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488101970 0x7f6488103d60 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f6484009990 tx=0x7f6484009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 -- 172.21.15.98:0/3540514885 shutdown_connections 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 --2- 172.21.15.98:0/3540514885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6488106bd0 0x7f6488109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 --2- 172.21.15.98:0/3540514885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488101970 0x7f6488103d60 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 --2- 172.21.15.98:0/3540514885 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f64881042a0 0x7f6488106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 -- 172.21.15.98:0/3540514885 >> 172.21.15.98:0/3540514885 conn(0x7f64880fb380 msgr2=0x7f64880fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 -- 172.21.15.98:0/3540514885 shutdown_connections 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.780+0000 7f648fa85700 1 -- 172.21.15.98:0/3540514885 wait complete. 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 Processor -- start 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 -- start start 2023-10-05T15:44:30.785 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6488101970 0x7f6488196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64881042a0 0x7f64881970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648819e700 con 0x7f6488106bd0 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648819e840 con 0x7f6488101970 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648fa85700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f648819e9d0 con 0x7f64881042a0 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648e022700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648e022700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47768/0 (socket says 172.21.15.98:47768) 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648e022700 1 -- 172.21.15.98:0/3087382266 learned_addr learned my addr 172.21.15.98:0/3087382266 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.781+0000 7f648d020700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64881042a0 0x7f64881970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.786 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648d821700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6488101970 0x7f6488196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 -- 172.21.15.98:0/3087382266 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64881042a0 msgr2=0x7f64881970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64881042a0 0x7f64881970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 -- 172.21.15.98:0/3087382266 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6488101970 msgr2=0x7f6488196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6488101970 0x7f6488196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 -- 172.21.15.98:0/3087382266 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64840095f0 con 0x7f6488106bd0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648e022700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f648000ada0 tx=0x7f648000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f648000f070 con 0x7f6488106bd0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6480007b30 con 0x7f6488106bd0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f648819ecb0 con 0x7f6488106bd0 2023-10-05T15:44:30.787 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6480005280 con 0x7f6488106bd0 2023-10-05T15:44:30.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.782+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f648819f1c0 con 0x7f6488106bd0 2023-10-05T15:44:30.788 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.783+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64880fcf00 con 0x7f6488106bd0 2023-10-05T15:44:30.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.784+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f648000a090 con 0x7f6488106bd0 2023-10-05T15:44:30.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.785+0000 7f647effd700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 0x7f64740a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:30.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.785+0000 7f648d821700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 0x7f64740a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:30.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.785+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f64800ccaf0 con 0x7f6488106bd0 2023-10-05T15:44:30.789 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.785+0000 7f648d821700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 0x7f64740a39c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f648400b2e0 tx=0x7f6484005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:30.790 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.788+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6480099920 con 0x7f6488106bd0 2023-10-05T15:44:30.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.979+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f648810c860 con 0x7f6488106bd0 2023-10-05T15:44:30.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.979+0000 7f647effd700 1 -- 172.21.15.98:0/3087382266 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) v1 ==== 100+0+11 (secure 0 0 0) 0x7f64800994b0 con 0x7f6488106bd0 2023-10-05T15:44:30.981 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:44:30.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 msgr2=0x7f64740a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 0x7f64740a39c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f648400b2e0 tx=0x7f6484005fb0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 msgr2=0x7f648819e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f648000ada0 tx=0x7f648000c330 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 shutdown_connections 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f64740a1500 0x7f64740a39c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6488101970 0x7f6488196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6488106bd0 0x7f648819e130 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 --2- 172.21.15.98:0/3087382266 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64881042a0 0x7f64881970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.981+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 >> 172.21.15.98:0/3087382266 conn(0x7f64880fb380 msgr2=0x7f64881025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.982+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 shutdown_connections 2023-10-05T15:44:30.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:30.982+0000 7f648fa85700 1 -- 172.21.15.98:0/3087382266 wait complete. 2023-10-05T15:44:30.996 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:44:31.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 -- 172.21.15.98:0/827821302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102080 msgr2=0x7f3f9c102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.125 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/827821302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102080 0x7f3f9c102500 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f3f90009990 tx=0x7f3f90009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 -- 172.21.15.98:0/827821302 shutdown_connections 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/827821302 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c100ea0 0x7f3f9c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/827821302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c102a40 0x7f3f9c109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/827821302 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102080 0x7f3f9c102500 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 -- 172.21.15.98:0/827821302 >> 172.21.15.98:0/827821302 conn(0x7f3f9c0fc440 msgr2=0x7f3f9c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 -- 172.21.15.98:0/827821302 shutdown_connections 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.119+0000 7f3fa21bc700 1 -- 172.21.15.98:0/827821302 wait complete. 2023-10-05T15:44:31.126 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 Processor -- start 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 -- start start 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c100ea0 0x7f3f9c196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 0x7f3f9c1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9c19e820 con 0x7f3f9c102a40 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9c19e990 con 0x7f3f9c102080 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3fa21bc700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f9c19eb50 con 0x7f3f9c100ea0 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.120+0000 7f3f9bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47782/0 (socket says 172.21.15.98:47782) 2023-10-05T15:44:31.127 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 -- 172.21.15.98:0/1017153156 learned_addr learned my addr 172.21.15.98:0/1017153156 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9b7fe700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c100ea0 0x7f3f9c196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9affd700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 0x7f3f9c1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 -- 172.21.15.98:0/1017153156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c100ea0 msgr2=0x7f3f9c196cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c100ea0 0x7f3f9c196cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 -- 172.21.15.98:0/1017153156 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 msgr2=0x7f3f9c1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 0x7f3f9c1971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 -- 172.21.15.98:0/1017153156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f900095f0 con 0x7f3f9c102a40 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9affd700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 0x7f3f9c1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:31.128 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f9bfff700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f3f94007ee0 tx=0x7f3f9400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f94017070 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f9c19ee30 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3f9400f040 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.121+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f94005740 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.122+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f9c19f260 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.123+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f9c10c760 con 0x7f3f9c102a40 2023-10-05T15:44:31.129 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.123+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3f9400dc60 con 0x7f3f9c102a40 2023-10-05T15:44:31.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.124+0000 7f3f98ff9700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 0x7f3f840a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.124+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f3f940cc240 con 0x7f3f9c102a40 2023-10-05T15:44:31.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.124+0000 7f3f9b7fe700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 0x7f3f840a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.130 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.124+0000 7f3f9b7fe700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 0x7f3f840a3940 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c197b80 tx=0x7f3f8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:31.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.128+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3f940954f0 con 0x7f3f9c102a40 2023-10-05T15:44:31.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:30 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1760079498' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:30 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2055871275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.320+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f3f9c19f570 con 0x7f3f9c102a40 2023-10-05T15:44:31.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.321+0000 7f3f98ff9700 1 -- 172.21.15.98:0/1017153156 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) v1 ==== 103+0+11 (secure 0 0 0) 0x7f3f94098b10 con 0x7f3f9c102a40 2023-10-05T15:44:31.323 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:44:31.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 msgr2=0x7f3f840a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 0x7f3f840a3940 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c197b80 tx=0x7f3f8c009260 comp rx=0 tx=0).stop 2023-10-05T15:44:31.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 msgr2=0x7f3f9c19e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f3f94007ee0 tx=0x7f3f9400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.325 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 shutdown_connections 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3f840a1480 0x7f3f840a3940 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3f9c102a40 0x7f3f9c19e250 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3f9c100ea0 0x7f3f9c196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 --2- 172.21.15.98:0/1017153156 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3f9c102080 0x7f3f9c1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 >> 172.21.15.98:0/1017153156 conn(0x7f3f9c0fc440 msgr2=0x7f3f9c0fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 shutdown_connections 2023-10-05T15:44:31.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.323+0000 7f3fa21bc700 1 -- 172.21.15.98:0/1017153156 wait complete. 2023-10-05T15:44:31.337 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-10-05T15:44:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:30 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1760079498' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:30 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2055871275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:30 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1760079498' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:30 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2055871275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:44:31.461 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 -- 172.21.15.98:0/1273817581 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 msgr2=0x7fa554103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.461 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 --2- 172.21.15.98:0/1273817581 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554103dd0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fa548009990 tx=0x7fa548009ca0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 -- 172.21.15.98:0/1273817581 shutdown_connections 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 --2- 172.21.15.98:0/1273817581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554106c40 0x7fa554109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 --2- 172.21.15.98:0/1273817581 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554103dd0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 --2- 172.21.15.98:0/1273817581 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554104310 0x7fa554106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 -- 172.21.15.98:0/1273817581 >> 172.21.15.98:0/1273817581 conn(0x7fa5540fb370 msgr2=0x7fa5540fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 -- 172.21.15.98:0/1273817581 shutdown_connections 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.457+0000 7fa559654700 1 -- 172.21.15.98:0/1273817581 wait complete. 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 Processor -- start 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 -- start start 2023-10-05T15:44:31.462 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 0x7fa5540ff990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 0x7fa5540ffed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa554100670 con 0x7fa5541019e0 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5541007e0 con 0x7fa554106c40 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa559654700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5541a0bc0 con 0x7fa554104310 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa552ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa552ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47792/0 (socket says 172.21.15.98:47792) 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa552ffd700 1 -- 172.21.15.98:0/3727994002 learned_addr learned my addr 172.21.15.98:0/3727994002 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa5537fe700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 0x7fa5540ffed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.458+0000 7fa5527fc700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 0x7fa5540ff990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 -- 172.21.15.98:0/3727994002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 msgr2=0x7fa5540ff990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.463 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 0x7fa5540ff990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 -- 172.21.15.98:0/3727994002 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 msgr2=0x7fa5540ffed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 0x7fa5540ffed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 -- 172.21.15.98:0/3727994002 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5480095f0 con 0x7fa5541019e0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa5537fe700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 0x7fa5540ffed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa5527fc700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 0x7fa5540ff990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa552ffd700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fa548000c00 tx=0x7fa54800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa54801d070 con 0x7fa5541019e0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5541a0e40 con 0x7fa5541019e0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa54800fc00 con 0x7fa5541019e0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548017650 con 0x7fa5541019e0 2023-10-05T15:44:31.464 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.459+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5541a1210 con 0x7fa5541019e0 2023-10-05T15:44:31.465 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.460+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa55410c780 con 0x7fa5541019e0 2023-10-05T15:44:31.465 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.461+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa548022470 con 0x7fa5541019e0 2023-10-05T15:44:31.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.462+0000 7fa53bfff700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 0x7fa53c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:44:31.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.462+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fa5480ce560 con 0x7fa5541019e0 2023-10-05T15:44:31.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.462+0000 7fa5527fc700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 0x7fa53c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:44:31.466 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.462+0000 7fa5527fc700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 0x7fa53c0a3990 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa544005950 tx=0x7fa5440058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:44:31.467 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.465+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa548097900 con 0x7fa5541019e0 2023-10-05T15:44:31.718 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.716+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7fa5541a1400 con 0x7fa5541019e0 2023-10-05T15:44:31.725 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.724+0000 7fa53bfff700 1 -- 172.21.15.98:0/3727994002 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v16) v1 ==== 81+0+733878 (secure 0 0 0) 0x7fa54809af20 con 0x7fa5541019e0 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: "epoch": 16, 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: "active_gid": 14152, 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: "active_name": "x", 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: "active_addrs": { 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: "addrvec": [ 2023-10-05T15:44:31.734 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v2", 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:6800", 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 1264833367 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v1", 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:6801", 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 1264833367 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.735 INFO:teuthology.orchestra.run.smithi098.stdout: "active_addr": "172.21.15.98:6801/1264833367", 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "active_change": "2023-10-05T15:30:25.452154+0000", 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "active_mgr_features": 4540138322906710015, 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "available": true, 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "standbys": [ 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "gid": 24109, 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "z", 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr_features": 4540138322906710015, 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "available_modules": [ 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "alerts", 2023-10-05T15:44:31.736 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:44:31.737 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.738 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.739 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.741 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.742 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.743 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.744 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.745 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_destination": { 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_destination", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.746 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_from_name": { 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_from_name", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.747 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "Ceph", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email From: name", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_host": { 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_host", 2023-10-05T15:44:31.748 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP server", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_password": { 2023-10-05T15:44:31.749 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_password", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Password to authenticate with", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.750 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_port": { 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_port", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "465", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP port", 2023-10-05T15:44:31.751 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_sender": { 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_sender", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.752 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_ssl": { 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_ssl", 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.753 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_user": { 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_user", 2023-10-05T15:44:31.754 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "User to authenticate as", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.755 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "balancer", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "active": { 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "active", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.756 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_time": { 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_time", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.757 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0000", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.758 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_weekday": { 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_weekday", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.759 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_max_iterations": { 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "25", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "250", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.760 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_metrics": { 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_metrics", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:44:31.761 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_step": { 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_step", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.5", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0.001", 2023-10-05T15:44:31.762 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "0.999", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "end_time": { 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_time", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.763 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2359", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "end_weekday": { 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_weekday", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:31.764 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.765 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.766 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.767 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.768 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.768 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.768 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.768 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.768 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.769 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.770 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.771 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "min_score": { 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_score", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.772 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "upmap", 2023-10-05T15:44:31.773 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "crush-compat", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "none", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap" 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Balancer mode", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.774 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_ids": { 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_ids", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.775 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.776 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_deviation": { 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_deviation", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:44:31.777 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_optimizations": { 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.778 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm", 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.779 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_down_multiplier": { 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_down_multiplier", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.780 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_refresh_rate": { 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_refresh_rate", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "20", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.781 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_starting_port": { 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_starting_port", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4721", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.782 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_ptrace": { 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_ptrace", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.783 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_interval": { 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_interval", 2023-10-05T15:44:31.784 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:44:31.785 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.7", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.786 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm_log_destination": { 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm_log_destination", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "file", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "file,syslog", 2023-10-05T15:44:31.787 INFO:teuthology.orchestra.run.smithi098.stdout: "syslog" 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "cgroups_split": { 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cgroups_split", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.788 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "config_checks_enabled": { 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_checks_enabled", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.789 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "config_dashboard": { 2023-10-05T15:44:31.790 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_dashboard", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.791 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_alertmanager": { 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_alertmanager", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.792 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_base": { 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_base", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.793 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_elasticsearch": { 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.794 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "elasticsearch container image", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_grafana": { 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_grafana", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.795 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_haproxy": { 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_haproxy", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.796 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "HAproxy container image", 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.797 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_agent": { 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.798 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_collector": { 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:44:31.799 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_query": { 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.800 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger query container image", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_keepalived": { 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_keepalived", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.801 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Keepalived container image", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_loki": { 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_loki", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.802 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Loki container image", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.803 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_node_exporter": { 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_node_exporter", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.804 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_nvmeof": { 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_nvmeof", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Nvme-of container image", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.805 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_prometheus": { 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_prometheus", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.806 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_promtail": { 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_promtail", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.807 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Promtail container image", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_snmp_gateway": { 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:44:31.808 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "container_init": { 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_init", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.809 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "daemon_cache_timeout": { 2023-10-05T15:44:31.810 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.811 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "900", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.812 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "default_registry": { 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_registry", 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.813 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "device_cache_timeout": { 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_cache_timeout", 2023-10-05T15:44:31.814 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1800", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.815 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "device_enhanced_scan": { 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_enhanced_scan", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.816 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "facts_cache_timeout": { 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "facts_cache_timeout", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.817 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "host_check_interval": { 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "host_check_interval", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:31.818 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "inventory_list_all": { 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "inventory_list_all", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.819 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.820 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.821 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "log_refresh_metadata": { 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_refresh_metadata", 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.822 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.823 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.824 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.825 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.826 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:44:31.827 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.828 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "*", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.829 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "max_count_per_host": { 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_count_per_host", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:44:31.830 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "max_osd_draining_count": { 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_osd_draining_count", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.831 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "migration_current": { 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "migration_current", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.832 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "internal - do not modify", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.833 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "root", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm-package", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "root" 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.834 INFO:teuthology.orchestra.run.smithi098.stdout: "prometheus_alerts_path": { 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.835 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_insecure": { 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_insecure", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.836 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_password": { 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_password", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:44:31.837 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_url": { 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_url", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.838 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_username": { 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_username", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.839 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "secure_monitoring_stack": { 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.840 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "service_discovery_port": { 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "service_discovery_port", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.841 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8765", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "ssh_config_file": { 2023-10-05T15:44:31.842 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssh_config_file", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.843 INFO:teuthology.orchestra.run.smithi098.stdout: "use_agent": { 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_agent", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.844 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "use_repo_digest": { 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_repo_digest", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:44:31.845 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_failed_host_check": { 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.846 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_daemons": { 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.847 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_hosts": { 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.848 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crash", 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.849 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.850 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.851 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.852 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.853 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.854 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.855 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "retain_interval": { 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retain_interval", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "31536000", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.856 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_recent_interval": { 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_recent_interval", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1209600", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.857 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dashboard", 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.858 INFO:teuthology.orchestra.run.smithi098.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.859 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.860 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.861 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.862 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.863 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.864 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:44:31.865 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.866 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.867 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.868 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.869 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.870 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:44:31.871 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.872 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.873 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.874 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.875 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.876 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_URL": { 2023-10-05T15:44:31.877 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.878 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.879 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.880 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.881 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.882 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:44:31.883 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.884 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.885 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.886 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.887 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.888 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:44:31.889 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.890 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.891 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.892 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.893 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.894 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.895 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.896 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.897 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.898 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8", 2023-10-05T15:44:31.899 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.900 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "45", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.901 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.902 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.903 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.904 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.905 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.906 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.907 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.908 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.909 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.910 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "cross_origin_url": { 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cross_origin_url", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.911 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "crt_file": { 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crt_file", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.912 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "debug": { 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "debug", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.913 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "jwt_token_ttl": { 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "jwt_token_ttl", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.914 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "28800", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:31.915 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.916 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.917 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.918 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.919 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.920 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.921 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.922 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "motd": { 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "motd", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.923 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "The message of the day", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.924 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.925 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.926 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8080", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.927 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.928 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl_server_port": { 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl_server_port", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8443", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.929 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "redirect", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.930 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect" 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.931 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.932 INFO:teuthology.orchestra.run.smithi098.stdout: "url_prefix": { 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url_prefix", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.933 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "devicehealth", 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_monitoring": { 2023-10-05T15:44:31.934 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_monitoring", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "monitor device health metrics", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.935 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.936 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.937 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.938 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.939 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.940 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "mark_out_threshold": { 2023-10-05T15:44:31.941 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mark_out_threshold", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2419200", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.942 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_name": { 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_name", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "device_health_metrics", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.943 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "retention_period": { 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retention_period", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15552000", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:44:31.944 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_frequency": { 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_frequency", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.945 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "self_heal": { 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "self_heal", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:31.946 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.947 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_threshold": { 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_threshold", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.948 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7257600", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.949 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "diskprediction_local", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.950 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.951 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.952 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.953 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.954 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.955 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "predict_interval": { 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predict_interval", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.956 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "predictor_model": { 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predictor_model", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "prophetstor", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.957 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.958 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.959 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "influx", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": false, 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "batch_size": { 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "batch_size", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5000", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.960 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "database": { 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "database", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "ceph", 2023-10-05T15:44:31.961 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "hostname": { 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "hostname", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.962 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:31.963 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "30", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "5", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.964 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.965 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.966 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.967 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.968 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.969 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.970 INFO:teuthology.orchestra.run.smithi098.stdout: "password": { 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "password", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.971 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "port": { 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "port", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8086", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server port", 2023-10-05T15:44:31.972 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "false", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.973 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "threads": { 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threads", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:31.974 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "32", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "username": { 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "username", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.975 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "verify_ssl": { 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "verify_ssl", 2023-10-05T15:44:31.976 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "true", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.977 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "insights", 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.978 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.979 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.980 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.981 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.982 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.983 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "iostat", 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.984 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.985 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.986 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.987 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.988 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.989 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.990 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "k8sevents", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_event_retention_days": { 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.991 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "config_check_secs": { 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_check_secs", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:31.992 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "10", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:31.993 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.994 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.995 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:31.996 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:31.997 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:31.998 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "localpool", 2023-10-05T15:44:31.999 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "failure_domain": { 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "failure_domain", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "host", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.000 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.001 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.002 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.003 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.004 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.005 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.006 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "min_size": { 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_size", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.007 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "num_rep": { 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "num_rep", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.008 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_num": { 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_num", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.009 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "128", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "prefix": { 2023-10-05T15:44:32.010 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prefix", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.011 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "subtree": { 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "subtree", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "rack", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:44:32.012 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mds_autoscaler", 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.013 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.014 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.015 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.016 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.017 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.018 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.019 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirroring", 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.020 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.021 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.022 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.023 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.024 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.025 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "nfs", 2023-10-05T15:44:32.026 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.027 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.028 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.029 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.030 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.031 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.032 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.033 INFO:teuthology.orchestra.run.smithi098.stdout: "fail_fs": { 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "fail_fs", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.034 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.035 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.036 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.037 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.038 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.039 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.040 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator": { 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "rook", 2023-10-05T15:44:32.041 INFO:teuthology.orchestra.run.smithi098.stdout: "test_orchestrator" 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Orchestrator backend", 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_perf_query", 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.042 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.043 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.044 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.045 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.046 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.047 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.048 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_support", 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.049 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.050 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.051 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.052 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.053 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.054 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_autoscaler", 2023-10-05T15:44:32.055 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.056 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.057 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.058 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.059 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.061 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.062 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.063 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "threshold": { 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threshold", 2023-10-05T15:44:32.064 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1.0", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "scaling threshold", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.065 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "progress", 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_pg_recovery_event": { 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.066 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:32.067 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.068 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.069 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.070 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.071 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.072 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.073 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "max_completed_events": { 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_completed_events", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.074 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "50", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.075 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.076 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus", 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "cache": { 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cache", 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.077 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "exclude_perf_counters": { 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "exclude_perf_counters", 2023-10-05T15:44:32.078 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.079 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.080 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.081 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.082 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.083 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.084 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.085 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools": { 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.086 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.087 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_interval": { 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_interval", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15.0", 2023-10-05T15:44:32.088 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.089 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.090 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "9283", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.091 INFO:teuthology.orchestra.run.smithi098.stdout: "stale_cache_strategy": { 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stale_cache_strategy", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "log", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.092 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "default", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "default", 2023-10-05T15:44:32.093 INFO:teuthology.orchestra.run.smithi098.stdout: "error" 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.094 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.095 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_support", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.096 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.097 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.098 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.099 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.100 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.101 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_snap_create": { 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.102 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.103 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "trash_purge_schedule": { 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "trash_purge_schedule", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.104 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.105 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "restful", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_auth": { 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_auth", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.106 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.107 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.108 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.109 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.110 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.111 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.112 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.113 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.114 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.115 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.116 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rgw", 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.117 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.118 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.119 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.120 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.121 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.122 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rook", 2023-10-05T15:44:32.123 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "drive_group_interval": { 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "drive_group_interval", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300.0", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.124 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.125 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.126 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.127 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.128 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.129 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.130 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "storage_class": { 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "storage_class", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "local", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.131 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "selftest", 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.132 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.133 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.134 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.135 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.136 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.137 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "roption1": { 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption1", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.138 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "roption2": { 2023-10-05T15:44:32.139 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption2", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "xyz", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.140 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption1": { 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption1", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.141 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption2": { 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption2", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.142 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption3": { 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption3", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.143 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption4": { 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption4", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.144 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.145 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.145 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.145 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.145 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.145 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption5": { 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption5", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.146 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption6": { 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption6", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.147 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption7": { 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption7", 2023-10-05T15:44:32.148 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "42", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.149 INFO:teuthology.orchestra.run.smithi098.stdout: "testkey": { 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testkey", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.150 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "testlkey": { 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testlkey", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.151 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "testnewline": { 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testnewline", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.152 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snap_schedule", 2023-10-05T15:44:32.153 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_m_granularity": { 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_m_granularity", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.154 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "dump_on_update": { 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dump_on_update", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.155 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.156 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.157 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.158 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.159 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.160 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.161 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stats", 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.162 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.163 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.164 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.165 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.166 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.167 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.168 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "status", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.169 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.170 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.171 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.172 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.173 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.174 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telegraf", 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.175 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "address": { 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "address", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.176 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.177 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.178 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.179 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.180 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.181 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.182 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.183 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.184 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.185 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telemetry", 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_basic": { 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_basic", 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.186 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_crash": { 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_crash", 2023-10-05T15:44:32.187 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_device": { 2023-10-05T15:44:32.188 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_device", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.189 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_ident": { 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_ident", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.190 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_perf": { 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_perf", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.191 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "contact": { 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "contact", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.192 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "description": { 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "description", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.193 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "device_url": { 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_url", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.194 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.195 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.196 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "24", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "8", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.197 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "last_opt_revision": { 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "last_opt_revision", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.198 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard": { 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.199 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard_description": { 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard_description", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.200 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.201 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.202 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.203 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.204 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.205 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.206 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "organization": { 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "organization", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.207 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "proxy": { 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "proxy", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.208 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "url": { 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.209 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.210 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "test_orchestrator", 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.211 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.212 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.213 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.214 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.215 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.216 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.217 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "volumes", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.218 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.219 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.220 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.221 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.222 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.223 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_clones": { 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_clones", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.224 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "periodic_async_work": { 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "periodic_async_work", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.225 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Periodically check for async work", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "snapshot_clone_delay": { 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.226 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.227 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "discovery_interval": { 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "discovery_interval", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "100", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.228 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "identifier": { 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "identifier", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.229 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.230 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.231 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.232 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.233 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.234 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.235 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.236 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_host": { 2023-10-05T15:44:32.237 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_host", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.238 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_port": { 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_port", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10051", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.239 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_sender": { 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_sender", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.240 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "gid": 24110, 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "y", 2023-10-05T15:44:32.241 INFO:teuthology.orchestra.run.smithi098.stdout: "mgr_features": 4540138322906710015, 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "available_modules": [ 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "alerts", 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.242 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.243 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.244 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.245 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.246 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.247 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.248 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_destination": { 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_destination", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.249 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_from_name": { 2023-10-05T15:44:32.250 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_from_name", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "Ceph", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email From: name", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.251 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_host": { 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_host", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP server", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.252 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_password": { 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_password", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Password to authenticate with", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.253 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_port": { 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_port", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "465", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.254 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP port", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_sender": { 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_sender", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.255 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_ssl": { 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_ssl", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.256 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_user": { 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_user", 2023-10-05T15:44:32.257 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "User to authenticate as", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.258 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "balancer", 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "active": { 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "active", 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.259 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_time": { 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_time", 2023-10-05T15:44:32.260 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0000", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.261 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_weekday": { 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_weekday", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:44:32.262 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_max_iterations": { 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "25", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "250", 2023-10-05T15:44:32.263 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_metrics": { 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_metrics", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.264 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_step": { 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_step", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.265 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.5", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0.001", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "0.999", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "end_time": { 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_time", 2023-10-05T15:44:32.266 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2359", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.267 INFO:teuthology.orchestra.run.smithi098.stdout: "end_weekday": { 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_weekday", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.268 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.269 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.270 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.271 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.272 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.273 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "min_score": { 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_score", 2023-10-05T15:44:32.274 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.275 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "upmap", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "crush-compat", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "none", 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap" 2023-10-05T15:44:32.276 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Balancer mode", 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_ids": { 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_ids", 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.277 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.278 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_deviation": { 2023-10-05T15:44:32.279 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_deviation", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.280 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_optimizations": { 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:44:32.281 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm", 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_down_multiplier": { 2023-10-05T15:44:32.282 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_down_multiplier", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.283 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_refresh_rate": { 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_refresh_rate", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "20", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.284 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_starting_port": { 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_starting_port", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4721", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.285 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_ptrace": { 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_ptrace", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.286 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_interval": { 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_interval", 2023-10-05T15:44:32.287 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.288 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.7", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.289 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm_log_destination": { 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm_log_destination", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "file", 2023-10-05T15:44:32.290 INFO:teuthology.orchestra.run.smithi098.stdout: "file,syslog", 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "syslog" 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "cgroups_split": { 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cgroups_split", 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.291 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "config_checks_enabled": { 2023-10-05T15:44:32.292 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_checks_enabled", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.293 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "config_dashboard": { 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_dashboard", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:44:32.294 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_alertmanager": { 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_alertmanager", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.295 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_base": { 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_base", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:44:32.296 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_elasticsearch": { 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.297 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "elasticsearch container image", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_grafana": { 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_grafana", 2023-10-05T15:44:32.298 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.299 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_haproxy": { 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_haproxy", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "HAproxy container image", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.300 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_agent": { 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.301 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_collector": { 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.302 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_query": { 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.303 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger query container image", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_keepalived": { 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_keepalived", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.304 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Keepalived container image", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.305 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_loki": { 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_loki", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Loki container image", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.306 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_node_exporter": { 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_node_exporter", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.307 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_nvmeof": { 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_nvmeof", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.308 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Nvme-of container image", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_prometheus": { 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_prometheus", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.309 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_promtail": { 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_promtail", 2023-10-05T15:44:32.310 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Promtail container image", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.311 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_snmp_gateway": { 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.312 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "container_init": { 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_init", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:44:32.313 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "daemon_cache_timeout": { 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.314 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "900", 2023-10-05T15:44:32.315 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "default_registry": { 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_registry", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.316 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "device_cache_timeout": { 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_cache_timeout", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.317 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1800", 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "device_enhanced_scan": { 2023-10-05T15:44:32.318 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_enhanced_scan", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.319 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "facts_cache_timeout": { 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "facts_cache_timeout", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.320 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "host_check_interval": { 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "host_check_interval", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.321 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "inventory_list_all": { 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "inventory_list_all", 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.322 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.323 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.324 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "log_refresh_metadata": { 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_refresh_metadata", 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.325 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.326 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.327 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.328 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.329 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:44:32.330 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.331 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "*", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.332 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "max_count_per_host": { 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_count_per_host", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:44:32.333 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "max_osd_draining_count": { 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_osd_draining_count", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.334 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "migration_current": { 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "migration_current", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.335 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "internal - do not modify", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.336 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "root", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm-package", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "root" 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.337 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "prometheus_alerts_path": { 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.338 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_insecure": { 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_insecure", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.339 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_password": { 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_password", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.340 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_url": { 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_url", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.341 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_username": { 2023-10-05T15:44:32.342 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_username", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.343 INFO:teuthology.orchestra.run.smithi098.stdout: "secure_monitoring_stack": { 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.344 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "service_discovery_port": { 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "service_discovery_port", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8765", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.345 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "ssh_config_file": { 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssh_config_file", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.346 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "use_agent": { 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_agent", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.347 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "use_repo_digest": { 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_repo_digest", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.348 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_failed_host_check": { 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:44:32.349 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.350 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_daemons": { 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.351 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_hosts": { 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.352 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crash", 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.353 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.354 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.355 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.356 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.357 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.358 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "retain_interval": { 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retain_interval", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.359 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "31536000", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_recent_interval": { 2023-10-05T15:44:32.360 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_recent_interval", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1209600", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.361 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dashboard", 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.362 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:44:32.363 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:44:32.364 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.364 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.364 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.364 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.365 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.366 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.367 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.368 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.369 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.370 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.371 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.372 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.373 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.374 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.375 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.376 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:44:32.377 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.378 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.379 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.380 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_URL": { 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.381 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.382 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.383 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.384 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.385 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.386 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:44:32.387 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.388 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.389 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.390 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.391 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.392 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.393 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.394 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.395 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.396 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:44:32.397 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.398 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:44:32.399 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:44:32.400 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.401 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8", 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.402 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "45", 2023-10-05T15:44:32.403 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.404 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.405 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.406 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:44:32.407 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:44:32.408 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.409 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.410 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.411 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.412 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "cross_origin_url": { 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cross_origin_url", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.413 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "crt_file": { 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crt_file", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.414 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "debug": { 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "debug", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.415 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "jwt_token_ttl": { 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "jwt_token_ttl", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.416 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "28800", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.417 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.418 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.419 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.420 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.421 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.422 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.423 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "motd": { 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "motd", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.424 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "The message of the day", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.425 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.426 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.427 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8080", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:32.428 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.429 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl_server_port": { 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl_server_port", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8443", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.430 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "redirect", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect" 2023-10-05T15:44:32.431 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:32.432 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "url_prefix": { 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url_prefix", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.433 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "devicehealth", 2023-10-05T15:44:32.434 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_monitoring": { 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_monitoring", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "monitor device health metrics", 2023-10-05T15:44:32.435 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.436 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.437 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.438 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.439 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.440 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "mark_out_threshold": { 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mark_out_threshold", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.441 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2419200", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_name": { 2023-10-05T15:44:32.442 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_name", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "device_health_metrics", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.443 INFO:teuthology.orchestra.run.smithi098.stdout: "retention_period": { 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retention_period", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15552000", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.444 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_frequency": { 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_frequency", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.445 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "self_heal": { 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "self_heal", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.446 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.447 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_threshold": { 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_threshold", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7257600", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.448 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "diskprediction_local", 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.449 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.450 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.451 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.452 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.453 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.454 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "predict_interval": { 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predict_interval", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.455 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "predictor_model": { 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predictor_model", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.456 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "prophetstor", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.457 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.458 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "influx", 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": false, 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "batch_size": { 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "batch_size", 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.459 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5000", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "database": { 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "database", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.460 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "ceph", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "hostname": { 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "hostname", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.461 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.462 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "30", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "5", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.463 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.464 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.465 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.466 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.467 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.468 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "password": { 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "password", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.469 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "port": { 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "port", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.470 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8086", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server port", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:32.471 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "false", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "threads": { 2023-10-05T15:44:32.472 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threads", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "32", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.473 INFO:teuthology.orchestra.run.smithi098.stdout: "username": { 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "username", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.474 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "verify_ssl": { 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "verify_ssl", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "true", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.475 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "insights", 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.476 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.477 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.478 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.479 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.480 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.481 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "iostat", 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.482 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.483 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.484 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.485 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.486 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.487 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "k8sevents", 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_event_retention_days": { 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.488 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "config_check_secs": { 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_check_secs", 2023-10-05T15:44:32.489 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "10", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.490 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.491 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.492 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.493 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.494 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.495 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "localpool", 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.496 INFO:teuthology.orchestra.run.smithi098.stdout: "failure_domain": { 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "failure_domain", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "host", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.497 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.498 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.499 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.500 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.501 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.502 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "min_size": { 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_size", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.503 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "num_rep": { 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "num_rep", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.504 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_num": { 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_num", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.505 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "128", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "prefix": { 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prefix", 2023-10-05T15:44:32.506 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "subtree": { 2023-10-05T15:44:32.507 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "subtree", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "rack", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.508 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mds_autoscaler", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.509 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.510 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.511 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.512 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.513 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.514 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirroring", 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.515 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.516 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.517 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.518 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.519 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.520 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "nfs", 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.521 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.522 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.523 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.524 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.525 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.526 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.527 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "fail_fs": { 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "fail_fs", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.528 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.529 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.530 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.531 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.532 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.533 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator": { 2023-10-05T15:44:32.534 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "rook", 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "test_orchestrator" 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.535 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Orchestrator backend", 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_perf_query", 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.536 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.537 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.538 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.539 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.540 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.541 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_support", 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.542 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.543 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.544 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.545 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.546 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.547 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_autoscaler", 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.548 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.549 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.550 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.551 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.552 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.553 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.554 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "threshold": { 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threshold", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.555 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1.0", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "scaling threshold", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.556 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "progress", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_pg_recovery_event": { 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.557 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.558 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.559 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.560 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.561 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.562 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.563 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.564 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "max_completed_events": { 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_completed_events", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "50", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.565 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:44:32.566 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus", 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "cache": { 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cache", 2023-10-05T15:44:32.567 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "exclude_perf_counters": { 2023-10-05T15:44:32.568 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "exclude_perf_counters", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.569 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.570 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.571 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.572 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.573 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.574 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools": { 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.575 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:44:32.576 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_interval": { 2023-10-05T15:44:32.577 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_interval", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15.0", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.578 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.579 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "9283", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.580 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "stale_cache_strategy": { 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stale_cache_strategy", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "log", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.581 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "default", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.582 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "default", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "error" 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.583 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.584 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_support", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.585 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.586 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.587 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.588 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.589 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.590 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_snap_create": { 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.591 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.592 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "trash_purge_schedule": { 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "trash_purge_schedule", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.593 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "restful", 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_auth": { 2023-10-05T15:44:32.594 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_auth", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.595 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.596 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.597 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.598 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.599 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.600 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.601 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.602 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.603 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.604 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rgw", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.605 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.606 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.607 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.608 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.609 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.610 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.611 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.612 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rook", 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "drive_group_interval": { 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "drive_group_interval", 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.613 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300.0", 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.614 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.615 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.616 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.617 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.618 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.619 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "storage_class": { 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "storage_class", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.620 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "local", 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.621 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "selftest", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.622 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.623 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.624 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.625 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.626 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.627 INFO:teuthology.orchestra.run.smithi098.stdout: "roption1": { 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption1", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.628 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "roption2": { 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption2", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "xyz", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.629 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption1": { 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption1", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.630 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption2": { 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption2", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.631 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption3": { 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption3", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.632 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption4": { 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption4", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.633 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption5": { 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption5", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.634 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption6": { 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption6", 2023-10-05T15:44:32.635 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption7": { 2023-10-05T15:44:32.636 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption7", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "42", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.637 INFO:teuthology.orchestra.run.smithi098.stdout: "testkey": { 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testkey", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.638 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "testlkey": { 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testlkey", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.639 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "testnewline": { 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testnewline", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.640 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snap_schedule", 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_m_granularity": { 2023-10-05T15:44:32.641 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_m_granularity", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.642 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "dump_on_update": { 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dump_on_update", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.643 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.644 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.645 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.646 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.647 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.648 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.649 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stats", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.650 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.651 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.652 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.653 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.654 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.655 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "status", 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.656 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.657 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.658 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.659 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.660 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.661 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telegraf", 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "address": { 2023-10-05T15:44:32.662 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "address", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.663 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.664 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.665 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.666 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.667 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.668 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.669 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telemetry", 2023-10-05T15:44:32.670 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_basic": { 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_basic", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:44:32.671 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_crash": { 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_crash", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.672 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_device": { 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_device", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.673 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_ident": { 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_ident", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.674 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_perf": { 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_perf", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.675 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "contact": { 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "contact", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.676 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "description": { 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "description", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.677 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "device_url": { 2023-10-05T15:44:32.678 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_url", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.679 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.680 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "24", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "8", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.681 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "last_opt_revision": { 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "last_opt_revision", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.682 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard": { 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.683 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard_description": { 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard_description", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.684 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.685 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.686 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.687 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.688 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.689 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.690 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "organization": { 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "organization", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.691 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "proxy": { 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "proxy", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.692 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "url": { 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.693 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "test_orchestrator", 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.694 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.695 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.696 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.697 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.698 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.699 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "volumes", 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.700 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.701 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.702 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.703 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.704 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.705 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_clones": { 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_clones", 2023-10-05T15:44:32.706 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "periodic_async_work": { 2023-10-05T15:44:32.707 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "periodic_async_work", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Periodically check for async work", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.708 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "snapshot_clone_delay": { 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.709 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix", 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "discovery_interval": { 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "discovery_interval", 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.710 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "100", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "identifier": { 2023-10-05T15:44:32.711 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "identifier", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.712 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.713 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.714 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.715 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.716 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.717 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.718 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_host": { 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_host", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.719 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_port": { 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_port", 2023-10-05T15:44:32.720 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10051", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.721 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_sender": { 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_sender", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.722 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "modules": [ 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm", 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "dashboard", 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "iostat", 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "nfs", 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: "restful" 2023-10-05T15:44:32.723 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "available_modules": [ 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "alerts", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.724 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.725 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.726 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.727 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.728 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.729 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.730 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_destination": { 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_destination", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:44:32.731 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_from_name": { 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_from_name", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "Ceph", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.732 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Email From: name", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_host": { 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_host", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.733 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP server", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_password": { 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_password", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.734 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Password to authenticate with", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_port": { 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_port", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.735 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "465", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP port", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_sender": { 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_sender", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.736 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_ssl": { 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_ssl", 2023-10-05T15:44:32.737 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.738 INFO:teuthology.orchestra.run.smithi098.stdout: "smtp_user": { 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "smtp_user", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "User to authenticate as", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.739 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "balancer", 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "active": { 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "active", 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.740 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_time": { 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_time", 2023-10-05T15:44:32.741 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0000", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.742 INFO:teuthology.orchestra.run.smithi098.stdout: "begin_weekday": { 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "begin_weekday", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.743 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_max_iterations": { 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "25", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "250", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.744 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_metrics": { 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_metrics", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:44:32.745 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "crush_compat_step": { 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crush_compat_step", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.5", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0.001", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "0.999", 2023-10-05T15:44:32.746 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "end_time": { 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_time", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2359", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.747 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "end_weekday": { 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "end_weekday", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.748 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "0", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "6", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.749 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.750 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.751 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.752 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.753 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.754 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "min_score": { 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_score", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.755 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "upmap", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.756 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "crush-compat", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "none", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap" 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Balancer mode", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_ids": { 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_ids", 2023-10-05T15:44:32.757 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.758 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.759 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_deviation": { 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_deviation", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:44:32.760 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "upmap_max_optimizations": { 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.761 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm", 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.762 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_down_multiplier": { 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_down_multiplier", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.763 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_refresh_rate": { 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_refresh_rate", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "20", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.764 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "agent_starting_port": { 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "agent_starting_port", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4721", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:44:32.765 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_ptrace": { 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_ptrace", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.766 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_interval": { 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_interval", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.767 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0.7", 2023-10-05T15:44:32.768 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm_log_destination": { 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cephadm_log_destination", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.769 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "file", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "file,syslog", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "syslog" 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.770 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "cgroups_split": { 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cgroups_split", 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.771 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.773 INFO:teuthology.orchestra.run.smithi098.stdout: "config_checks_enabled": { 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_checks_enabled", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.774 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "config_dashboard": { 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_dashboard", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:44:32.775 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_alertmanager": { 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_alertmanager", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.776 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_base": { 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_base", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.777 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_elasticsearch": { 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.778 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "elasticsearch container image", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_grafana": { 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_grafana", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.779 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_haproxy": { 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_haproxy", 2023-10-05T15:44:32.780 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "HAproxy container image", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.781 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_agent": { 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.782 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_collector": { 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.783 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_jaeger_query": { 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Jaeger query container image", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.784 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_keepalived": { 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_keepalived", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.785 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Keepalived container image", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_loki": { 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_loki", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.786 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Loki container image", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_node_exporter": { 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_node_exporter", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:44:32.787 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_nvmeof": { 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_nvmeof", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.788 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Nvme-of container image", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_prometheus": { 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_prometheus", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.789 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Prometheus container image", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_promtail": { 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_promtail", 2023-10-05T15:44:32.790 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Promtail container image", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "container_image_snmp_gateway": { 2023-10-05T15:44:32.791 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.792 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "container_init": { 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "container_init", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.793 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "daemon_cache_timeout": { 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:44:32.794 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "900", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.795 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "default_registry": { 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "default_registry", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "docker.io", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.796 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "device_cache_timeout": { 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_cache_timeout", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1800", 2023-10-05T15:44:32.797 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "device_enhanced_scan": { 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_enhanced_scan", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.798 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "facts_cache_timeout": { 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "facts_cache_timeout", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.799 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "host_check_interval": { 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "host_check_interval", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.800 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "inventory_list_all": { 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "inventory_list_all", 2023-10-05T15:44:32.801 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.802 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.803 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "log_refresh_metadata": { 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_refresh_metadata", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.804 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.805 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.806 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.807 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.808 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:44:32.809 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.810 INFO:teuthology.orchestra.run.smithi098.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "*", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.811 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "max_count_per_host": { 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_count_per_host", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.812 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "max_osd_draining_count": { 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_osd_draining_count", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.813 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "migration_current": { 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "migration_current", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.814 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "internal - do not modify", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "mode": { 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mode", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.815 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "root", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm-package", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "root" 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "prometheus_alerts_path": { 2023-10-05T15:44:32.816 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.817 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_insecure": { 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_insecure", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.818 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_password": { 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_password", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.819 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_url": { 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_url", 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.820 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.821 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "registry_username": { 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "registry_username", 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.822 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "secure_monitoring_stack": { 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:44:32.823 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.824 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "service_discovery_port": { 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "service_discovery_port", 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8765", 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.825 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "ssh_config_file": { 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssh_config_file", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.826 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "use_agent": { 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_agent", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.827 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "use_repo_digest": { 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "use_repo_digest", 2023-10-05T15:44:32.828 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.829 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_failed_host_check": { 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.830 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_daemons": { 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.831 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_on_stray_hosts": { 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.832 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crash", 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.833 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.834 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.835 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.836 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.837 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.838 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "retain_interval": { 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retain_interval", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "31536000", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.839 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_recent_interval": { 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_recent_interval", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1209600", 2023-10-05T15:44:32.840 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dashboard", 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.841 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.842 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.843 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.844 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.845 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.846 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.847 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.848 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:44:32.849 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.850 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.851 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.852 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.853 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.854 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.855 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.856 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.857 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:44:32.858 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_URL": { 2023-10-05T15:44:32.859 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.860 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.861 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.862 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.863 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.864 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.865 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.866 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.867 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:44:32.868 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.869 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.870 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.871 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.872 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.873 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.874 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.875 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.876 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.877 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:44:32.878 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.879 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.880 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "45", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.881 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.882 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "admin", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.883 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.884 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.885 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.886 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:44:32.887 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.888 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.889 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.890 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "cross_origin_url": { 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cross_origin_url", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.891 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "crt_file": { 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "crt_file", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.892 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "debug": { 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "debug", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.893 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "jwt_token_ttl": { 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "jwt_token_ttl", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.894 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "28800", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.895 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.896 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.897 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.898 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.899 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.900 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.901 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "motd": { 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "motd", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.902 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "The message of the day", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.903 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.904 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.905 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8080", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.906 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl_server_port": { 2023-10-05T15:44:32.907 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl_server_port", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8443", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:32.908 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "redirect", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "redirect" 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.909 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.910 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "url_prefix": { 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url_prefix", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.911 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "devicehealth", 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.912 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_monitoring": { 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_monitoring", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "monitor device health metrics", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.913 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.914 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.915 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.916 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.917 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.918 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "mark_out_threshold": { 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mark_out_threshold", 2023-10-05T15:44:32.919 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "2419200", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "pool_name": { 2023-10-05T15:44:32.920 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pool_name", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "device_health_metrics", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.921 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "retention_period": { 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "retention_period", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15552000", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.922 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_frequency": { 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_frequency", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:44:32.923 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "self_heal": { 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "self_heal", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.924 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.925 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "warn_threshold": { 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "warn_threshold", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7257600", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.926 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "diskprediction_local", 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.927 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.928 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.929 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.930 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.931 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.932 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "predict_interval": { 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predict_interval", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "86400", 2023-10-05T15:44:32.933 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "predictor_model": { 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "predictor_model", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.934 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "prophetstor", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.935 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "600", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.936 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "influx", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": false, 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "batch_size": { 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "batch_size", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5000", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.937 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "database": { 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "database", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "ceph", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.938 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "hostname": { 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "hostname", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.939 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.940 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "30", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "5", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.941 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.942 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.943 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.944 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.945 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.946 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "password": { 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "password", 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.947 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "port": { 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "port", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.948 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "8086", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "InfluxDB server port", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "ssl": { 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ssl", 2023-10-05T15:44:32.949 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "false", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.950 INFO:teuthology.orchestra.run.smithi098.stdout: "threads": { 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threads", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "32", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.951 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "username": { 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "username", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.952 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "verify_ssl": { 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "verify_ssl", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "true", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.953 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "insights", 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.954 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.955 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.956 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.957 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.958 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.959 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "iostat", 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.960 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.961 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.962 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.963 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.964 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.965 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "k8sevents", 2023-10-05T15:44:32.966 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_event_retention_days": { 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "7", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:44:32.967 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "config_check_secs": { 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "config_check_secs", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "10", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.968 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.969 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.970 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.971 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.972 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.973 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.974 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "localpool", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "failure_domain": { 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "failure_domain", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "host", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.975 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.976 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.977 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.978 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.979 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.980 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "min_size": { 2023-10-05T15:44:32.981 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "min_size", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.982 INFO:teuthology.orchestra.run.smithi098.stdout: "num_rep": { 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "num_rep", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.983 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_num": { 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_num", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "128", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.984 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "prefix": { 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prefix", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:44:32.985 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "subtree": { 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "subtree", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "rack", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.986 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mds_autoscaler", 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.987 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.988 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.989 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.990 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.991 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.992 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirroring", 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.993 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.994 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.995 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.996 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.997 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:32.998 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "nfs", 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:32.999 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.000 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.001 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.002 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.003 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.004 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "fail_fs": { 2023-10-05T15:44:33.005 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "fail_fs", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.006 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.007 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.008 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.009 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.010 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.011 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator": { 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "orchestrator", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.012 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "cephadm", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "rook", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "test_orchestrator" 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Orchestrator backend", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.013 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_perf_query", 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.014 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.015 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.016 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.017 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.018 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.019 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "osd_support", 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.020 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.021 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.022 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.023 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.024 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.025 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.026 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "pg_autoscaler", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.027 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.028 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.029 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.030 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.031 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:33.032 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "threshold": { 2023-10-05T15:44:33.033 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "threshold", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "3.0", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1.0", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "scaling threshold", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.034 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "progress", 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_pg_recovery_event": { 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.035 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.036 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.037 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.038 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.039 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.040 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.041 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.042 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "max_completed_events": { 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_completed_events", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "50", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.043 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "sleep_interval": { 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "sleep_interval", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "5", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.044 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "prometheus", 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "cache": { 2023-10-05T15:44:33.045 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "cache", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.046 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "exclude_perf_counters": { 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "exclude_perf_counters", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.047 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.048 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.049 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.050 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.051 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.052 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools": { 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.053 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.054 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "scrape_interval": { 2023-10-05T15:44:33.055 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "scrape_interval", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15.0", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.056 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "::", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.057 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "9283", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.058 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "stale_cache_strategy": { 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stale_cache_strategy", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "log", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.059 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_behaviour": { 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_behaviour", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "default", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.060 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "default", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "error" 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "standby_error_status_code": { 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "standby_error_status_code", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.061 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "500", 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "400", 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "599", 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.062 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_support", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.063 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.064 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.065 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.066 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.067 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_snap_create": { 2023-10-05T15:44:33.068 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.069 INFO:teuthology.orchestra.run.smithi098.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.070 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "trash_purge_schedule": { 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "trash_purge_schedule", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.071 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "restful", 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "enable_auth": { 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enable_auth", 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.072 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "key_file": { 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "key_file", 2023-10-05T15:44:33.073 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.074 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.075 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.076 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.077 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.078 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.079 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "server_addr": { 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_addr", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.080 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "server_port": { 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "server_port", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.081 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.082 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rgw", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.083 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.084 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.085 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.086 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.087 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.088 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rook", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "drive_group_interval": { 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "drive_group_interval", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "300.0", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.089 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.090 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.091 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.092 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.093 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.094 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "storage_class": { 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "storage_class", 2023-10-05T15:44:33.095 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "local", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.096 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "selftest", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.097 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.098 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.099 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.100 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.101 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "roption1": { 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption1", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.102 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "roption2": { 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "roption2", 2023-10-05T15:44:33.103 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "xyz", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption1": { 2023-10-05T15:44:33.104 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption1", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.105 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption2": { 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption2", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.106 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption3": { 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption3", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "float", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.107 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption4": { 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption4", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.108 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption5": { 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption5", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.109 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption6": { 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption6", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.110 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "rwoption7": { 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rwoption7", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "1", 2023-10-05T15:44:33.111 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "42", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "testkey": { 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testkey", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.112 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "testlkey": { 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testlkey", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.113 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "testnewline": { 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "testnewline", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.114 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snap_schedule", 2023-10-05T15:44:33.115 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "allow_m_granularity": { 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "allow_m_granularity", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.116 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "dump_on_update": { 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "dump_on_update", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:44:33.117 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.118 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.119 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.120 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.121 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.122 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.123 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "stats", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.124 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.125 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.126 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.127 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.128 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.129 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "status", 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.130 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.131 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.132 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.133 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.134 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.135 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telegraf", 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "address": { 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "address", 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.136 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:33.137 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "15", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.138 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.139 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.140 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.141 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.142 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.143 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "telemetry", 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.144 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_basic": { 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_basic", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.145 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_crash": { 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_crash", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.146 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_device": { 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_device", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "True", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:44:33.147 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_ident": { 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_ident", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:44:33.148 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "channel_perf": { 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "channel_perf", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.149 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "contact": { 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "contact", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.150 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "description": { 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "description", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.151 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "device_url": { 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "device_url", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.152 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "enabled": { 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "enabled", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.153 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:33.154 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "24", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "8", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "last_opt_revision": { 2023-10-05T15:44:33.155 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "last_opt_revision", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "1", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.156 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard": { 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.157 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "leaderboard_description": { 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "leaderboard_description", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.158 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.159 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.160 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.161 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.162 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.163 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "organization": { 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "organization", 2023-10-05T15:44:33.164 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "proxy": { 2023-10-05T15:44:33.165 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "proxy", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.166 INFO:teuthology.orchestra.run.smithi098.stdout: "url": { 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "url", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.167 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "test_orchestrator", 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.168 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.169 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.170 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.171 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.172 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.173 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "volumes", 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.174 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.175 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.176 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.177 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.178 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.179 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "max_concurrent_clones": { 2023-10-05T15:44:33.181 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "max_concurrent_clones", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "4", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.182 INFO:teuthology.orchestra.run.smithi098.stdout: "periodic_async_work": { 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "periodic_async_work", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Periodically check for async work", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.183 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "snapshot_clone_delay": { 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "0", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.184 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix", 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "can_run": true, 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "error_string": "", 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "module_options": { 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "discovery_interval": { 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "discovery_interval", 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "uint", 2023-10-05T15:44:33.185 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "100", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "identifier": { 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "identifier", 2023-10-05T15:44:33.186 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "interval": { 2023-10-05T15:44:33.187 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "interval", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "secs", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "60", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.188 INFO:teuthology.orchestra.run.smithi098.stdout: "log_level": { 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_level", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.189 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster": { 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.190 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_cluster_level": { 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_cluster_level", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.191 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "info", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [ 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "critical", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "debug", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "error", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "info", 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: "warning" 2023-10-05T15:44:33.192 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "log_to_file": { 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "log_to_file", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "bool", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 1, 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "False", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.193 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_host": { 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_host", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.194 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_port": { 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_port", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "int", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.195 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "10051", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "zabbix_sender": { 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "zabbix_sender", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "str", 2023-10-05T15:44:33.196 INFO:teuthology.orchestra.run.smithi098.stdout: "level": "advanced", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "flags": 0, 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "min": "", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "max": "", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "enum_allowed": [], 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "desc": "", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "long_desc": "", 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "tags": [], 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: "see_also": [] 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.197 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "services": { 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "dashboard": "https://172.21.15.98:8443/" 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "always_on_modules": { 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "octopus": [ 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "balancer", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "crash", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "devicehealth", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_autoscaler", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "progress", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_support", 2023-10-05T15:44:33.198 INFO:teuthology.orchestra.run.smithi098.stdout: "status", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "telemetry", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "volumes" 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "pacific": [ 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "balancer", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "crash", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "devicehealth", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_autoscaler", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "progress", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_support", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "status", 2023-10-05T15:44:33.199 INFO:teuthology.orchestra.run.smithi098.stdout: "telemetry", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "volumes" 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "quincy": [ 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "balancer", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "crash", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "devicehealth", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_autoscaler", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "progress", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_support", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "status", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "telemetry", 2023-10-05T15:44:33.200 INFO:teuthology.orchestra.run.smithi098.stdout: "volumes" 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: ], 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "reef": [ 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "balancer", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "crash", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "devicehealth", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "orchestrator", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "pg_autoscaler", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "progress", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "rbd_support", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "status", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "telemetry", 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: "volumes" 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.201 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "last_failure_osd_epoch": 3, 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "active_clients": [ 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "devicehealth", 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "addrvec": [ 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v2", 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:0", 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 3583501269 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.202 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "libcephsqlite", 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "addrvec": [ 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v2", 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:0", 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 3094567985 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "rbd_support", 2023-10-05T15:44:33.203 INFO:teuthology.orchestra.run.smithi098.stdout: "addrvec": [ 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v2", 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:0", 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 3691101296 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "name": "volumes", 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "addrvec": [ 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: { 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "type": "v2", 2023-10-05T15:44:33.204 INFO:teuthology.orchestra.run.smithi098.stdout: "addr": "172.21.15.98:0", 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout: "nonce": 3800707212 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout: ] 2023-10-05T15:44:33.205 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:44:33.206 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:31 smithi115 ceph-mon[103691]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:33.206 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:31 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3087382266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.206 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:31 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1017153156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:31 smithi115 ceph-mon[103691]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 511 op/s 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:31 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3727994002' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:31 smithi173 ceph-mon[104029]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:31 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3087382266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:31 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1017153156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:31 smithi173 ceph-mon[104029]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 511 op/s 2023-10-05T15:44:33.207 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:31 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3727994002' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 msgr2=0x7fa53c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 0x7fa53c0a3990 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa544005950 tx=0x7fa5440058e0 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 msgr2=0x7fa554101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fa548000c00 tx=0x7fa54800f710 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 shutdown_connections 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fa53c0a14d0 0x7fa53c0a3990 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fa554106c40 0x7fa5540ffed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fa5541019e0 0x7fa554101350 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 --2- 172.21.15.98:0/3727994002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa554104310 0x7fa5540ff990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 >> 172.21.15.98:0/3727994002 conn(0x7fa5540fb370 msgr2=0x7fa554102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:44:33.208 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 shutdown_connections 2023-10-05T15:44:33.209 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:44:31.729+0000 7fa559654700 1 -- 172.21.15.98:0/3727994002 wait complete. 2023-10-05T15:44:33.214 DEBUG:tasks.check_counter:Getting stats from a 2023-10-05T15:44:33.214 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.a perf dump 2023-10-05T15:44:33.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:31 smithi098 ceph-mon[99243]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-05T15:44:33.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:31 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3087382266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:31 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1017153156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:44:33.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:31 smithi098 ceph-mon[99243]: pgmap v503: 129 pgs: 129 active+clean; 41 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 511 op/s 2023-10-05T15:44:33.215 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:31 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3727994002' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:44:33.784 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:44:34.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:34 smithi098 ceph-mon[99243]: pgmap v504: 129 pgs: 129 active+clean; 38 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1019 KiB/s rd, 1.1 MiB/s wr, 546 op/s 2023-10-05T15:44:34.931 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:34 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:44:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:34 smithi173 ceph-mon[104029]: pgmap v504: 129 pgs: 129 active+clean; 38 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1019 KiB/s rd, 1.1 MiB/s wr, 546 op/s 2023-10-05T15:44:35.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:34 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:44:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:34 smithi115 ceph-mon[103691]: pgmap v504: 129 pgs: 129 active+clean; 38 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1019 KiB/s rd, 1.1 MiB/s wr, 546 op/s 2023-10-05T15:44:35.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:34 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 3333, 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 2986, 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 2111991, 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 3791700, 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 11, 2023-10-05T15:44:35.201 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 4, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.205910037, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.077032504, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.132575411, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.020156436, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 2984, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.351242844, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000117708 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:35.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 4947, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000805180, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000162 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 2374, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 2077, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 1143012, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 733912, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 9, 2023-10-05T15:44:35.203 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 6, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.131868010, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.047209404, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.076253471, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.021023493, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 2077, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.244358620, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000117649 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 2513, 2023-10-05T15:44:35.204 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000374146, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000148 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 304272, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 88304 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 4019, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 6482, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 1165970, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 4116395, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 22, 2023-10-05T15:44:35.205 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 7, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.290446000, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.141435370, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.146948323, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.042206428, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 6480, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.530608724, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000081884 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 4609, 2023-10-05T15:44:35.206 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.001045599, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000226 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 254320 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "cct": { 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "total_workers": 1, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "unhealthy_workers": 0 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "finisher-MDSRank": { 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "queue_len": 0, 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "complete_latency": { 2023-10-05T15:44:35.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 268, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.810855196, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.003025579 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "queue_len": 0, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "complete_latency": { 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1547, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.158330049, 2023-10-05T15:44:35.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000102346 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "request": 2090, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "reply": 2086, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "reply_latency": { 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 2086, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 1.932744999, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000926531 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "slow_reply": 0, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "forward": 4, 2023-10-05T15:44:35.209 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_fetch_complete": 1, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_commit": 11, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_split": 0, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_merge": 0, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes": 17, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_top": 2, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_bottom": 5, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_pin_tail": 10, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_pinned": 12, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_expired": 218, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_with_caps": 2, 2023-10-05T15:44:35.210 INFO:teuthology.orchestra.run.smithi098.stdout: "caps": 2, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "subtrees": 6, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse": 3557, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_hit": 3351, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_forward": 2, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_discover": 121, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_lock": 4, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "load_cent": 8526, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "q": 0, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "exported": 36, 2023-10-05T15:44:35.211 INFO:teuthology.orchestra.run.smithi098.stdout: "exported_inodes": 126, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "imported": 36, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "imported_inodes": 784, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rfiles": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rbytes": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rsnaps": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:35.212 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_revoke": 16, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_grant": 1114, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_caps": 739, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_caps_dirty": 725, 2023-10-05T15:44:35.213 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_cap_release": 91, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "process_request_cap_release": 1761 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_cache": { 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_update": 130, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_update_receipt": 527, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_try_discover": 308, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_send_discover": 442, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_handle_discover": 145, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays": 0, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:35.214 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_created": 862, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_enqueued": 862, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_migrated": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "recovery_started": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "recovery_completed": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_exportdir": 36, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_flush": 0, 2023-10-05T15:44:35.215 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_inodestats": 0 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_log": { 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evlrg": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evadd": 3144, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evex": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evtrm": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "ev": 3144, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evexg": 0, 2023-10-05T15:44:35.216 INFO:teuthology.orchestra.run.smithi098.stdout: "evexd": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segadd": 5, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segex": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segtrm": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "seg": 5, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segmjr": 2, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segexg": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "segexd": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "expos": 4194304, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "wrpos": 9039604, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "rdpos": 0, 2023-10-05T15:44:35.217 INFO:teuthology.orchestra.run.smithi098.stdout: "jlat": { 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 104, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 1.142250968, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.010983182 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "replayed": 0 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_mem": { 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 25, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "ino+": 980, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "ino-": 955, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "dir": 87, 2023-10-05T15:44:35.218 INFO:teuthology.orchestra.run.smithi098.stdout: "dir+": 293, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "dir-": 206, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "dn": 85, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "dn+": 1824, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "dn-": 1739, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "cap": 1, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "cap+": 1489, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "cap-": 1488, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "rss": 62356, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "heap": 198960 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.219 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_server": { 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "dispatch_client_request": 2287, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "dispatch_server_request": 29, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_request": 2090, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_session": 6, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_peer_request": 93, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "req_create_latency": { 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 165, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.527149452, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.003194845 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.220 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getattr_latency": { 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 7, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.001215255, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000173607 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "req_link_latency": { 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.221 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookup_latency": { 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1016, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.315465388, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000310497 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.222 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupino_latency": { 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupname_latency": { 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.223 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lssnap_latency": { 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.224 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mkdir_latency": { 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mknod_latency": { 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mksnap_latency": { 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.225 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "req_open_latency": { 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "req_readdir_latency": { 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 36, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.032807899, 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000911330 2023-10-05T15:44:35.226 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rename_latency": { 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:35.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmdir_latency": { 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setattr_latency": { 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.229 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setlayout_latency": { 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.230 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setxattr_latency": { 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "req_symlink_latency": { 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.231 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "req_unlink_latency": { 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 862, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 1.056107005, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.001225182 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:35.233 INFO:teuthology.orchestra.run.smithi098.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_sessions": { 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "session_count": 1, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "session_add": 1, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "session_remove": 0, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "sessions_open": 1, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "sessions_stale": 0, 2023-10-05T15:44:35.234 INFO:teuthology.orchestra.run.smithi098.stdout: "total_load": 1228, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "average_load": 1228, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "avg_session_uptime": 385, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "mempool": { 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:35.235 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:35.236 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:35.237 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_items": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_bytes": 329054, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_items": 148, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_bytes": 880, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_items": 10, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_bytes": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_items": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:35.238 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_items": 171, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_items": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_bytes": 247426, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_items": 1649, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_items": 0, 2023-10-05T15:44:35.239 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_items": 0 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "objecter": { 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_active": 0, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_laggy": 0, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_send": 1943, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_send_bytes": 5017617, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_resend": 27, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_reply": 1943, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "op_latency": { 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1943, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 16.911796808, 2023-10-05T15:44:35.240 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.008703961 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "op_inflight": 0, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "oplen_avg": { 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1943, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 1981 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "op": 1943, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "op_r": 24, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "op_w": 1919, 2023-10-05T15:44:35.241 INFO:teuthology.orchestra.run.smithi098.stdout: "op_rmw": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "op_pg": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_stat": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_create": 10, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_read": 22, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_write": 126, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_writefull": 20, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_writesame": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_append": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_zero": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_truncate": 0, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_delete": 1737, 2023-10-05T15:44:35.242 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_mapext": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_getxattr": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_setxattr": 20, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_call": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_watch": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_notify": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:35.243 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_pgls": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_other": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_active": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_send": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_resend": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_ping": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_active": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_send": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_resend": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_active": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_send": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_resend": 0, 2023-10-05T15:44:35.244 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_active": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_send": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_resend": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "command_active": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "command_send": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "command_resend": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "map_epoch": 90, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "map_full": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "map_inc": 4, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_sessions": 12, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_session_open": 12, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_session_close": 0, 2023-10-05T15:44:35.245 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_laggy": 0, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_wr": 36, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_rd": 3, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_del": 7 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "oft": { 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_objs": 1, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_updates": 0, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_removes": 0 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.246 INFO:teuthology.orchestra.run.smithi098.stdout: "osd-slow-ops": { 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "slow_ops_count": 0 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "purge_queue": { 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_ops_high_water": 10, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing": 0, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_high_water": 5, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executed": 862, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:35.247 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 9722, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 3586607, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 9722, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 9722, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 3586607, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.248 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 1943, 2023-10-05T15:44:35.249 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 5111531, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 1943, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 5111531, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:35.250 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 1024, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 1943, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 1943, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 1943, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 1943, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.251 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 3758096384, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 862, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 93958, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 862, 2023-10-05T15:44:35.252 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 22, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 93958, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-write_buf_throttle-0x55d5dba446e0": { 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 3758096384, 2023-10-05T15:44:35.253 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 3144, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 4845300, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 3144, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 104, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 4845300, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:35.254 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:35.255 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.255 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:35.255 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:44:35.639 INFO:tasks.check_counter:Daemon mds.a mds.exported=36 2023-10-05T15:44:35.639 INFO:tasks.check_counter:Daemon mds.a mds.imported=36 2023-10-05T15:44:35.639 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=130 2023-10-05T15:44:35.639 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=527 2023-10-05T15:44:35.639 INFO:tasks.check_counter:Daemon mds.a mds.dir_split=0 2023-10-05T15:44:35.639 DEBUG:tasks.check_counter:Getting stats from d 2023-10-05T15:44:35.640 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.d perf dump 2023-10-05T15:44:36.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:44:36.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:44:36.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:35 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:44:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:44:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:44:36.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:35 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:44:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:44:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:44:36.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:35 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' 2023-10-05T15:44:36.199 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:44:36.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:36 smithi098 ceph-mon[99243]: pgmap v505: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 955 KiB/s wr, 503 op/s 2023-10-05T15:44:37.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:36 smithi173 ceph-mon[104029]: pgmap v505: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 955 KiB/s wr, 503 op/s 2023-10-05T15:44:37.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:36 smithi115 ceph-mon[103691]: pgmap v505: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 955 KiB/s wr, 503 op/s 2023-10-05T15:44:37.581 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 0, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 2, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 0, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 0, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 0, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.001161000, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.000000000, 2023-10-05T15:44:37.582 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.000221877, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.583 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 5, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 110, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 3184, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 96000, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 3, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 2, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.008312228, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.005818351, 2023-10-05T15:44:37.584 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.001615349, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 109, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.008928790, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000081915 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:37.585 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 3184, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 96000 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 143, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 142, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 178912, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 84624, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 2, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 1, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.017858908, 2023-10-05T15:44:37.586 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.007960113, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.005733758, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.002904461, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 141, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.006044446, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000042868 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.587 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 178912, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 84624 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "cct": { 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "total_workers": 0, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "unhealthy_workers": 0 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "mempool": { 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:37.588 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:37.589 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:37.590 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_items": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_bytes": 149007, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_items": 30, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:37.591 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_items": 0, 2023-10-05T15:44:37.592 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_bytes": 928, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_items": 2, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_items": 0, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_items": 0 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 144, 2023-10-05T15:44:37.593 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 158711, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 144, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 144, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 158711, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:37.594 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:37.595 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:37.595 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:44:38.064 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-10-05T15:44:38.064 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-10-05T15:44:38.064 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2023-10-05T15:44:38.064 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2023-10-05T15:44:38.064 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2023-10-05T15:44:38.064 DEBUG:tasks.check_counter:Getting stats from g 2023-10-05T15:44:38.064 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.g perf dump 2023-10-05T15:44:38.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:37 smithi098 ceph-mon[99243]: pgmap v506: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 687 KiB/s wr, 398 op/s 2023-10-05T15:44:38.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:37 smithi173 ceph-mon[104029]: pgmap v506: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 687 KiB/s wr, 398 op/s 2023-10-05T15:44:38.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:37 smithi115 ceph-mon[103691]: pgmap v506: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 687 KiB/s wr, 398 op/s 2023-10-05T15:44:38.618 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 477, 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 478, 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 160631, 2023-10-05T15:44:40.177 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 148037, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 6, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 2, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.047784728, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.018013329, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.010610020, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.014199598, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 476, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.025468533, 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000053505 2023-10-05T15:44:40.178 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 893, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 995, 2023-10-05T15:44:40.179 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 5074868, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 531169, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 5, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 4, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.059634155, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.018221078, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.016254168, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.020499056, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 994, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.027529772, 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000027695 2023-10-05T15:44:40.180 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 3184, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 254944 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 166, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 151, 2023-10-05T15:44:40.181 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 287412, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 85232, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.018349030, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.007476876, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.007350144, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.002837428, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 150, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.007964104, 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000053094 2023-10-05T15:44:40.182 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 286064, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 84288 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "cct": { 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "total_workers": 1, 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: "unhealthy_workers": 0 2023-10-05T15:44:40.183 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "finisher-MDSRank": { 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "queue_len": 0, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "complete_latency": { 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 2329, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.054101894, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000023229 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "queue_len": 0, 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "complete_latency": { 2023-10-05T15:44:40.184 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "mds": { 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "request": 0, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "reply": 0, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "reply_latency": { 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.185 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "slow_reply": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "forward": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_commit": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_split": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_merge": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes": 866, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_top": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_bottom": 0, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_pin_tail": 866, 2023-10-05T15:44:40.186 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_pinned": 866, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_expired": 2, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "caps": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "subtrees": 1, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_hit": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_forward": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_discover": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "traverse_lock": 0, 2023-10-05T15:44:40.187 INFO:teuthology.orchestra.run.smithi098.stdout: "load_cent": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "q": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "exported": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "exported_inodes": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "imported": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "imported_inodes": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rfiles": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rbytes": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "root_rsnaps": 0, 2023-10-05T15:44:40.188 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:40.189 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_caps": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_cap_release": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "process_request_cap_release": 0 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_cache": { 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_update": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_update_receipt": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_try_discover": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_send_discover": 0, 2023-10-05T15:44:40.190 INFO:teuthology.orchestra.run.smithi098.stdout: "dir_handle_discover": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_created": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_enqueued": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "strays_migrated": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "recovery_started": 0, 2023-10-05T15:44:40.191 INFO:teuthology.orchestra.run.smithi098.stdout: "recovery_completed": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_exportdir": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_flush": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "ireq_inodestats": 0 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_log": { 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "evlrg": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "evadd": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "evex": 0, 2023-10-05T15:44:40.192 INFO:teuthology.orchestra.run.smithi098.stdout: "evtrm": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "ev": 3144, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "evexg": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "evexd": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segadd": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segex": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segtrm": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "seg": 5, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segmjr": 2, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segexg": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "segexd": 0, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "expos": 4194304, 2023-10-05T15:44:40.193 INFO:teuthology.orchestra.run.smithi098.stdout: "wrpos": 9039604, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "rdpos": 9037315, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "jlat": { 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "replayed": 3144 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_mem": { 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "ino": 7, 2023-10-05T15:44:40.194 INFO:teuthology.orchestra.run.smithi098.stdout: "ino+": 882, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "ino-": 875, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dir": 5, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dir+": 52, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dir-": 47, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dn": 866, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dn+": 1664, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "dn-": 798, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "cap": 0, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "cap+": 0, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "cap-": 0, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "rss": 49592, 2023-10-05T15:44:40.195 INFO:teuthology.orchestra.run.smithi098.stdout: "heap": 207152 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_server": { 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "dispatch_client_request": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "dispatch_server_request": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_request": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_client_session": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "handle_peer_request": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "req_create_latency": { 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.196 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getattr_latency": { 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.197 INFO:teuthology.orchestra.run.smithi098.stdout: "req_link_latency": { 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookup_latency": { 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.198 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupino_latency": { 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupname_latency": { 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.199 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.200 INFO:teuthology.orchestra.run.smithi098.stdout: "req_lssnap_latency": { 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mkdir_latency": { 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mknod_latency": { 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.201 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "req_mksnap_latency": { 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "req_open_latency": { 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.202 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "req_readdir_latency": { 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rename_latency": { 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:40.203 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmdir_latency": { 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.204 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.205 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setattr_latency": { 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:40.206 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setlayout_latency": { 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "req_setxattr_latency": { 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.207 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "req_symlink_latency": { 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "req_unlink_latency": { 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.208 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_sessions": { 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "session_count": 1, 2023-10-05T15:44:40.209 INFO:teuthology.orchestra.run.smithi098.stdout: "session_add": 1, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "session_remove": 0, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "sessions_open": 1, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "sessions_stale": 0, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "total_load": 0, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "average_load": 0, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "avg_session_uptime": 1846, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.210 INFO:teuthology.orchestra.run.smithi098.stdout: "mempool": { 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:40.211 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:40.212 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_items": 0, 2023-10-05T15:44:40.213 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_bytes": 197543, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_items": 56, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_bytes": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_items": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:40.214 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_items": 171, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_items": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_bytes": 624856, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_items": 3526, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:40.215 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_items": 0, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_items": 0 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "objecter": { 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_active": 0, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_laggy": 0, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_send": 1367, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_send_bytes": 21, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_resend": 3, 2023-10-05T15:44:40.216 INFO:teuthology.orchestra.run.smithi098.stdout: "op_reply": 1367, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "op_latency": { 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1367, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 2.931964146, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.002144816 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "op_inflight": 0, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "oplen_avg": { 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 1367, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 1368 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.217 INFO:teuthology.orchestra.run.smithi098.stdout: "op": 1367, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "op_r": 1367, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "op_w": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "op_rmw": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "op_pg": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_stat": 865, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_create": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_read": 500, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_write": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_writefull": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_writesame": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_append": 0, 2023-10-05T15:44:40.218 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_zero": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_truncate": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_delete": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_mapext": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_getxattr": 1, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_setxattr": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_call": 0, 2023-10-05T15:44:40.219 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_watch": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_notify": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_pgls": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "osdop_other": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_active": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_send": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_resend": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "linger_ping": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_active": 0, 2023-10-05T15:44:40.220 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_send": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "poolop_resend": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_active": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_send": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "poolstat_resend": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_active": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_send": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "statfs_resend": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "command_active": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "command_send": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "command_resend": 0, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "map_epoch": 90, 2023-10-05T15:44:40.221 INFO:teuthology.orchestra.run.smithi098.stdout: "map_full": 0, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "map_inc": 4, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_sessions": 6, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_session_open": 6, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_session_close": 0, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_laggy": 0, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_wr": 0, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_rd": 2, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_del": 0 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "oft": { 2023-10-05T15:44:40.222 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_objs": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_updates": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "omap_total_removes": 0 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "osd-slow-ops": { 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "slow_ops_count": 0 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "purge_queue": { 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing": 0, 2023-10-05T15:44:40.223 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executing_high_water": 0, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_executed": 0, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 1532, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 5373749, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:40.224 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 1532, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 1532, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 5373749, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:40.225 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 1367, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 4845305, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 1367, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 4845305, 2023-10-05T15:44:40.226 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 1024, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:40.227 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 1367, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 1367, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 1367, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 1367, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.228 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 3758096384, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:40.229 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 0, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 0, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-write_buf_throttle-0x55c8e402e960": { 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 3758096384, 2023-10-05T15:44:40.230 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:40.231 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:40.232 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.232 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:40.232 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:44:40.578 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2023-10-05T15:44:40.578 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2023-10-05T15:44:40.579 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2023-10-05T15:44:40.579 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2023-10-05T15:44:40.579 INFO:tasks.check_counter:Daemon mds.g mds.dir_split=0 2023-10-05T15:44:40.579 DEBUG:tasks.check_counter:Getting stats from j 2023-10-05T15:44:40.579 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.j perf dump 2023-10-05T15:44:40.787 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:40 smithi098 ceph-mon[99243]: pgmap v507: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 402 KiB/s wr, 257 op/s 2023-10-05T15:44:41.137 INFO:teuthology.orchestra.run.smithi098.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:44:41.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:40 smithi173 ceph-mon[104029]: pgmap v507: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 402 KiB/s wr, 257 op/s 2023-10-05T15:44:41.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:40 smithi115 ceph-mon[103691]: pgmap v507: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 402 KiB/s wr, 257 op/s 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout:{ 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 4, 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 4, 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 3024, 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 448, 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:42.422 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 0, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.001481766, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.000037025, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.000569148, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 3, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000764118, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000254706 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:42.423 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 1, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 109, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 160, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 95728, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 3, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 2, 2023-10-05T15:44:42.424 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.007896930, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.005443307, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.001525666, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 107, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.009277416, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000086704 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:42.425 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 95728 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_messages": 144, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages": 143, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_bytes": 179184, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_bytes": 85248, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_created_connections": 2, 2023-10-05T15:44:42.426 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_active_connections": 1, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_total_time": 0.018075206, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_send_time": 0.007823798, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_recv_time": 0.005981462, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_running_fast_dispatch_time": 0.002979074, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 142, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.008852177, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000062339 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:42.427 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_recv_encrypted_bytes": 179184, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "msgr_send_encrypted_bytes": 85248 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "cct": { 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "total_workers": 0, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "unhealthy_workers": 0 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "mempool": { 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:42.428 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:42.429 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:42.430 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_bytes": 148945, 2023-10-05T15:44:42.431 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_anon_items": 29, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_items": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_items": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:42.432 INFO:teuthology.orchestra.run.smithi098.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "pgmap_items": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_bytes": 928, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "mds_co_items": 2, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_1_items": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "unittest_2_items": 0 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: }, 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:42.433 INFO:teuthology.orchestra.run.smithi098.stdout: "val": 0, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "max": 104857600, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "get_started": 0, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "get": 145, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "get_sum": 158841, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "get_or_fail_success": 145, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "take": 0, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "take_sum": 0, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "put": 145, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "put_sum": 158841, 2023-10-05T15:44:42.434 INFO:teuthology.orchestra.run.smithi098.stdout: "wait": { 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout: "avgcount": 0, 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout: "sum": 0.000000000, 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout: "avgtime": 0.000000000 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout: } 2023-10-05T15:44:42.435 INFO:teuthology.orchestra.run.smithi098.stdout:} 2023-10-05T15:44:42.788 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-10-05T15:44:42.788 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-10-05T15:44:42.788 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2023-10-05T15:44:42.788 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2023-10-05T15:44:42.789 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2023-10-05T15:44:42.789 DEBUG:tasks.check_counter:Getting stats from b 2023-10-05T15:44:42.789 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.b perf dump 2023-10-05T15:44:43.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:42 smithi098 ceph-mon[99243]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 94 KiB/s wr, 164 op/s 2023-10-05T15:44:43.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:42 smithi173 ceph-mon[104029]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 94 KiB/s wr, 164 op/s 2023-10-05T15:44:43.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:42 smithi115 ceph-mon[103691]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 94 KiB/s wr, 164 op/s 2023-10-05T15:44:43.369 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:44:45.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:44 smithi098 ceph-mon[99243]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 86 KiB/s wr, 92 op/s 2023-10-05T15:44:45.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:44 smithi173 ceph-mon[104029]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 86 KiB/s wr, 92 op/s 2023-10-05T15:44:45.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:44 smithi115 ceph-mon[103691]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 86 KiB/s wr, 92 op/s 2023-10-05T15:44:46.548 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 65286, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 118809, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 18864104, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 69150942, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 15, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 5, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 3.836342538, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 1.549574276, 2023-10-05T15:44:46.549 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 1.857519756, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.691798879, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 118809, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 10.477769811, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000088190 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 82397, 2023-10-05T15:44:46.550 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.022889625, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000277 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 332736, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 96864 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 38681, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 38827, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 10437704, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 56341655, 2023-10-05T15:44:46.551 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 35, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 6, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 2.354171004, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.717489276, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.626803378, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.870264367, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 38827, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 8.580711938, 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000220998 2023-10-05T15:44:46.552 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 4755, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000791506, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000166 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 267616 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:46.553 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 18428, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 18525, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 5278385, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 23520214, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 73, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 11, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 1.178054970, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.346121147, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.383721767, 2023-10-05T15:44:46.554 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.416442497, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 18521, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 4.805467065, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000259460 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 8632, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.001271413, 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000147 2023-10-05T15:44:46.555 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "cct": { 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "total_workers": 1, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "unhealthy_workers": 0 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-MDSRank": { 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:46.556 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 93691, 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 24.087054033, 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000257090 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 3747, 2023-10-05T15:44:46.557 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.810019564, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000216178 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "mds": { 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "request": 19033, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "reply": 18763, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "reply_latency": { 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 18763, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 63.333848984, 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.003375464 2023-10-05T15:44:46.558 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_reply": 0, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "forward": 270, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_commit": 525, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_split": 22, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_merge": 0, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes": 27, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_top": 8, 2023-10-05T15:44:46.559 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_bottom": 9, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pin_tail": 10, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pinned": 15, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_expired": 5155, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_with_caps": 3, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "caps": 3, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "subtrees": 6, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse": 21180, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_hit": 20357, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_forward": 235, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_discover": 47, 2023-10-05T15:44:46.560 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_lock": 12, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "load_cent": 81, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "q": 0, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "exported": 188, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "exported_inodes": 4480, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "imported": 2, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "imported_inodes": 9, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:46.561 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_backtrace_fetch": 2939, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rfiles": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rbytes": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rsnaps": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_fetch": 2939, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_inodes": 85, 2023-10-05T15:44:46.562 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_base_inodes": 4, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dirfrag_rstats": 81, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_file_inodes": 2854, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_inode_file_caps": 20, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_revoke": 9273, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_grant": 17539, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_trunc": 8292, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:46.563 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps": 12900, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps_dirty": 11227, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_cap_release": 334, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "process_request_cap_release": 12163 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_cache": { 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update": 99, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update_receipt": 343, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_try_discover": 197, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_send_discover": 293, 2023-10-05T15:44:46.564 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_handle_discover": 562, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays": 2, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_created": 2062, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_enqueued": 2058, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_reintegrated": 8, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_migrated": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:46.565 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_started": 0, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_completed": 0, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_enqueue_scrub": 4, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_exportdir": 188, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_flush": 0, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragmentdir": 22, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_inodestats": 0 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_log": { 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "evlrg": 0, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "evadd": 40425, 2023-10-05T15:44:46.566 INFO:teuthology.orchestra.run.smithi115.stdout: "evex": 40414, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "evtrm": 40414, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "ev": 11, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "evexg": 0, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "evexd": 169, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segadd": 71, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segex": 70, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segtrm": 70, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "seg": 1, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segmjr": 1, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segexg": 0, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "segexd": 1, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "expos": 89004582, 2023-10-05T15:44:46.567 INFO:teuthology.orchestra.run.smithi115.stdout: "wrpos": 89019452, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "rdpos": 0, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "jlat": { 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 26476, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 59.907528926, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002262710 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "replayed": 0 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_mem": { 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "ino": 31, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "ino+": 5995, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "ino-": 5964, 2023-10-05T15:44:46.568 INFO:teuthology.orchestra.run.smithi115.stdout: "dir": 28, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "dir+": 424, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "dir-": 396, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "dn": 27, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "dn+": 7367, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "dn-": 7340, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "cap": 3, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "cap+": 5933, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "cap-": 5930, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "rss": 89080, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "heap": 207152 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.569 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_server": { 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_client_request": 38950, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_server_request": 174, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_request": 19033, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_session": 200, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_peer_request": 345, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "req_create_latency": { 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 5847, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 16.206320304, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002771732 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.570 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getattr_latency": { 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 250, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1.555938459, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.006223753 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "req_link_latency": { 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2, 2023-10-05T15:44:46.571 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.002511649, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.001255824 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookup_latency": { 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 456, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.177201184, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000388599 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.572 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupino_latency": { 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupname_latency": { 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.573 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lssnap_latency": { 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.574 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mkdir_latency": { 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 76, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.073174541, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000962822 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mknod_latency": { 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.575 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mksnap_latency": { 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "req_open_latency": { 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 323, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.081202016, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000251399 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "req_readdir_latency": { 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 75, 2023-10-05T15:44:46.576 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.479002308, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.006386697 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rename_latency": { 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 70, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.205348122, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002933544 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.577 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmdir_latency": { 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 25, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.589809742, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.023592389 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.578 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.579 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setattr_latency": { 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 9624, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 40.421095808, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.004200030 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:46.580 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 8, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.002891215, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000361401 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setlayout_latency": { 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setxattr_latency": { 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1, 2023-10-05T15:44:46.581 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.002325059, 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002325059 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "req_symlink_latency": { 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 6, 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.004769959, 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000794993 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "req_unlink_latency": { 2023-10-05T15:44:46.582 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2000, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 3.532258618, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.001766129 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.583 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_sessions": { 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "session_count": 1, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "session_add": 2, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "session_remove": 1, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_open": 1, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_stale": 0, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "total_load": 2661, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "average_load": 2661, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "avg_session_uptime": 389, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.584 INFO:teuthology.orchestra.run.smithi115.stdout: "mempool": { 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:46.585 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:46.586 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:46.587 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_items": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_bytes": 274866, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_items": 129, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_bytes": 1144, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_items": 13, 2023-10-05T15:44:46.588 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_bytes": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_items": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_items": 171, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:46.589 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_items": 0, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_bytes": 125844, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_items": 656, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_items": 0, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_items": 0 2023-10-05T15:44:46.590 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "objecter": { 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_active": 0, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_laggy": 0, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send": 79042, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send_bytes": 91562120, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_resend": 37, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_reply": 79042, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "op_latency": { 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 79042, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1892.747389700, 2023-10-05T15:44:46.591 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.023946096 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "op_inflight": 0, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "oplen_avg": { 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 79042, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 88968 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "op": 79042, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "op_r": 2988, 2023-10-05T15:44:46.592 INFO:teuthology.orchestra.run.smithi115.stdout: "op_w": 76054, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "op_rmw": 0, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "op_pg": 0, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_stat": 271, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_create": 5951, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_read": 45, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_write": 26517, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writefull": 131, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writesame": 0, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_append": 0, 2023-10-05T15:44:46.593 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_zero": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_truncate": 6, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_delete": 4169, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_mapext": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_getxattr": 2943, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_setxattr": 8975, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_call": 0, 2023-10-05T15:44:46.594 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_watch": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_notify": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_other": 38663, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_active": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_send": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_resend": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_ping": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_active": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_send": 0, 2023-10-05T15:44:46.595 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_resend": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_active": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_send": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_resend": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_active": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_send": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_resend": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "command_active": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "command_send": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "command_resend": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "map_epoch": 90, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "map_full": 0, 2023-10-05T15:44:46.596 INFO:teuthology.orchestra.run.smithi115.stdout: "map_inc": 9, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_sessions": 12, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_open": 12, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_close": 0, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_laggy": 0, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_wr": 1141, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_rd": 0, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_del": 156 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.597 INFO:teuthology.orchestra.run.smithi115.stdout: "oft": { 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_objs": 1, 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_updates": 0, 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_removes": 0 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "osd-slow-ops": { 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_ops_count": 0 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "purge_queue": { 2023-10-05T15:44:46.598 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops_high_water": 10, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing": 0, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_high_water": 6, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executed": 2058, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:46.599 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 122391, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 24069882, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 122391, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 122391, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 24069882, 2023-10-05T15:44:46.600 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:46.601 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 79042, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 91786298, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 79042, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 91786298, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.602 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 1024, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 79042, 2023-10-05T15:44:46.603 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 79042, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 79042, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 79042, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:46.604 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 2058, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 224178, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 2058, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 41, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 224178, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.605 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle-0x55ff7ac2a6e0": { 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 40425, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 84825148, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 40425, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 26476, 2023-10-05T15:44:46.606 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 84825148, 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:46.607 INFO:teuthology.orchestra.run.smithi115.stdout:} 2023-10-05T15:44:46.961 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:46 smithi115 ceph-mon[103691]: pgmap v510: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 15 KiB/s wr, 25 op/s 2023-10-05T15:44:47.035 INFO:tasks.check_counter:Daemon mds.b mds.exported=188 2023-10-05T15:44:47.035 INFO:tasks.check_counter:Daemon mds.b mds.imported=2 2023-10-05T15:44:47.035 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=99 2023-10-05T15:44:47.035 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=343 2023-10-05T15:44:47.035 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=22 2023-10-05T15:44:47.035 DEBUG:tasks.check_counter:Getting stats from e 2023-10-05T15:44:47.035 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.e perf dump 2023-10-05T15:44:47.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:46 smithi098 ceph-mon[99243]: pgmap v510: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 15 KiB/s wr, 25 op/s 2023-10-05T15:44:47.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:46 smithi173 ceph-mon[104029]: pgmap v510: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 15 KiB/s wr, 25 op/s 2023-10-05T15:44:47.590 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:44:48.085 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:47 smithi115 ceph-mon[103691]: pgmap v511: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-05T15:44:48.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:47 smithi098 ceph-mon[99243]: pgmap v511: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-05T15:44:48.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:47 smithi173 ceph-mon[104029]: pgmap v511: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-05T15:44:48.851 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 996, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 998, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 33848716, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 309766, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 7, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.092758242, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.027073334, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.031555577, 2023-10-05T15:44:48.852 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.026362889, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 996, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.037462676, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000037613 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:48.853 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 527, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 507, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 26503167, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 197243, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 5, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 4, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.056988413, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.013166159, 2023-10-05T15:44:48.854 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.029419754, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.012012333, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 507, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.029367132, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000057923 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.855 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 307456, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 88016 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 449, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 557, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 25278327, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 397697, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 6, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 5, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.052720367, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.012386233, 2023-10-05T15:44:48.856 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.023248187, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.013068956, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 555, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.022198175, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000039996 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.857 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 258368 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "cct": { 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "total_workers": 1, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "unhealthy_workers": 0 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-MDSRank": { 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 3035, 2023-10-05T15:44:48.858 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.117393990, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000038680 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.859 INFO:teuthology.orchestra.run.smithi115.stdout: "mds": { 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "request": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "reply": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "reply_latency": { 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_reply": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "forward": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:48.860 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_commit": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_split": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_merge": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes": 262, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_top": 175, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_bottom": 82, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pin_tail": 5, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pinned": 12, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_expired": 1832, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "caps": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "subtrees": 2, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse": 0, 2023-10-05T15:44:48.861 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_hit": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_forward": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_discover": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_lock": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "load_cent": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "q": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "exported": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "exported_inodes": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "imported": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "imported_inodes": 0, 2023-10-05T15:44:48.862 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rfiles": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rbytes": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rsnaps": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:48.863 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_cap_release": 0, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "process_request_cap_release": 0 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_cache": { 2023-10-05T15:44:48.864 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update_receipt": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_try_discover": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_send_discover": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_handle_discover": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_created": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_enqueued": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:48.865 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_migrated": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_started": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_completed": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_exportdir": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_flush": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_inodestats": 0 2023-10-05T15:44:48.867 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_log": { 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evlrg": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evadd": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evex": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evtrm": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "ev": 40425, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evexg": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "evexd": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "segadd": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "segex": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "segtrm": 0, 2023-10-05T15:44:48.868 INFO:teuthology.orchestra.run.smithi115.stdout: "seg": 2, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "segmjr": 30, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "segexg": 0, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "segexd": 0, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "expos": 89004582, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "wrpos": 89019452, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "rdpos": 89018314, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "jlat": { 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.869 INFO:teuthology.orchestra.run.smithi115.stdout: "replayed": 40425 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_mem": { 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "ino": 15, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "ino+": 5942, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "ino-": 5927, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dir": 12, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dir+": 264, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dir-": 252, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dn": 262, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dn+": 6622, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "dn-": 6360, 2023-10-05T15:44:48.870 INFO:teuthology.orchestra.run.smithi115.stdout: "cap": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "cap+": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "cap-": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "rss": 58980, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "heap": 207152 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_server": { 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_client_request": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_server_request": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_request": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_session": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_peer_request": 0, 2023-10-05T15:44:48.871 INFO:teuthology.orchestra.run.smithi115.stdout: "req_create_latency": { 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getattr_latency": { 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.872 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "req_link_latency": { 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookup_latency": { 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.873 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupino_latency": { 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupname_latency": { 2023-10-05T15:44:48.874 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.875 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lssnap_latency": { 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mkdir_latency": { 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.876 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mknod_latency": { 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mksnap_latency": { 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "req_open_latency": { 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.877 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "req_readdir_latency": { 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rename_latency": { 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.878 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmdir_latency": { 2023-10-05T15:44:48.879 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.880 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setattr_latency": { 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.881 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setlayout_latency": { 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setxattr_latency": { 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.882 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "req_symlink_latency": { 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "req_unlink_latency": { 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.883 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_sessions": { 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "session_count": 1, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "session_add": 2, 2023-10-05T15:44:48.884 INFO:teuthology.orchestra.run.smithi115.stdout: "session_remove": 1, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_open": 1, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_stale": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "total_load": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "average_load": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "avg_session_uptime": 1841, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "mempool": { 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:48.885 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:48.886 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:48.887 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_items": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_bytes": 222555, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_items": 70, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:48.888 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_bytes": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_items": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_items": 171, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:48.889 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_items": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_bytes": 231264, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_items": 1297, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_items": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_items": 0 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "objecter": { 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "op_active": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "op_laggy": 0, 2023-10-05T15:44:48.890 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send": 1795, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send_bytes": 26, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "op_resend": 4, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "op_reply": 1795, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "op_latency": { 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1795, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1.576970329, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000878535 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "op_inflight": 0, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "oplen_avg": { 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1795, 2023-10-05T15:44:48.891 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1796 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "op": 1795, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "op_r": 1795, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "op_w": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "op_rmw": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "op_pg": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_stat": 985, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_create": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_read": 807, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_write": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writefull": 0, 2023-10-05T15:44:48.892 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writesame": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_append": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_zero": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_truncate": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_delete": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_mapext": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_getxattr": 2, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_setxattr": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:48.893 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_call": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_watch": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_notify": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_other": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_active": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_send": 0, 2023-10-05T15:44:48.894 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_resend": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_ping": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_active": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_send": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_resend": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_active": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_send": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_resend": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_active": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_send": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_resend": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "command_active": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "command_send": 0, 2023-10-05T15:44:48.895 INFO:teuthology.orchestra.run.smithi115.stdout: "command_resend": 0, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "map_epoch": 90, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "map_full": 0, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "map_inc": 4, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_sessions": 9, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_open": 9, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_close": 0, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_laggy": 0, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_wr": 0, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_rd": 2, 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_del": 0 2023-10-05T15:44:48.896 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "oft": { 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_objs": 0, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_updates": 0, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_removes": 0 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "osd-slow-ops": { 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_ops_count": 0 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "purge_queue": { 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:48.897 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_high_water": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executed": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 1968, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 85441365, 2023-10-05T15:44:48.898 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 1968, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1968, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 85441365, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.899 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 1795, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 84826610, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1795, 2023-10-05T15:44:48.900 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 84826610, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 1024, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:48.901 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 1795, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 1795, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1795, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 1795, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.902 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:48.903 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 0, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 0, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle-0x5641cb590960": { 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:48.904 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.905 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:48.906 INFO:teuthology.orchestra.run.smithi115.stdout:} 2023-10-05T15:44:49.231 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2023-10-05T15:44:49.231 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2023-10-05T15:44:49.231 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2023-10-05T15:44:49.231 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2023-10-05T15:44:49.232 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2023-10-05T15:44:49.232 DEBUG:tasks.check_counter:Getting stats from h 2023-10-05T15:44:49.232 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.h perf dump 2023-10-05T15:44:49.785 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:44:51.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:50 smithi098 ceph-mon[99243]: pgmap v512: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9.3 KiB/s wr, 12 op/s 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 4982, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 8586, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 1386732, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 8449749, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 23, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 5, 2023-10-05T15:44:51.114 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.285619415, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.123096858, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.223367842, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.030737505, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 8582, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.413831929, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000048220 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 5919, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.001483862, 2023-10-05T15:44:51.115 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000250 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 3358, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 2992, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 1155198, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 3837417, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 9, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 6, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.167097651, 2023-10-05T15:44:51.116 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.060357888, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.098320600, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.026063757, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2992, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.281449209, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000094067 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 3962, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000544931, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000137 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.117 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 259808 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 3818, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 3747, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 2861834, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 1625627, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 10, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 8, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.239355550, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.100137577, 2023-10-05T15:44:51.118 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.143778976, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.019498278, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 3747, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.321783349, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000085877 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 5825, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000926982, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000159 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 319104, 2023-10-05T15:44:51.119 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 95776 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "cct": { 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "total_workers": 1, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "unhealthy_workers": 0 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-MDSRank": { 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 321, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1.382502359, 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.004306860 2023-10-05T15:44:51.120 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2198, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.269092917, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000122426 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "mds": { 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "request": 2834, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "reply": 2656, 2023-10-05T15:44:51.121 INFO:teuthology.orchestra.run.smithi115.stdout: "reply_latency": { 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2656, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 6.006400648, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002261446 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_reply": 0, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "forward": 178, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_commit": 11, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_split": 0, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_merge": 0, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes": 340, 2023-10-05T15:44:51.122 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_top": 3, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_bottom": 326, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pin_tail": 11, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pinned": 333, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_expired": 120, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "caps": 0, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "subtrees": 4, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse": 4458, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_hit": 4159, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_forward": 123, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_discover": 85, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:51.123 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_lock": 6, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "load_cent": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "q": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "exported": 2, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "exported_inodes": 2, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "imported": 161, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "imported_inodes": 1914, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_backtrace_fetch": 4, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rfiles": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rbytes": 0, 2023-10-05T15:44:51.124 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rsnaps": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_fetch": 4, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_inodes": 2, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dirfrag_rstats": 2, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_file_inodes": 2, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_inode_file_caps": 31, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_revoke": 35, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_grant": 1448, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:51.125 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps": 773, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps_dirty": 742, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_cap_release": 142, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "process_request_cap_release": 2399 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_cache": { 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update": 157, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update_receipt": 345, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_try_discover": 207, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_send_discover": 409, 2023-10-05T15:44:51.126 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_handle_discover": 437, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays": 1, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_created": 1151, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_enqueued": 1150, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_migrated": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_started": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_completed": 0, 2023-10-05T15:44:51.127 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_exportdir": 2, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_flush": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_inodestats": 0 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_log": { 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "evlrg": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "evadd": 3961, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "evex": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "evtrm": 0, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "ev": 3961, 2023-10-05T15:44:51.128 INFO:teuthology.orchestra.run.smithi115.stdout: "evexg": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "evexd": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segadd": 6, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segex": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segtrm": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "seg": 6, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segmjr": 2, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segexg": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "segexd": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "expos": 4194304, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "wrpos": 11346323, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "rdpos": 0, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "jlat": { 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 228, 2023-10-05T15:44:51.129 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 7.329701133, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.032147811 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "replayed": 0 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_mem": { 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "ino": 24, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "ino+": 1238, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "ino-": 1214, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "dir": 85, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "dir+": 274, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "dir-": 189, 2023-10-05T15:44:51.130 INFO:teuthology.orchestra.run.smithi115.stdout: "dn": 340, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "dn+": 3201, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "dn-": 2861, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "cap": 0, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "cap+": 2038, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "cap-": 2038, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "rss": 64140, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "heap": 198960 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_server": { 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_client_request": 3106, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_server_request": 99, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_request": 2834, 2023-10-05T15:44:51.131 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_session": 6, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_peer_request": 291, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "req_create_latency": { 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 152, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.155257595, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.001021431 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getattr_latency": { 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 10, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.016692737, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.001669273 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:51.132 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "req_link_latency": { 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookup_latency": { 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1292, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 3.005481108, 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.002326223 2023-10-05T15:44:51.133 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupino_latency": { 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupname_latency": { 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.134 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.135 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lssnap_latency": { 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mkdir_latency": { 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mknod_latency": { 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.136 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mksnap_latency": { 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "req_open_latency": { 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.137 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "req_readdir_latency": { 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 51, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.041999466, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000823518 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rename_latency": { 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.138 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmdir_latency": { 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 14, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1.110972003, 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.079355143 2023-10-05T15:44:51.139 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setattr_latency": { 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.140 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.141 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setlayout_latency": { 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setxattr_latency": { 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "req_symlink_latency": { 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.142 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "req_unlink_latency": { 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1137, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1.675997739, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.001474052 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.143 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_sessions": { 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "session_count": 1, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "session_add": 1, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "session_remove": 0, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_open": 1, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_stale": 0, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "total_load": 1773, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "average_load": 1773, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "avg_session_uptime": 336, 2023-10-05T15:44:51.144 INFO:teuthology.orchestra.run.smithi115.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "mempool": { 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:51.145 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:51.146 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:51.147 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_bytes": 291871, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_items": 131, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_bytes": 704, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_items": 8, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_bytes": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_items": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_items": 171, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:51.148 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_items": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_bytes": 434543, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_items": 3268, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_items": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_items": 0 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "objecter": { 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "op_active": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "op_laggy": 0, 2023-10-05T15:44:51.149 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send": 2770, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send_bytes": 7363564, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "op_resend": 27, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "op_reply": 2770, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "op_latency": { 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2770, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 19.106641026, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.006897704 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "op_inflight": 0, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "oplen_avg": { 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2770, 2023-10-05T15:44:51.150 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 2812 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "op": 2770, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "op_r": 41, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "op_w": 2729, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "op_rmw": 0, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "op_pg": 0, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_stat": 0, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_create": 10, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_read": 37, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_write": 265, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writefull": 36, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writesame": 0, 2023-10-05T15:44:51.151 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_append": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_zero": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_truncate": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_delete": 2390, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_mapext": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_getxattr": 4, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_setxattr": 20, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_call": 0, 2023-10-05T15:44:51.152 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_watch": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_notify": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_other": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_active": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_send": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_resend": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_ping": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_active": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_send": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_resend": 0, 2023-10-05T15:44:51.153 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_active": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_send": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_resend": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_active": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_send": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_resend": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "command_active": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "command_send": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "command_resend": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "map_epoch": 90, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "map_full": 0, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "map_inc": 4, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_sessions": 12, 2023-10-05T15:44:51.154 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_open": 12, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_close": 0, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_laggy": 0, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_wr": 40, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_rd": 0, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_del": 10 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "oft": { 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_objs": 1, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_updates": 0, 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_removes": 0 2023-10-05T15:44:51.155 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "osd-slow-ops": { 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_ops_count": 0 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "purge_queue": { 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops_high_water": 73, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing": 0, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_high_water": 6, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executed": 1150, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:51.156 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 12154, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 4357064, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 12154, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 12154, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 4357064, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.157 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 2770, 2023-10-05T15:44:51.158 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 7488842, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 2770, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 7488842, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 1024, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:51.159 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 2770, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 2770, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 2770, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 2770, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.160 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 1150, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 125278, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 1150, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 37, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 125278, 2023-10-05T15:44:51.161 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle-0x56461806c6e0": { 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 3961, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 7152019, 2023-10-05T15:44:51.162 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 3961, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 228, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 7152019, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:51.163 INFO:teuthology.orchestra.run.smithi115.stdout:} 2023-10-05T15:44:51.164 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:50 smithi173 ceph-mon[104029]: pgmap v512: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9.3 KiB/s wr, 12 op/s 2023-10-05T15:44:51.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:50 smithi115 ceph-mon[103691]: pgmap v512: 129 pgs: 129 active+clean; 37 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9.3 KiB/s wr, 12 op/s 2023-10-05T15:44:51.538 INFO:tasks.check_counter:Daemon mds.h mds.exported=2 2023-10-05T15:44:51.539 INFO:tasks.check_counter:Daemon mds.h mds.imported=161 2023-10-05T15:44:51.539 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=157 2023-10-05T15:44:51.539 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=345 2023-10-05T15:44:51.539 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=0 2023-10-05T15:44:51.539 DEBUG:tasks.check_counter:Getting stats from k 2023-10-05T15:44:51.539 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.k perf dump 2023-10-05T15:44:52.093 INFO:teuthology.orchestra.run.smithi115.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:44:52.913 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:52 smithi115 ceph-mon[103691]: pgmap v513: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2023-10-05T15:44:53.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:52 smithi098 ceph-mon[99243]: pgmap v513: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2023-10-05T15:44:53.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:52 smithi173 ceph-mon[104029]: pgmap v513: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2023-10-05T15:44:53.343 INFO:teuthology.orchestra.run.smithi115.stdout:{ 2023-10-05T15:44:53.343 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 506, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 508, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 4327035, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 157430, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 6, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 2, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.042318095, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.014373435, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.011571532, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.012111414, 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:53.344 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 506, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.017681240, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000034943 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.345 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 529, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 509, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 3353373, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 198919, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.048027365, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.014658563, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.016463081, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.014067895, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 509, 2023-10-05T15:44:53.346 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.020477067, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000040229 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 309008, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 90064 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_messages": 510, 2023-10-05T15:44:53.347 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages": 621, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_bytes": 169564, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_bytes": 420363, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_created_connections": 5, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_active_connections": 4, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_total_time": 0.053855616, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_send_time": 0.017500982, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_recv_time": 0.012922244, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_running_fast_dispatch_time": 0.017766349, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 619, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.029338336, 2023-10-05T15:44:53.348 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000047396 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "msgr_send_encrypted_bytes": 262064 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "cct": { 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "total_workers": 1, 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: "unhealthy_workers": 0 2023-10-05T15:44:53.349 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-MDSRank": { 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 2344, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.065247235, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000027835 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "queue_len": 0, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "complete_latency": { 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.350 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "mds": { 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "request": 0, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "reply": 0, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "reply_latency": { 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_reply": 0, 2023-10-05T15:44:53.351 INFO:teuthology.orchestra.run.smithi115.stdout: "forward": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_commit": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_split": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_merge": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes": 1837, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_top": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_bottom": 0, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pin_tail": 1837, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_pinned": 1837, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_expired": 355, 2023-10-05T15:44:53.352 INFO:teuthology.orchestra.run.smithi115.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "caps": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "subtrees": 1, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_hit": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_forward": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_discover": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "traverse_lock": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "load_cent": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "q": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "exported": 0, 2023-10-05T15:44:53.353 INFO:teuthology.orchestra.run.smithi115.stdout: "exported_inodes": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "imported": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "imported_inodes": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rfiles": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rbytes": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "root_rsnaps": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:53.354 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_cap_release": 0, 2023-10-05T15:44:53.355 INFO:teuthology.orchestra.run.smithi115.stdout: "process_request_cap_release": 0 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_cache": { 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_update_receipt": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_try_discover": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_send_discover": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "dir_handle_discover": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_created": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_enqueued": 0, 2023-10-05T15:44:53.356 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "strays_migrated": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_started": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "recovery_completed": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_exportdir": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_flush": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:53.357 INFO:teuthology.orchestra.run.smithi115.stdout: "ireq_inodestats": 0 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_log": { 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evlrg": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evadd": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evex": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evtrm": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "ev": 3961, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evexg": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "evexd": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "segadd": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "segex": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "segtrm": 0, 2023-10-05T15:44:53.358 INFO:teuthology.orchestra.run.smithi115.stdout: "seg": 6, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "segmjr": 2, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "segexg": 0, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "segexd": 0, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "expos": 4194304, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "wrpos": 11346323, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "rdpos": 11345185, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "jlat": { 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: "replayed": 3961 2023-10-05T15:44:53.359 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_mem": { 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "ino": 9, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "ino+": 1169, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "ino-": 1160, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dir": 70, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dir+": 178, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dir-": 108, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dn": 1837, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dn+": 3081, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "dn-": 1244, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "cap": 0, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "cap+": 0, 2023-10-05T15:44:53.360 INFO:teuthology.orchestra.run.smithi115.stdout: "cap-": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "rss": 51336, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "heap": 207152 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_server": { 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_client_request": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "dispatch_server_request": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_request": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_client_session": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "handle_peer_request": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "req_create_latency": { 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.361 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getattr_latency": { 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.362 INFO:teuthology.orchestra.run.smithi115.stdout: "req_link_latency": { 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookup_latency": { 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.363 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupino_latency": { 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupname_latency": { 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:53.364 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "req_lssnap_latency": { 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.365 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mkdir_latency": { 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mknod_latency": { 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.366 INFO:teuthology.orchestra.run.smithi115.stdout: "req_mksnap_latency": { 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "req_open_latency": { 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "req_readdir_latency": { 2023-10-05T15:44:53.367 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rename_latency": { 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:53.368 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmdir_latency": { 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.369 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.370 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setattr_latency": { 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.371 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setlayout_latency": { 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.372 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "req_setxattr_latency": { 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "req_symlink_latency": { 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.373 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "req_unlink_latency": { 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.374 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_sessions": { 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "session_count": 1, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "session_add": 1, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "session_remove": 0, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_open": 1, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "sessions_stale": 0, 2023-10-05T15:44:53.375 INFO:teuthology.orchestra.run.smithi115.stdout: "total_load": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "average_load": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "avg_session_uptime": 1850, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "mempool": { 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:53.376 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:53.377 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:53.378 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:53.379 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_bytes": 199352, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_anon_items": 59, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_bytes": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_items": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:53.380 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_items": 171, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "pgmap_items": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_bytes": 1394432, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "mds_co_items": 7532, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_1_items": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:53.381 INFO:teuthology.orchestra.run.smithi115.stdout: "unittest_2_items": 0 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "objecter": { 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_active": 0, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_laggy": 0, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send": 1365, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_send_bytes": 21, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_resend": 3, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_reply": 1365, 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "op_latency": { 2023-10-05T15:44:53.382 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1365, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.732986200, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000536986 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "op_inflight": 0, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "oplen_avg": { 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 1365, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 1366 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "op": 1365, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "op_r": 1365, 2023-10-05T15:44:53.383 INFO:teuthology.orchestra.run.smithi115.stdout: "op_w": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "op_rmw": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "op_pg": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_stat": 829, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_create": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_read": 534, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_write": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writefull": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_writesame": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_append": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_zero": 0, 2023-10-05T15:44:53.384 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_truncate": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_delete": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_mapext": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_getxattr": 1, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_setxattr": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_call": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_watch": 0, 2023-10-05T15:44:53.385 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_notify": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "osdop_other": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_active": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_send": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_resend": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "linger_ping": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_active": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_send": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "poolop_resend": 0, 2023-10-05T15:44:53.386 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_active": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_send": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "poolstat_resend": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_active": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_send": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "statfs_resend": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "command_active": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "command_send": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "command_resend": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "map_epoch": 90, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "map_full": 0, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "map_inc": 4, 2023-10-05T15:44:53.387 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_sessions": 6, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_open": 6, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_session_close": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "osd_laggy": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_wr": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_rd": 2, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_del": 0 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "oft": { 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_objs": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_updates": 0, 2023-10-05T15:44:53.388 INFO:teuthology.orchestra.run.smithi115.stdout: "omap_total_removes": 0 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "osd-slow-ops": { 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "slow_ops_count": 0 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "purge_queue": { 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing": 0, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executing_high_water": 0, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_executed": 0, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.389 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 1541, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 7699408, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 1541, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1541, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 7699408, 2023-10-05T15:44:53.390 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 104857600, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:53.391 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 1365, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 7152024, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1365, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 7152024, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:53.392 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 1024, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 1365, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 1365, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 1365, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 1365, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.393 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:53.394 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 0, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 0, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: }, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "throttle-write_buf_throttle-0x5579d1aa4960": { 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "val": 0, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "max": 3758096384, 2023-10-05T15:44:53.395 INFO:teuthology.orchestra.run.smithi115.stdout: "get_started": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "get": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "get_sum": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "take": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "take_sum": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "put": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "put_sum": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "wait": { 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "avgcount": 0, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "sum": 0.000000000, 2023-10-05T15:44:53.396 INFO:teuthology.orchestra.run.smithi115.stdout: "avgtime": 0.000000000 2023-10-05T15:44:53.397 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.397 INFO:teuthology.orchestra.run.smithi115.stdout: } 2023-10-05T15:44:53.397 INFO:teuthology.orchestra.run.smithi115.stdout:} 2023-10-05T15:44:53.745 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2023-10-05T15:44:53.745 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2023-10-05T15:44:53.745 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2023-10-05T15:44:53.746 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2023-10-05T15:44:53.746 INFO:tasks.check_counter:Daemon mds.k mds.dir_split=0 2023-10-05T15:44:53.746 DEBUG:tasks.check_counter:Getting stats from c 2023-10-05T15:44:53.746 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.c perf dump 2023-10-05T15:44:54.323 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:44:54.836 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:54 smithi173 ceph-mon[104029]: pgmap v514: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:55.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:54 smithi098 ceph-mon[99243]: pgmap v514: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:55.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:54 smithi115 ceph-mon[103691]: pgmap v514: 129 pgs: 129 active+clean; 33 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 5006, 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 8101, 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 1886455, 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 8250558, 2023-10-05T15:44:55.657 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 17, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 4, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.300636949, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.132626973, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.218730476, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.024577794, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 8100, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.763480332, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000094256 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:55.658 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 6769, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.001396720, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000206 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 311568, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 92384 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 2257, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 2232, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 733977, 2023-10-05T15:44:55.659 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1995502, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 14, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 7, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.136780652, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.052284267, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.069534789, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.024109519, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2231, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.301385698, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000135089 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.660 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2435, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000415587, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000170 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 3184, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 262160 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 3474, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 3731, 2023-10-05T15:44:55.661 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 2063698, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1363840, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 11, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 8, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.201912444, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.071654825, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.128390741, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.019363386, 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:55.662 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 3729, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.554967960, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000148824 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 5650, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000902346, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000159 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.663 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 460, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.016062692, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.002208831 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.664 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1692, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.169383567, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000100108 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 2312, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 2158, 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2023-10-05T15:44:55.665 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2158, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 5.658148370, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.002621940 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 154, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 7, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 11, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2023-10-05T15:44:55.666 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 12, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 0, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 1, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 11, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 11, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 336, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 3, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 3742, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 3402, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 148, 2023-10-05T15:44:55.667 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 92, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 1, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 2000, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 2, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 43, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 219, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 66, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 860, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:55.668 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:55.669 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 24, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 64, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 1196, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 780, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 718, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 91, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 1864 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.670 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 194, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 416, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 232, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 403, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 313, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 913, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 913, 2023-10-05T15:44:55.671 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 43, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:55.672 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 3365, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 3365, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 5, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2023-10-05T15:44:55.673 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 5, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 9399032, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 0, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 250, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2.063832586, 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.008255330 2023-10-05T15:44:55.674 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 0 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 18, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 1001, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 983, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 15, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 291, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 276, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 12, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 1905, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 1893, 2023-10-05T15:44:55.675 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 1578, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 1578, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 63264, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 198960 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 2629, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 50, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 2312, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 6, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 228, 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2023-10-05T15:44:55.676 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 148, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.124179330, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000839049 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 7, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.009360120, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001337160 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.677 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1037, 2023-10-05T15:44:55.678 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 3.825735356, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.003689233 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.679 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.680 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.681 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2023-10-05T15:44:55.682 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 53, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.058212689, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001098352 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.683 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 24, 2023-10-05T15:44:55.684 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.511388756, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.021307864 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.685 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.686 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.687 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 889, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.129272119, 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001270272 2023-10-05T15:44:55.688 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 1, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 1, 2023-10-05T15:44:55.689 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 0, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 1, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 1326, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 1326, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 338, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:55.690 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:55.691 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:55.692 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 284121, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 123, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 264, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 3, 2023-10-05T15:44:55.693 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 171, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2023-10-05T15:44:55.694 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 251658, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 2119, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 2236, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 5386983, 2023-10-05T15:44:55.695 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 28, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 2236, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2236, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 17.499609239, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.007826301 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2236, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2292 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 2236, 2023-10-05T15:44:55.696 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 48, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 2188, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 10, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 40, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 290, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 36, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2023-10-05T15:44:55.697 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 1823, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 6, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 20, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2023-10-05T15:44:55.698 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2023-10-05T15:44:55.699 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 90, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2023-10-05T15:44:55.700 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 4, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 12, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 12, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 40, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 15, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 12 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 1, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:55.701 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 10, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 6, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 913, 2023-10-05T15:44:55.702 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 10733, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 3756278, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 10733, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 10733, 2023-10-05T15:44:55.703 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 3756278, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:55.704 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2236, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 5486176, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2236, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5486176, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.705 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2236, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 2236, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2236, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2236, 2023-10-05T15:44:55.706 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 913, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 99333, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:55.707 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 913, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 40, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 99333, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x557d966946e0": { 2023-10-05T15:44:55.708 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 3365, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 5204728, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 3365, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 250, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5204728, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:55.709 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:55.710 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:55.710 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.710 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:55.710 INFO:teuthology.orchestra.run.smithi173.stdout:} 2023-10-05T15:44:55.975 INFO:tasks.check_counter:Daemon mds.c mds.exported=43 2023-10-05T15:44:55.975 INFO:tasks.check_counter:Daemon mds.c mds.imported=66 2023-10-05T15:44:55.975 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=194 2023-10-05T15:44:55.975 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=416 2023-10-05T15:44:55.975 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=0 2023-10-05T15:44:55.975 DEBUG:tasks.check_counter:Getting stats from f 2023-10-05T15:44:55.976 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.f perf dump 2023-10-05T15:44:56.531 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:44:57.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:56 smithi098 ceph-mon[99243]: pgmap v515: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:44:57.085 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:56 smithi173 ceph-mon[104029]: pgmap v515: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:44:57.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:56 smithi115 ceph-mon[103691]: pgmap v515: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:44:57.729 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2023-10-05T15:44:57.729 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:57.729 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 1370, 2023-10-05T15:44:57.729 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 1370, 2023-10-05T15:44:57.729 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 11159591, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 425281, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 6, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 2, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.109138064, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.031724842, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.029874308, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.038601476, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1369, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.044616124, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000032590 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.730 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 195, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 177, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 310292, 2023-10-05T15:44:57.731 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 95560, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.023846498, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.008531305, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.009604098, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.004613590, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 176, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.011991570, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000068133 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.732 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 304816, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 88656 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 2, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 112, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 428, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 262199, 2023-10-05T15:44:57.733 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 4, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.006284821, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.004092849, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.001096474, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.000029710, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 110, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.006960052, 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000063273 2023-10-05T15:44:57.734 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 261888 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2023-10-05T15:44:57.735 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2405, 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.064146448, 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000026672 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.736 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 0, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 0, 2023-10-05T15:44:57.737 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2023-10-05T15:44:57.738 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 1815, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 1815, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 1815, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 17, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 1, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 0, 2023-10-05T15:44:57.739 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:44:57.740 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2023-10-05T15:44:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 0, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 0 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.742 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:57.743 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.744 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 6931, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 9, 2023-10-05T15:44:57.745 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 14959056, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 14957918, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 6931 2023-10-05T15:44:57.746 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 13, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 1840, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 1827, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 11, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 114, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 103, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 1815, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 3535, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 1720, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2023-10-05T15:44:57.747 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 53028, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 207152 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.748 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.749 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.750 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.751 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2023-10-05T15:44:57.754 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.755 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:57.756 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.757 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.758 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.759 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.760 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.761 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 1, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 1, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 0, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 1, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 0, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 0, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 1866, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.762 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:57.763 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:57.764 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2023-10-05T15:44:57.765 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 189559, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 55, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:57.766 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 171, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 1307046, 2023-10-05T15:44:57.767 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 7674, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 1389, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 21, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 3, 2023-10-05T15:44:57.768 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 1389, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1389, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.245972120, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000897028 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1389, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1390 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 1389, 2023-10-05T15:44:57.769 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 1389, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 837, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 550, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2023-10-05T15:44:57.770 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 1, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2023-10-05T15:44:57.771 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2023-10-05T15:44:57.772 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 90, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 4, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 5, 2023-10-05T15:44:57.773 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 5, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 2, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 0 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2023-10-05T15:44:57.774 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 0, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 0, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.775 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 1563, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 11317858, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 1563, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1563, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 11317858, 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:57.776 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:57.777 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 1389, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 10767059, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1389, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 10767059, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:57.778 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 1389, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 1389, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1389, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 1389, 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:57.779 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:57.780 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x560e196fa960": { 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:57.781 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:57.782 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:57.783 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:57.783 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.783 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:57.783 INFO:teuthology.orchestra.run.smithi173.stdout:} 2023-10-05T15:44:58.085 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2023-10-05T15:44:58.085 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2023-10-05T15:44:58.085 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2023-10-05T15:44:58.085 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2023-10-05T15:44:58.085 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2023-10-05T15:44:58.085 DEBUG:tasks.check_counter:Getting stats from i 2023-10-05T15:44:58.085 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.i perf dump 2023-10-05T15:44:58.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:44:57 smithi098 ceph-mon[99243]: pgmap v516: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:58.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:44:57 smithi173 ceph-mon[104029]: pgmap v516: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:58.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:44:57 smithi115 ceph-mon[103691]: pgmap v516: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 KiB/s wr, 15 op/s 2023-10-05T15:44:58.643 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 5020, 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 6361, 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 3057527, 2023-10-05T15:44:59.777 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 13130647, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 11, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.334147404, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.129945195, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.169121184, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.047688200, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 6361, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.450198036, 2023-10-05T15:44:59.778 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000070774 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 8057, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.001482269, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000183 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:44:59.779 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 3552, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 3940, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 1401866, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1429687, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 9, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 6, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.213706385, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.078876062, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.118557998, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.031008786, 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:59.780 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 3940, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.594435900, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000150872 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4469, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.006500255, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000001454 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.781 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 323392, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 100064 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 8079, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 13971, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 2450401, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 7721685, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 22, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 9, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.439114360, 2023-10-05T15:44:59.782 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.198944465, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.380464188, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.038017775, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 13967, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.968788566, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000069362 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 10110, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.002417551, 2023-10-05T15:44:59.783 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000239 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 263328 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:59.784 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 775, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2.157906278, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.002784395 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 3216, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.357306725, 2023-10-05T15:44:59.785 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000111102 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 5062, 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 4978, 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4978, 2023-10-05T15:44:59.786 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 7.998056985, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001606680 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 84, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 7, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 11, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 29, 2023-10-05T15:44:59.787 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 10, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 5, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 14, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 14, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 468, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 3, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 8606, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 6678, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 84, 2023-10-05T15:44:59.788 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 59, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 6, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 2000, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 2, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 58, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 231, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 62, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 1491, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2023-10-05T15:44:59.789 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 13, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 13, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:44:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 13, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 6, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 124, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 2714, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 2, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 1267, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 959, 2023-10-05T15:44:59.791 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 341, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 3641 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 315, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 441, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 236, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 380, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 475, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 4, 2023-10-05T15:44:59.792 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 1786, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 1782, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:44:59.793 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 58, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 6931, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2023-10-05T15:44:59.794 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 6931, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 9, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 9, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2023-10-05T15:44:59.795 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 14959056, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 0, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 409, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2.670478177, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.006529286 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 0 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2023-10-05T15:44:59.796 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 22, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 1890, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 1868, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 19, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 313, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 294, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 29, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 3890, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 3861, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 2877, 2023-10-05T15:44:59.797 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 2877, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 67668, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 198960 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 6100, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 32, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 5062, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 6, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 284, 2023-10-05T15:44:59.798 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 372, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.693361431, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001863874 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.001457641, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000728820 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2023-10-05T15:44:59.799 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2587, 2023-10-05T15:44:59.800 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.042997375, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000403168 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.801 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.802 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.803 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 5, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.008639505, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001727901 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.804 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 105, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.021058285, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000200555 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2023-10-05T15:44:59.805 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 103, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.109524528, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001063344 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 15, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 3.175268459, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.211684563 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.806 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 30, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.392504314, 2023-10-05T15:44:59.807 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.013083477 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.808 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.006484805, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.003242402 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2023-10-05T15:44:59.809 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.810 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000594551, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000594551 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1756, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2.546166091, 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001449980 2023-10-05T15:44:59.811 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 1, 2023-10-05T15:44:59.812 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 1, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 0, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 1, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 2726, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 2726, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 343, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:44:59.813 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:44:59.814 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:44:59.815 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:44:59.816 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 298851, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 129, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 528, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 6, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2023-10-05T15:44:59.817 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8896, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 171, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 96501, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 835, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2023-10-05T15:44:59.818 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 4117, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 11086363, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 27, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 4117, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4117, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 26.505408003, 2023-10-05T15:44:59.819 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.006438039 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4117, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 4181 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 4117, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 54, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 4063, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2023-10-05T15:44:59.820 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 10, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 30, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 439, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 29, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 3550, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2023-10-05T15:44:59.821 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 17, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 20, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2023-10-05T15:44:59.822 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 2, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2023-10-05T15:44:59.823 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 90, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 4, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 12, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 12, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2023-10-05T15:44:59.824 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 50, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 18, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 16 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 1, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2023-10-05T15:44:59.825 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 10, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 8, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 1782, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:59.826 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 16647, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 5505358, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 16647, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 16647, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5505358, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.827 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:59.828 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 4117, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 11280157, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 4117, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 11280157, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:59.829 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 4117, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 4117, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 4117, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 4117, 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:59.830 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 1782, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 194014, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:59.831 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 1782, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 30, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 194014, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x55feeb7ea6e0": { 2023-10-05T15:44:59.832 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 6931, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 10764752, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 6931, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 409, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 10764752, 2023-10-05T15:44:59.833 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:44:59.834 INFO:teuthology.orchestra.run.smithi173.stdout:} 2023-10-05T15:45:00.184 INFO:tasks.check_counter:Daemon mds.i mds.exported=58 2023-10-05T15:45:00.184 INFO:tasks.check_counter:Daemon mds.i mds.imported=62 2023-10-05T15:45:00.184 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=315 2023-10-05T15:45:00.184 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=441 2023-10-05T15:45:00.184 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=0 2023-10-05T15:45:00.184 DEBUG:tasks.check_counter:Getting stats from l 2023-10-05T15:45:00.185 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 -- ceph daemon mds.l perf dump 2023-10-05T15:45:00.739 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:45:00.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:00 smithi173 ceph-mon[104029]: pgmap v517: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:45:01.037 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:00 smithi098 ceph-mon[99243]: pgmap v517: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:45:01.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:00 smithi115 ceph-mon[103691]: pgmap v517: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 KiB/s wr, 14 op/s 2023-10-05T15:45:02.038 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2023-10-05T15:45:02.038 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 677, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 659, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 474528, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 246364, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 5, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 1, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.073183891, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.023539948, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.021201909, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.022165222, 2023-10-05T15:45:02.039 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 658, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.043848604, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000066639 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 306528, 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 90864 2023-10-05T15:45:02.040 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 360, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 473, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 1100158, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 375717, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 5, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 4, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.035266766, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.013310466, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.007771850, 2023-10-05T15:45:02.041 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.010977275, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 471, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.025155639, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000053409 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.042 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 264000 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 542, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 542, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 4339200, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 167767, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 5, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 4, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.044975440, 2023-10-05T15:45:02.043 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.015085764, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.013020106, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.013096907, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 541, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.022697512, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000041954 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.044 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2404, 2023-10-05T15:45:02.045 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.066894695, 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000027826 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.046 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 0, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 0, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 0, 2023-10-05T15:45:02.047 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 917, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 0, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 917, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 917, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 5, 2023-10-05T15:45:02.048 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 1, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 0, 2023-10-05T15:45:02.049 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 0, 2023-10-05T15:45:02.050 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:45:02.051 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:45:02.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 0, 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 0, 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 0 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2023-10-05T15:45:02.053 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:45:02.054 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2023-10-05T15:45:02.055 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.056 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 3365, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2023-10-05T15:45:02.057 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 0, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 5, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2023-10-05T15:45:02.058 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 9399032, 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 9397894, 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 3365 2023-10-05T15:45:02.059 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 7, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 951, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 944, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 5, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 99, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 94, 2023-10-05T15:45:02.060 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 917, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 1818, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 901, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 0, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 0, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 50048, 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 207152 2023-10-05T15:45:02.061 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 0, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 0, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 0, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 0, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 0, 2023-10-05T15:45:02.062 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.063 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2023-10-05T15:45:02.064 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.065 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.066 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2023-10-05T15:45:02.067 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2023-10-05T15:45:02.069 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.070 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.071 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.072 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.073 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.074 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2023-10-05T15:45:02.075 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.076 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.077 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.077 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2023-10-05T15:45:02.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.077 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.078 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.079 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 1, 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 1, 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 0, 2023-10-05T15:45:02.080 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 1, 2023-10-05T15:45:02.081 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2023-10-05T15:45:02.081 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 0, 2023-10-05T15:45:02.081 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 0, 2023-10-05T15:45:02.081 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 1870, 2023-10-05T15:45:02.081 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:45:02.082 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:45:02.083 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:45:02.084 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 198247, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 56, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2023-10-05T15:45:02.085 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8896, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 171, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2023-10-05T15:45:02.086 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 660352, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 3730, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 1397, 2023-10-05T15:45:02.087 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 21, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 3, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 1397, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1397, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.795982159, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000569779 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1397, 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1398 2023-10-05T15:45:02.088 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 1397, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 1397, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 847, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 548, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2023-10-05T15:45:02.089 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 1, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2023-10-05T15:45:02.090 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2023-10-05T15:45:02.091 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2023-10-05T15:45:02.092 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 90, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 4, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 6, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 6, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 0, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 2, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 0 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2023-10-05T15:45:02.093 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2023-10-05T15:45:02.094 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 0, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 0, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 1575, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 5760158, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 1575, 2023-10-05T15:45:02.095 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:45:02.096 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:45:02.097 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1575, 2023-10-05T15:45:02.097 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5760158, 2023-10-05T15:45:02.097 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:45:02.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.097 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:45:02.098 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 1397, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 5206584, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1397, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5206584, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2023-10-05T15:45:02.099 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 1397, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 1397, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 1397, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 1397, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.100 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:45:02.101 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x55e0e0cb6960": { 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2023-10-05T15:45:02.102 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2023-10-05T15:45:02.103 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2023-10-05T15:45:02.104 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2023-10-05T15:45:02.104 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.104 INFO:teuthology.orchestra.run.smithi173.stdout: } 2023-10-05T15:45:02.104 INFO:teuthology.orchestra.run.smithi173.stdout:} 2023-10-05T15:45:02.395 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2023-10-05T15:45:02.395 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2023-10-05T15:45:02.395 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2023-10-05T15:45:02.395 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2023-10-05T15:45:02.395 INFO:tasks.check_counter:Daemon mds.l mds.dir_split=0 2023-10-05T15:45:02.396 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-10-05T15:45:02.408 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-05T15:45:02.408 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:45:02.408 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:45:02.432 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:45:02.432 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:45:02.493 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:45:02.671 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.667+0000 7f8287f07700 1 -- 172.21.15.98:0/1638925771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280100eb0 msgr2=0x7f82801012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.667+0000 7f8287f07700 1 --2- 172.21.15.98:0/1638925771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280100eb0 0x7f82801012d0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f827800b0a0 tx=0x7f827800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- 172.21.15.98:0/1638925771 shutdown_connections 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- 172.21.15.98:0/1638925771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 0x7f8280109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- 172.21.15.98:0/1638925771 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280100eb0 0x7f82801012d0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- 172.21.15.98:0/1638925771 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280102090 0x7f8280102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- 172.21.15.98:0/1638925771 >> 172.21.15.98:0/1638925771 conn(0x7f82800fc470 msgr2=0x7f82800fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- 172.21.15.98:0/1638925771 shutdown_connections 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- 172.21.15.98:0/1638925771 wait complete. 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 Processor -- start 2023-10-05T15:45:02.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- start start 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280100eb0 0x7f8280196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 0x7f828019e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019e7e0 con 0x7f8280102090 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019e950 con 0x7f8280100eb0 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.668+0000 7f8287f07700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019eb10 con 0x7f8280102a50 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47806/0 (socket says 172.21.15.98:47806) 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 -- 172.21.15.98:0/1890941312 learned_addr learned my addr 172.21.15.98:0/1890941312 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82864a4700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 0x7f828019e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f8285ca3700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280100eb0 0x7f8280196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:02.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 -- 172.21.15.98:0/1890941312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 msgr2=0x7f828019e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 0x7f828019e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 -- 172.21.15.98:0/1890941312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280100eb0 msgr2=0x7f8280196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280100eb0 0x7f8280196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 -- 172.21.15.98:0/1890941312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8278009d00 con 0x7f8280102090 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f82854a2700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f827400c990 tx=0x7f827400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8274007b00 con 0x7f8280102090 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8274007c60 con 0x7f8280102090 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f828019edf0 con 0x7f8280102090 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8274018660 con 0x7f8280102090 2023-10-05T15:45:02.674 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.669+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f828019f280 con 0x7f8280102090 2023-10-05T15:45:02.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.670+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8280108420 con 0x7f8280102090 2023-10-05T15:45:02.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.671+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8274004020 con 0x7f8280102090 2023-10-05T15:45:02.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.672+0000 7f827effd700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 0x7f82680a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:02.675 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.672+0000 7f8285ca3700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 0x7f82680a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:02.676 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.672+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f82740cd1b0 con 0x7f8280102090 2023-10-05T15:45:02.676 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.672+0000 7f8285ca3700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 0x7f82680a3a10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8278009fd0 tx=0x7f8278006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:02.677 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.675+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8274096540 con 0x7f8280102090 2023-10-05T15:45:02.875 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.873+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f828010c720 con 0x7f8280102090 2023-10-05T15:45:02.877 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.875+0000 7f827effd700 1 -- 172.21.15.98:0/1890941312 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+24543 (secure 0 0 0) 0x7f8274099b60 con 0x7f8280102090 2023-10-05T15:45:02.877 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:45:02.877 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":90,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:38:27.625376+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:45:02.879 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 msgr2=0x7f82680a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 0x7f82680a3a10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8278009fd0 tx=0x7f8278006210 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 msgr2=0x7f82801971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f827400c990 tx=0x7f827400cd50 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 shutdown_connections 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82680a1550 0x7f82680a3a10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f8280100eb0 0x7f8280196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8280102a50 0x7f828019e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 --2- 172.21.15.98:0/1890941312 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f8280102090 0x7f82801971b0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.877+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 >> 172.21.15.98:0/1890941312 conn(0x7f82800fc470 msgr2=0x7f8280105560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.878+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 shutdown_connections 2023-10-05T15:45:02.880 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:02.878+0000 7f8287f07700 1 -- 172.21.15.98:0/1890941312 wait complete. 2023-10-05T15:45:02.890 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:02 smithi098 ceph-mon[99243]: pgmap v518: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-05T15:45:02.892 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:32:31.777052+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:36:17.892189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:36:18.546964+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:36:22.564910+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:45:02.892 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 -- 172.21.15.98:0/2541976577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff8101950 msgr2=0x7faff8108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2541976577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff8101950 0x7faff8108200 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7faff000b0d0 tx=0x7faff000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 -- 172.21.15.98:0/2541976577 shutdown_connections 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2541976577 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff8101950 0x7faff8108200 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2541976577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faff80ffdc0 0x7faff81001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.018 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2541976577 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 0x7faff8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 -- 172.21.15.98:0/2541976577 >> 172.21.15.98:0/2541976577 conn(0x7faff80fb330 msgr2=0x7faff80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 -- 172.21.15.98:0/2541976577 shutdown_connections 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 -- 172.21.15.98:0/2541976577 wait complete. 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.014+0000 7fafff3d2700 1 Processor -- start 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- start start 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 0x7faff81960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faff8101950 0x7faff819d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faff819d6e0 con 0x7faff80ffdc0 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faff819d820 con 0x7faff8100fb0 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faff819d9b0 con 0x7faff8101950 2023-10-05T15:45:03.019 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47818/0 (socket says 172.21.15.98:47818) 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 -- 172.21.15.98:0/2597374435 learned_addr learned my addr 172.21.15.98:0/2597374435 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffc96d700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 0x7faff81960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 -- 172.21.15.98:0/2597374435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faff8101950 msgr2=0x7faff819d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faff8101950 0x7faff819d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 -- 172.21.15.98:0/2597374435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 msgr2=0x7faff81960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 0x7faff81960a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 -- 172.21.15.98:0/2597374435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faff0009d00 con 0x7faff80ffdc0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7faffd16e700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fafe800d980 tx=0x7fafe800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafe800de60 con 0x7faff80ffdc0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafe80044e0 con 0x7faff80ffdc0 2023-10-05T15:45:03.020 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faff819dc90 con 0x7faff80ffdc0 2023-10-05T15:45:03.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafe8003be0 con 0x7faff80ffdc0 2023-10-05T15:45:03.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.015+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faff819e1a0 con 0x7faff80ffdc0 2023-10-05T15:45:03.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.016+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faff8106ca0 con 0x7faff80ffdc0 2023-10-05T15:45:03.021 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.017+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fafe8009bb0 con 0x7faff80ffdc0 2023-10-05T15:45:03.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.018+0000 7fafee7fc700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 0x7fafe40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.018+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fafe80cd100 con 0x7faff80ffdc0 2023-10-05T15:45:03.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.018+0000 7faffc96d700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 0x7fafe40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.022 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.018+0000 7faffc96d700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 0x7fafe40a3940 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7faff4005950 tx=0x7faff4005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.023 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.021+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fafe8096410 con 0x7faff80ffdc0 2023-10-05T15:45:03.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:02 smithi173 ceph-mon[104029]: pgmap v518: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-05T15:45:03.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:02 smithi115 ceph-mon[103691]: pgmap v518: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-05T15:45:03.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.214+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faff810b850 con 0x7faff80ffdc0 2023-10-05T15:45:03.216 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.214+0000 7fafee7fc700 1 -- 172.21.15.98:0/2597374435 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) v1 ==== 93+0+10 (secure 0 0 0) 0x7fafe8009940 con 0x7faff80ffdc0 2023-10-05T15:45:03.216 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 1 2023-10-05T15:45:03.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 msgr2=0x7fafe40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 0x7fafe40a3940 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7faff4005950 tx=0x7faff4005cf0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.218 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 msgr2=0x7faff8195b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fafe800d980 tx=0x7fafe800dd40 comp rx=0 tx=0).stop 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 shutdown_connections 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fafe40a1480 0x7fafe40a3940 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faff8101950 0x7faff819d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7faff80ffdc0 0x7faff8195b60 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 --2- 172.21.15.98:0/2597374435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7faff8100fb0 0x7faff81960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 >> 172.21.15.98:0/2597374435 conn(0x7faff80fb330 msgr2=0x7faff80fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 shutdown_connections 2023-10-05T15:45:03.219 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.216+0000 7fafff3d2700 1 -- 172.21.15.98:0/2597374435 wait complete. 2023-10-05T15:45:03.230 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:45:03.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 -- 172.21.15.98:0/735864172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0100fb0 msgr2=0x7f1ce0101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/735864172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0100fb0 0x7f1ce0101410 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40099c0 tx=0x7f1cd4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 -- 172.21.15.98:0/735864172 shutdown_connections 2023-10-05T15:45:03.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/735864172 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce0101950 0x7f1ce0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.357 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/735864172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce00ffdc0 0x7f1ce01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/735864172 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0100fb0 0x7f1ce0101410 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 -- 172.21.15.98:0/735864172 >> 172.21.15.98:0/735864172 conn(0x7f1ce00fb330 msgr2=0x7f1ce00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 -- 172.21.15.98:0/735864172 shutdown_connections 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.353+0000 7f1ce52b4700 1 -- 172.21.15.98:0/735864172 wait complete. 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 Processor -- start 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 -- start start 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce00ffdc0 0x7f1ce0068c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce0100fb0 0x7f1ce019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce019e6f0 con 0x7f1ce0101950 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce019e860 con 0x7f1ce00ffdc0 2023-10-05T15:45:03.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1ce52b4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ce019ea20 con 0x7f1ce0100fb0 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1cdf7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1cde7fc700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce0100fb0 0x7f1ce019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1cdf7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47836/0 (socket says 172.21.15.98:47836) 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1cdf7fe700 1 -- 172.21.15.98:0/423842066 learned_addr learned my addr 172.21.15.98:0/423842066 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.354+0000 7f1cdeffd700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce00ffdc0 0x7f1ce0068c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 -- 172.21.15.98:0/423842066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce0100fb0 msgr2=0x7f1ce019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce0100fb0 0x7f1ce019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 -- 172.21.15.98:0/423842066 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce00ffdc0 msgr2=0x7f1ce0068c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce00ffdc0 0x7f1ce0068c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 -- 172.21.15.98:0/423842066 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cd40095f0 con 0x7f1ce0101950 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cdf7fe700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800ada0 tx=0x7f1cd800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.359 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd800f070 con 0x7f1ce0101950 2023-10-05T15:45:03.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ce019ed00 con 0x7f1ce0101950 2023-10-05T15:45:03.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1cd8007b30 con 0x7f1ce0101950 2023-10-05T15:45:03.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cd80053e0 con 0x7f1ce0101950 2023-10-05T15:45:03.360 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.355+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ce019f1c0 con 0x7f1ce0101950 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.356+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ce010b5d0 con 0x7f1ce0101950 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.357+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1cd800c980 con 0x7f1ce0101950 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.357+0000 7f1cc7fff700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 0x7f1cc80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.357+0000 7f1cdeffd700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 0x7f1cc80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.358+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f1cd80ccbd0 con 0x7f1ce0101950 2023-10-05T15:45:03.361 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.358+0000 7f1cdeffd700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 0x7f1cc80a3940 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0005950 tx=0x7f1cd00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.362 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.361+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1cd8095f70 con 0x7f1ce0101950 2023-10-05T15:45:03.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.553+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1ce0106d60 con 0x7f1ce0101950 2023-10-05T15:45:03.555 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.553+0000 7f1cc7fff700 1 -- 172.21.15.98:0/423842066 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1cd8099590 con 0x7f1ce0101950 2023-10-05T15:45:03.555 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:45:03.557 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 msgr2=0x7f1cc80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.557 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 0x7f1cc80a3940 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0005950 tx=0x7f1cd00058e0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.557 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 msgr2=0x7f1ce019df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800ada0 tx=0x7f1cd800c330 comp rx=0 tx=0).stop 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 shutdown_connections 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1cc80a1480 0x7f1cc80a3940 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1ce00ffdc0 0x7f1ce0068c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1ce0101950 0x7f1ce019df50 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 --2- 172.21.15.98:0/423842066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ce0100fb0 0x7f1ce019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 >> 172.21.15.98:0/423842066 conn(0x7f1ce00fb330 msgr2=0x7f1ce00fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 shutdown_connections 2023-10-05T15:45:03.558 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.555+0000 7f1ce52b4700 1 -- 172.21.15.98:0/423842066 wait complete. 2023-10-05T15:45:03.569 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:45:03.696 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 -- 172.21.15.98:0/1626357823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 msgr2=0x7f688c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 --2- 172.21.15.98:0/1626357823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c108200 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f688400b0d0 tx=0x7f688400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 -- 172.21.15.98:0/1626357823 shutdown_connections 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 --2- 172.21.15.98:0/1626357823 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 0x7f688c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 --2- 172.21.15.98:0/1626357823 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c108200 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 --2- 172.21.15.98:0/1626357823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 -- 172.21.15.98:0/1626357823 >> 172.21.15.98:0/1626357823 conn(0x7f688c0fb330 msgr2=0x7f688c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 -- 172.21.15.98:0/1626357823 shutdown_connections 2023-10-05T15:45:03.697 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.692+0000 7f6893b4a700 1 -- 172.21.15.98:0/1626357823 wait complete. 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 Processor -- start 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 -- start start 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 0x7f688c195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c1960f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19d730 con 0x7f688c101950 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19d870 con 0x7f688c0ffdc0 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f6893b4a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19da00 con 0x7f688c100fb0 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f68920e7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f68920e7700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47848/0 (socket says 172.21.15.98:47848) 2023-10-05T15:45:03.698 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f68920e7700 1 -- 172.21.15.98:0/159560639 learned_addr learned my addr 172.21.15.98:0/159560639 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f68918e6700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 0x7f688c195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.693+0000 7f68910e5700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c1960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 -- 172.21.15.98:0/159560639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 msgr2=0x7f688c1960f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c1960f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 -- 172.21.15.98:0/159560639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 msgr2=0x7f688c195bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 0x7f688c195bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 -- 172.21.15.98:0/159560639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6884009d00 con 0x7f688c101950 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68910e5700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c1960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f68920e7700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f6884007a00 tx=0x7f68840094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688400e040 con 0x7f688c101950 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f688c19dc80 con 0x7f688c101950 2023-10-05T15:45:03.699 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6884003e10 con 0x7f688c101950 2023-10-05T15:45:03.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6884012a90 con 0x7f688c101950 2023-10-05T15:45:03.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.694+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c19e0a0 con 0x7f688c101950 2023-10-05T15:45:03.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.695+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f688c10b650 con 0x7f688c101950 2023-10-05T15:45:03.700 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.696+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f68840056c0 con 0x7f688c101950 2023-10-05T15:45:03.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.697+0000 7f6882ffd700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 0x7f68780a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:03.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.697+0000 7f68918e6700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 0x7f68780a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:03.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.697+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f68840cebd0 con 0x7f688c101950 2023-10-05T15:45:03.701 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.697+0000 7f68918e6700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 0x7f68780a3940 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f688c100e10 tx=0x7f687c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:03.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.700+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6884097f70 con 0x7f688c101950 2023-10-05T15:45:03.894 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.892+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f688c106c70 con 0x7f688c101950 2023-10-05T15:45:03.895 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.893+0000 7f6882ffd700 1 -- 172.21.15.98:0/159560639 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) v1 ==== 100+0+11 (secure 0 0 0) 0x7f688409b590 con 0x7f688c101950 2023-10-05T15:45:03.895 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 64 2023-10-05T15:45:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 msgr2=0x7f68780a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 0x7f68780a3940 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f688c100e10 tx=0x7f687c00b410 comp rx=0 tx=0).stop 2023-10-05T15:45:03.897 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 msgr2=0x7f688c19d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f6884007a00 tx=0x7f68840094c0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 shutdown_connections 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f68780a1480 0x7f68780a3940 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f688c0ffdc0 0x7f688c195bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f688c101950 0x7f688c19d160 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 --2- 172.21.15.98:0/159560639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f688c100fb0 0x7f688c1960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 >> 172.21.15.98:0/159560639 conn(0x7f688c0fb330 msgr2=0x7f688c0fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 shutdown_connections 2023-10-05T15:45:03.898 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:03.895+0000 7f6893b4a700 1 -- 172.21.15.98:0/159560639 wait complete. 2023-10-05T15:45:03.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:03 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1890941312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:03.908 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:03 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2597374435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:45:03.909 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:03 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/423842066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:45:03.910 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:45:04.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 -- 172.21.15.98:0/3552659549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b8100f70 msgr2=0x7f60b81013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 --2- 172.21.15.98:0/3552659549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b8100f70 0x7f60b81013f0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009990 tx=0x7f60a0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 -- 172.21.15.98:0/3552659549 shutdown_connections 2023-10-05T15:45:04.037 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 --2- 172.21.15.98:0/3552659549 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b80ffe20 0x7f60b8100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 --2- 172.21.15.98:0/3552659549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8101930 0x7f60b8108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 --2- 172.21.15.98:0/3552659549 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b8100f70 0x7f60b81013f0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 -- 172.21.15.98:0/3552659549 >> 172.21.15.98:0/3552659549 conn(0x7f60b80fb370 msgr2=0x7f60b80fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 -- 172.21.15.98:0/3552659549 shutdown_connections 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.033+0000 7f60bd949700 1 -- 172.21.15.98:0/3552659549 wait complete. 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 Processor -- start 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 -- start start 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 0x7f60b8196000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.038 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 0x7f60b819d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b819d640 con 0x7f60b80ffe20 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b819d780 con 0x7f60b8101930 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bd949700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b819d910 con 0x7f60b8100f70 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47858/0 (socket says 172.21.15.98:47858) 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 -- 172.21.15.98:0/2696432194 learned_addr learned my addr 172.21.15.98:0/2696432194 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b77fe700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 0x7f60b819d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60affff700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 0x7f60b8196000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 -- 172.21.15.98:0/2696432194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 msgr2=0x7f60b8196000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 0x7f60b8196000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 -- 172.21.15.98:0/2696432194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 msgr2=0x7f60b819d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.039 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 0x7f60b819d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 -- 172.21.15.98:0/2696432194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a00095f0 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b77fe700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 0x7f60b819d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60affff700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 0x7f60b8196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60b6ffd700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f60a800eab0 tx=0x7f60a800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.034+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a8013070 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.035+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f60a8017410 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.035+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60b8069010 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.035+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a8016610 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.035+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60b8069570 con 0x7f60b80ffe20 2023-10-05T15:45:04.040 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.035+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60b810b620 con 0x7f60b80ffe20 2023-10-05T15:45:04.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.036+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f60a8017880 con 0x7f60b80ffe20 2023-10-05T15:45:04.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.037+0000 7f60bc947700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 0x7f60a40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.037+0000 7f60affff700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 0x7f60a40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.041 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.037+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f60a80ce660 con 0x7f60b80ffe20 2023-10-05T15:45:04.042 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.038+0000 7f60affff700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 0x7f60a40a39c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f60a000b2e0 tx=0x7f60a0005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:04.043 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.042+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f60a8097970 con 0x7f60b80ffe20 2023-10-05T15:45:04.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:03 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1890941312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:04.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:03 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2597374435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.147 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:03 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/423842066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:03 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1890941312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:04.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:03 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2597374435' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:03 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/423842066' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.236 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.234+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f60b8069aa0 con 0x7f60b80ffe20 2023-10-05T15:45:04.237 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.235+0000 7f60bc947700 1 -- 172.21.15.98:0/2696432194 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v90) v1 ==== 103+0+11 (secure 0 0 0) 0x7f60a809af90 con 0x7f60b80ffe20 2023-10-05T15:45:04.237 INFO:teuthology.orchestra.run.smithi098.stdout:pg_num: 32 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 msgr2=0x7f60a40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 0x7f60a40a39c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f60a000b2e0 tx=0x7f60a0005e80 comp rx=0 tx=0).stop 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 msgr2=0x7f60b8195ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f60a800eab0 tx=0x7f60a800ee70 comp rx=0 tx=0).stop 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 shutdown_connections 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f60a40a1500 0x7f60a40a39c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.239 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f60b8101930 0x7f60b819d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f60b80ffe20 0x7f60b8195ac0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 --2- 172.21.15.98:0/2696432194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f60b8100f70 0x7f60b8196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 >> 172.21.15.98:0/2696432194 conn(0x7f60b80fb370 msgr2=0x7f60b80fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:04.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 shutdown_connections 2023-10-05T15:45:04.240 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.237+0000 7f60bd949700 1 -- 172.21.15.98:0/2696432194 wait complete. 2023-10-05T15:45:04.251 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:45:04.374 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.372+0000 7f1bd945e700 1 -- 172.21.15.98:0/178817141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4102a40 msgr2=0x7f1bd4109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.372+0000 7f1bd945e700 1 --2- 172.21.15.98:0/178817141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4102a40 0x7f1bd4109360 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00b0a0 tx=0x7f1bcc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 -- 172.21.15.98:0/178817141 shutdown_connections 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 --2- 172.21.15.98:0/178817141 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4100ea0 0x7f1bd41012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 --2- 172.21.15.98:0/178817141 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4102a40 0x7f1bd4109360 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 --2- 172.21.15.98:0/178817141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd4102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 -- 172.21.15.98:0/178817141 >> 172.21.15.98:0/178817141 conn(0x7f1bd40fc460 msgr2=0x7f1bd40fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 -- 172.21.15.98:0/178817141 shutdown_connections 2023-10-05T15:45:04.375 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 -- 172.21.15.98:0/178817141 wait complete. 2023-10-05T15:45:04.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 Processor -- start 2023-10-05T15:45:04.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.373+0000 7f1bd945e700 1 -- start start 2023-10-05T15:45:04.377 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 0x7f1bd4196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd41971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 0x7f1bd419e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd419e800 con 0x7f1bd4100ea0 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 0x7f1bd4196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd2ffd700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 0x7f1bd4196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47872/0 (socket says 172.21.15.98:47872) 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd2ffd700 1 -- 172.21.15.98:0/3996091638 learned_addr learned my addr 172.21.15.98:0/3996091638 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:04.378 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd37fe700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 0x7f1bd419e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd406a900 con 0x7f1bd4102a40 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd406aac0 con 0x7f1bd4102080 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.374+0000 7f1bd27fc700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd41971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 -- 172.21.15.98:0/3996091638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 msgr2=0x7f1bd41971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd41971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 -- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 msgr2=0x7f1bd4196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 0x7f1bd4196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bcc009d00 con 0x7f1bd4102a40 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd27fc700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd41971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd37fe700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 0x7f1bd419e230 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00b070 tx=0x7f1bcc004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:04.379 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc00e040 con 0x7f1bd4102a40 2023-10-05T15:45:04.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd406ad40 con 0x7f1bd4102a40 2023-10-05T15:45:04.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bcc00cec0 con 0x7f1bd4102a40 2023-10-05T15:45:04.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc01b970 con 0x7f1bd4102a40 2023-10-05T15:45:04.380 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.375+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd406b2a0 con 0x7f1bd4102a40 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.376+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd410c710 con 0x7f1bd4102a40 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.378+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1bcc01dbe0 con 0x7f1bd4102a40 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.378+0000 7f1bbbfff700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 0x7f1bbc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.378+0000 7f1bd2ffd700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 0x7f1bbc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.379+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f1bcc0cf130 con 0x7f1bd4102a40 2023-10-05T15:45:04.381 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.379+0000 7f1bd2ffd700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 0x7f1bbc0a3940 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4197b60 tx=0x7f1bc4007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:04.384 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.382+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1bcc0984d0 con 0x7f1bd4102a40 2023-10-05T15:45:04.590 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.588+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1bd410c8a0 con 0x7f1bd4102a40 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.589+0000 7f1bbbfff700 1 -- 172.21.15.98:0/3996091638 <== mon.2 v2:172.21.15.115:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) v1 ==== 81+0+592 (secure 0 0 0) 0x7f1bcc09baf0 con 0x7f1bd4102a40 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1178534296 2023-10-06T15:30:25.452043+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/2584105342 2023-10-06T15:30:25.452043+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3899645988 2023-10-06T15:30:25.452043+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4077232647 2023-10-06T15:30:03.203788+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/4021317212 2023-10-06T15:30:25.452043+0000 2023-10-05T15:45:04.591 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6801/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:45:04.592 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:6800/1251923816 2023-10-06T15:30:03.203788+0000 2023-10-05T15:45:04.592 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/3624022215 2023-10-06T15:30:03.203788+0000 2023-10-05T15:45:04.592 INFO:teuthology.orchestra.run.smithi098.stdout:172.21.15.98:0/1230633181 2023-10-06T15:30:03.203788+0000 2023-10-05T15:45:04.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 msgr2=0x7f1bbc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 0x7f1bbc0a3940 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4197b60 tx=0x7f1bc4007480 comp rx=0 tx=0).stop 2023-10-05T15:45:04.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 msgr2=0x7f1bd419e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:04.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 0x7f1bd419e230 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00b070 tx=0x7f1bcc004c80 comp rx=0 tx=0).stop 2023-10-05T15:45:04.593 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 shutdown_connections 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f1bbc0a1480 0x7f1bbc0a3940 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f1bd4102a40 0x7f1bd419e230 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f1bd4100ea0 0x7f1bd4196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 --2- 172.21.15.98:0/3996091638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1bd4102080 0x7f1bd41971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 >> 172.21.15.98:0/3996091638 conn(0x7f1bd40fc460 msgr2=0x7f1bd40fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 shutdown_connections 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:04.591+0000 7f1bd945e700 1 -- 172.21.15.98:0/3996091638 wait complete. 2023-10-05T15:45:04.594 INFO:teuthology.orchestra.run.smithi098.stderr:listed 10 entries 2023-10-05T15:45:04.605 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-05T15:45:04.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:04.606 DEBUG:teuthology.orchestra.run.smithi098:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-10-05T15:45:04.697 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:45:04.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:04.697 DEBUG:teuthology.orchestra.run.smithi098:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-05T15:45:04.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:04.778 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list 2023-10-05T15:45:04.836 INFO:teuthology.orchestra.run.smithi098.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-05T15:45:04.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:04.837 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-05T15:45:04.884 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:04 smithi098 ceph-mon[99243]: pgmap v519: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2023-10-05T15:45:04.884 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:04 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/159560639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.884 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:04 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2696432194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:45:04.884 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:04 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3996091638' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:45:04.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:04.900 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link delete ceph-brx 2023-10-05T15:45:05.009 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-05T15:45:05.009 DEBUG:teuthology.orchestra.run.smithi098:> set -ex 2023-10-05T15:45:05.010 DEBUG:teuthology.orchestra.run.smithi098:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:45:05.027 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284264k,nr_inodes=4071066,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=390 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260552k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/707e3f602f1c95bcc396b95b0666c11dd342260aaebc9c4b2a9dd0d7fc892045/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/707e3f602f1c95bcc396b95b0666c11dd342260aaebc9c4b2a9dd0d7fc892045/diff,workdir=/var/lib/containers/storage/overlay/707e3f602f1c95bcc396b95b0666c11dd342260aaebc9c4b2a9dd0d7fc892045/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/ba7db863c22b204d4542b04f094378c587ef25a65b1210dc5f4be48051c4cf07/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/ba7db863c22b204d4542b04f094378c587ef25a65b1210dc5f4be48051c4cf07/diff,workdir=/var/lib/containers/storage/overlay/ba7db863c22b204d4542b04f094378c587ef25a65b1210dc5f4be48051c4cf07/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260552k,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 overlay /var/lib/containers/storage/overlay/e8931d889cf05e20b393fff1ba7a05d4be481b305299aff143132ba828b7ba76/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/e8931d889cf05e20b393fff1ba7a05d4be481b305299aff143132ba828b7ba76/diff,workdir=/var/lib/containers/storage/overlay/e8931d889cf05e20b393fff1ba7a05d4be481b305299aff143132ba828b7ba76/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/67a963dc721fcceca57d5bc7453bcadbad815689fe59ce31abab5b1038f57755/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/67a963dc721fcceca57d5bc7453bcadbad815689fe59ce31abab5b1038f57755/diff,workdir=/var/lib/containers/storage/overlay/67a963dc721fcceca57d5bc7453bcadbad815689fe59ce31abab5b1038f57755/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/b0eae8080e88149b5f643d811ba375a1e5d996850316faf79250a6cff98c2f06/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/b0eae8080e88149b5f643d811ba375a1e5d996850316faf79250a6cff98c2f06/diff,workdir=/var/lib/containers/storage/overlay/b0eae8080e88149b5f643d811ba375a1e5d996850316faf79250a6cff98c2f06/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/8d6f39881ed9ec987de1985ae3056d91ab91bd1362f3aae5ecf138637ba151bb/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/8d6f39881ed9ec987de1985ae3056d91ab91bd1362f3aae5ecf138637ba151bb/diff,workdir=/var/lib/containers/storage/overlay/8d6f39881ed9ec987de1985ae3056d91ab91bd1362f3aae5ecf138637ba151bb/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f89c4550d9c49a3375e11b8059681e76d216598fc3c53439edd88575458a82dc/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/f89c4550d9c49a3375e11b8059681e76d216598fc3c53439edd88575458a82dc/diff,workdir=/var/lib/containers/storage/overlay/f89c4550d9c49a3375e11b8059681e76d216598fc3c53439edd88575458a82dc/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/95002fb82e51c6a2c61579328747b0e71ca8d07103768192f62f0a3a2e23d6e5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/95002fb82e51c6a2c61579328747b0e71ca8d07103768192f62f0a3a2e23d6e5/diff,workdir=/var/lib/containers/storage/overlay/95002fb82e51c6a2c61579328747b0e71ca8d07103768192f62f0a3a2e23d6e5/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/bef19ee686b9fd5d8852b79c142e6baa1da0529c56cb5caa84bca9978afc7390/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/bef19ee686b9fd5d8852b79c142e6baa1da0529c56cb5caa84bca9978afc7390/diff,workdir=/var/lib/containers/storage/overlay/bef19ee686b9fd5d8852b79c142e6baa1da0529c56cb5caa84bca9978afc7390/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/c6e227333639a5cd867588689f1cc7930dc7214a8d0ecbef53dae1af29f16b01/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/ARSM3PAMEDFRUBBIKXSZXX57X4:/var/lib/containers/storage/overlay/l/DMOLC5FPE4FQJ6EJOH2XV4HFB5,upperdir=/var/lib/containers/storage/overlay/c6e227333639a5cd867588689f1cc7930dc7214a8d0ecbef53dae1af29f16b01/diff,workdir=/var/lib/containers/storage/overlay/c6e227333639a5cd867588689f1cc7930dc7214a8d0ecbef53dae1af29f16b01/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2023-10-05T15:45:05.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:05.028 DEBUG:teuthology.orchestra.run.smithi098:> ip netns list 2023-10-05T15:45:05.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:45:05.085 DEBUG:teuthology.orchestra.run.smithi098:> sudo ip link delete ceph-brx 2023-10-05T15:45:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:04 smithi173 ceph-mon[104029]: pgmap v519: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2023-10-05T15:45:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:04 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/159560639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:45:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:04 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2696432194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:45:05.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:04 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3996091638' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:45:05.153 INFO:teuthology.orchestra.run.smithi098.stderr:Cannot find device "ceph-brx" 2023-10-05T15:45:05.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:45:05.155 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-05T15:45:05.166 INFO:tasks.cephadm:Teardown begin 2023-10-05T15:45:05.169 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-05T15:45:05.169 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:45:05.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:04 smithi115 ceph-mon[103691]: pgmap v519: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2023-10-05T15:45:05.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:04 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/159560639' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:45:05.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:04 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2696432194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:45:05.170 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:04 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3996091638' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 -- 172.21.15.98:0/1984413090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac101960 msgr2=0x7f59ac108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/1984413090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac101960 0x7f59ac108210 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f59a400b0d0 tx=0x7f59a400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 -- 172.21.15.98:0/1984413090 shutdown_connections 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/1984413090 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac1001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/1984413090 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac101960 0x7f59ac108210 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.315+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/1984413090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac100fc0 0x7f59ac101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- 172.21.15.98:0/1984413090 >> 172.21.15.98:0/1984413090 conn(0x7f59ac0fb300 msgr2=0x7f59ac0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- 172.21.15.98:0/1984413090 shutdown_connections 2023-10-05T15:45:05.318 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- 172.21.15.98:0/1984413090 wait complete. 2023-10-05T15:45:05.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 Processor -- start 2023-10-05T15:45:05.320 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- start start 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac069c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac101960 0x7f59ac19dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59ac19e750 con 0x7f59ac100fc0 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59ac19e8c0 con 0x7f59ac101960 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.316+0000 7f59b0aa5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59ac19ea80 con 0x7f59ac0ffdd0 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59aa59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac069c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59aa59c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac069c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36344/0 (socket says 172.21.15.98:36344) 2023-10-05T15:45:05.321 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47886/0 (socket says 172.21.15.98:47886) 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59aa59c700 1 -- 172.21.15.98:0/3562711795 learned_addr learned my addr 172.21.15.98:0/3562711795 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59aad9d700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac101960 0x7f59ac19dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 -- 172.21.15.98:0/3562711795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 msgr2=0x7f59ac069c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac069c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 -- 172.21.15.98:0/3562711795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac101960 msgr2=0x7f59ac19dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac101960 0x7f59ac19dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 -- 172.21.15.98:0/3562711795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59a4009d00 con 0x7f59ac100fc0 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59a9d9b700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f59a000d950 tx=0x7f59a000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a000f890 con 0x7f59ac100fc0 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59ac19ed60 con 0x7f59ac100fc0 2023-10-05T15:45:05.322 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59a0010460 con 0x7f59ac100fc0 2023-10-05T15:45:05.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a000e610 con 0x7f59ac100fc0 2023-10-05T15:45:05.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.317+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59ac19f260 con 0x7f59ac100fc0 2023-10-05T15:45:05.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.318+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59ac1072c0 con 0x7f59ac100fc0 2023-10-05T15:45:05.323 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.319+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f59a00108d0 con 0x7f59ac100fc0 2023-10-05T15:45:05.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.320+0000 7f599b7fe700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 0x7f59940a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.320+0000 7f59aa59c700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 0x7f59940a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.320+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f59a00cccd0 con 0x7f59ac100fc0 2023-10-05T15:45:05.324 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.320+0000 7f59aa59c700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 0x7f59940a3990 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f599c005950 tx=0x7f599c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:05.326 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.324+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f59a0095f80 con 0x7f59ac100fc0 2023-10-05T15:45:05.562 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.560+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f59ac02d1a0 con 0x7f59ac100fc0 2023-10-05T15:45:05.563 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.561+0000 7f599b7fe700 1 -- 172.21.15.98:0/3562711795 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) v1 ==== 94+0+11398 (secure 0 0 0) 0x7f59a0016090 con 0x7f59ac100fc0 2023-10-05T15:45:05.563 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:45:05.563 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":42,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:44:30.666242+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":53,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":52,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:45:05.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 msgr2=0x7f59940a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 0x7f59940a3990 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f599c005950 tx=0x7f599c009260 comp rx=0 tx=0).stop 2023-10-05T15:45:05.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 msgr2=0x7f59ac19b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f59a000d950 tx=0x7f59a000dc60 comp rx=0 tx=0).stop 2023-10-05T15:45:05.565 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 shutdown_connections 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f59940a14d0 0x7f59940a3990 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f59ac101960 0x7f59ac19dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59ac0ffdd0 0x7f59ac069c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 --2- 172.21.15.98:0/3562711795 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f59ac100fc0 0x7f59ac19b920 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 >> 172.21.15.98:0/3562711795 conn(0x7f59ac0fb300 msgr2=0x7f59ac104400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 shutdown_connections 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.563+0000 7f59b0aa5700 1 -- 172.21.15.98:0/3562711795 wait complete. 2023-10-05T15:45:05.566 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 42 2023-10-05T15:45:05.578 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 -- 172.21.15.98:0/3329262416 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd900ff550 msgr2=0x7fbd900ff970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 --2- 172.21.15.98:0/3329262416 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd900ff550 0x7fbd900ff970 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fbd800099c0 tx=0x7fbd80009cd0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 -- 172.21.15.98:0/3329262416 shutdown_connections 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 --2- 172.21.15.98:0/3329262416 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd901010e0 0x7fbd90107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 --2- 172.21.15.98:0/3329262416 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd900ff550 0x7fbd900ff970 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.702 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 --2- 172.21.15.98:0/3329262416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd90100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 -- 172.21.15.98:0/3329262416 >> 172.21.15.98:0/3329262416 conn(0x7fbd900faac0 msgr2=0x7fbd900fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 -- 172.21.15.98:0/3329262416 shutdown_connections 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.698+0000 7fbd98786700 1 -- 172.21.15.98:0/3329262416 wait complete. 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 Processor -- start 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 -- start start 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd900ff550 0x7fbd90108e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd9019b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9019e6c0 con 0x7fbd901010e0 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9019e830 con 0x7fbd900ff550 2023-10-05T15:45:05.703 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd98786700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd9019e9f0 con 0x7fbd90100740 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd95d21700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd9019b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47902/0 (socket says 172.21.15.98:47902) 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd95d21700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd9019b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.98:36360/0 (socket says 172.21.15.98:36360) 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 -- 172.21.15.98:0/2007940674 learned_addr learned my addr 172.21.15.98:0/2007940674 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96522700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd900ff550 0x7fbd90108e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 -- 172.21.15.98:0/2007940674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 msgr2=0x7fbd9019b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd9019b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 -- 172.21.15.98:0/2007940674 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd900ff550 msgr2=0x7fbd90108e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd900ff550 0x7fbd90108e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.704 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 -- 172.21.15.98:0/2007940674 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd800095f0 con 0x7fbd901010e0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.699+0000 7fbd96d23700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fbd8800ada0 tx=0x7fbd8800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.700+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd8800f070 con 0x7fbd901010e0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.700+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd88007b30 con 0x7fbd901010e0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.700+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd9019ecd0 con 0x7fbd901010e0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.700+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd88005280 con 0x7fbd901010e0 2023-10-05T15:45:05.705 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.700+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd9019f190 con 0x7fbd901010e0 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.701+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd901064d0 con 0x7fbd901010e0 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.701+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbd8800c8d0 con 0x7fbd901010e0 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.702+0000 7fbd877fe700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 0x7fbd7c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.702+0000 7fbd96522700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 0x7fbd7c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.702+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7fbd880cc550 con 0x7fbd901010e0 2023-10-05T15:45:05.706 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.702+0000 7fbd96522700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 0x7fbd7c0a3990 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fbd80009990 tx=0x7fbd80005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:05.708 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.706+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbd88099380 con 0x7fbd901010e0 2023-10-05T15:45:05.946 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.944+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbd9010b5e0 con 0x7fbd901010e0 2023-10-05T15:45:05.946 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.945+0000 7fbd877fe700 1 -- 172.21.15.98:0/2007940674 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) v1 ==== 94+0+11398 (secure 0 0 0) 0x7fbd88098f10 con 0x7fbd901010e0 2023-10-05T15:45:05.947 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:45:05.947 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6835/845942226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6834","nonce":845942226},{"type":"v1","addr":"172.21.15.98:6835","nonce":845942226}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.98:6837/1325902802","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6836","nonce":1325902802},{"type":"v1","addr":"172.21.15.98:6837","nonce":1325902802}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":42,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:36:19.363652+0000","modified":"2023-10-05T15:44:30.666242+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24506,"mds_1":24478,"mds_2":24476,"mds_3":24457,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.98:6839/1540864387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6838","nonce":1540864387},{"type":"v1","addr":"172.21.15.98:6839","nonce":1540864387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":9,"addr":"172.21.15.98:6841/2262173749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6840","nonce":2262173749},{"type":"v1","addr":"172.21.15.98:6841","nonce":2262173749}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24421":{"gid":24421,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2860278494","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2860278494},{"type":"v1","addr":"172.21.15.173:6833","nonce":2860278494}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24422":{"gid":24422,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6833/2058052314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6832","nonce":2058052314},{"type":"v1","addr":"172.21.15.115:6833","nonce":2058052314}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24448":{"gid":24448,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/2237605527","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2237605527},{"type":"v1","addr":"172.21.15.173:6835","nonce":2237605527}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.115:6835/3082174363","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6834","nonce":3082174363},{"type":"v1","addr":"172.21.15.115:6835","nonce":3082174363}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":11,"addr":"172.21.15.173:6837/113202655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":113202655},{"type":"v1","addr":"172.21.15.173:6837","nonce":113202655}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":53,"addr":"172.21.15.115:6837/3290931099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6836","nonce":3290931099},{"type":"v1","addr":"172.21.15.115:6837","nonce":3290931099}]},"join_fscid":-1,"export_targets":[1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24478":{"gid":24478,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":52,"addr":"172.21.15.173:6839/4212584526","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":4212584526},{"type":"v1","addr":"172.21.15.173:6839","nonce":4212584526}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.115:6839/821480418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6838","nonce":821480418},{"type":"v1","addr":"172.21.15.115:6839","nonce":821480418}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 msgr2=0x7fbd7c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 0x7fbd7c0a3990 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fbd80009990 tx=0x7fbd80005fb0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 msgr2=0x7fbd9019def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fbd8800ada0 tx=0x7fbd8800c330 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 shutdown_connections 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7fbd7c0a14d0 0x7fbd7c0a3990 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7fbd900ff550 0x7fbd90108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7fbd901010e0 0x7fbd9019def0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 --2- 172.21.15.98:0/2007940674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd90100740 0x7fbd9019b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:05.949 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 >> 172.21.15.98:0/2007940674 conn(0x7fbd900faac0 msgr2=0x7fbd900fcd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:05.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 shutdown_connections 2023-10-05T15:45:05.950 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:05.947+0000 7fbd98786700 1 -- 172.21.15.98:0/2007940674 wait complete. 2023-10-05T15:45:05.950 INFO:teuthology.orchestra.run.smithi098.stderr:dumped fsmap epoch 42 2023-10-05T15:45:05.960 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:05 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3562711795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:05.961 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/414518655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24100fc0 msgr2=0x7f6f24101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/414518655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24100fc0 0x7f6f24101420 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f6f200099c0 tx=0x7f6f20009cd0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/414518655 shutdown_connections 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/414518655 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 0x7f6f241001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/414518655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f24101960 0x7f6f24108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/414518655 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24100fc0 0x7f6f24101420 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/414518655 >> 172.21.15.98:0/414518655 conn(0x7f6f240fb300 msgr2=0x7f6f240fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/414518655 shutdown_connections 2023-10-05T15:45:06.085 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.081+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/414518655 wait complete. 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 Processor -- start 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 -- start start 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 0x7f6f24198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f24100fc0 0x7f6f241992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f241a0930 con 0x7f6f24101960 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f241a0a70 con 0x7f6f240ffdd0 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2c6f8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f241a0c00 con 0x7f6f24100fc0 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2a494700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 0x7f6f24198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.086 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47916/0 (socket says 172.21.15.98:47916) 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 -- 172.21.15.98:0/143191903 learned_addr learned my addr 172.21.15.98:0/143191903 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 -- 172.21.15.98:0/143191903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f24100fc0 msgr2=0x7f6f241992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f24100fc0 0x7f6f241992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 -- 172.21.15.98:0/143191903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 msgr2=0x7f6f24198db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 0x7f6f24198db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 -- 172.21.15.98:0/143191903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f200095f0 con 0x7f6f24101960 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.082+0000 7f6f2ac95700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00b970 tx=0x7f6f1c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.083+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c00c930 con 0x7f6f24101960 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.083+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f1c014440 con 0x7f6f24101960 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.083+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f241a0ee0 con 0x7f6f24101960 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.083+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0075d0 con 0x7f6f24101960 2023-10-05T15:45:06.087 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.083+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f241a1360 con 0x7f6f24101960 2023-10-05T15:45:06.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.084+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f2410b660 con 0x7f6f24101960 2023-10-05T15:45:06.088 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.084+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6f1c0145b0 con 0x7f6f24101960 2023-10-05T15:45:06.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.085+0000 7f6f1b7fe700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 0x7f6f100a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.085+0000 7f6f2a494700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 0x7f6f100a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.085+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f6f1c006e40 con 0x7f6f24101960 2023-10-05T15:45:06.089 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.085+0000 7f6f2a494700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 0x7f6f100a3990 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f6f24100e20 tx=0x7f6f1400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.091 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.089+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6f1c04f100 con 0x7f6f24101960 2023-10-05T15:45:06.146 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:05 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3562711795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:06.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:05 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3562711795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:06.282 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.281+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f241a15b0 con 0x7f6f24101960 2023-10-05T15:45:06.284 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.282+0000 7f6f1b7fe700 1 -- 172.21.15.98:0/143191903 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+24543 (secure 0 0 0) 0x7f6f1c0959a0 con 0x7f6f24101960 2023-10-05T15:45:06.284 INFO:teuthology.orchestra.run.smithi098.stdout: 2023-10-05T15:45:06.285 INFO:teuthology.orchestra.run.smithi098.stdout:{"epoch":90,"fsid":"de9bd1a4-6393-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:29:30.345278+0000","modified":"2023-10-05T15:38:27.625376+0000","last_up_change":"2023-10-05T15:35:38.764023+0000","last_in_change":"2023-10-05T15:35:21.212061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:32:31.777052+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:36:17.892189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:36:18.546964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:36:22.564910+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2bb35603-65c8-4591-b24f-58d8a13cbd5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6802","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6803","nonce":854270906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6804","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6805","nonce":854270906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6808","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6809","nonce":854270906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6806","nonce":854270906},{"type":"v1","addr":"172.21.15.98:6807","nonce":854270906}]},"public_addr":"172.21.15.98:6803/854270906","cluster_addr":"172.21.15.98:6805/854270906","heartbeat_back_addr":"172.21.15.98:6809/854270906","heartbeat_front_addr":"172.21.15.98:6807/854270906","state":["exists","up"]},{"osd":1,"uuid":"bff1157d-2aaa-40b4-aebb-adcf44b23083","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6800","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6801","nonce":3286131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6802","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6803","nonce":3286131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6806","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6807","nonce":3286131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6804","nonce":3286131377},{"type":"v1","addr":"172.21.15.115:6805","nonce":3286131377}]},"public_addr":"172.21.15.115:6801/3286131377","cluster_addr":"172.21.15.115:6803/3286131377","heartbeat_back_addr":"172.21.15.115:6807/3286131377","heartbeat_front_addr":"172.21.15.115:6805/3286131377","state":["exists","up"]},{"osd":2,"uuid":"8cde0988-2d1e-453e-8834-3d71eda1a01b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6801","nonce":1529824505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6803","nonce":1529824505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6807","nonce":1529824505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1529824505},{"type":"v1","addr":"172.21.15.173:6805","nonce":1529824505}]},"public_addr":"172.21.15.173:6801/1529824505","cluster_addr":"172.21.15.173:6803/1529824505","heartbeat_back_addr":"172.21.15.173:6807/1529824505","heartbeat_front_addr":"172.21.15.173:6805/1529824505","state":["exists","up"]},{"osd":3,"uuid":"8956dde8-d64e-46d9-8634-9c2b5c594170","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6810","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6811","nonce":3341994177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6812","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6813","nonce":3341994177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6816","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6817","nonce":3341994177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6814","nonce":3341994177},{"type":"v1","addr":"172.21.15.98:6815","nonce":3341994177}]},"public_addr":"172.21.15.98:6811/3341994177","cluster_addr":"172.21.15.98:6813/3341994177","heartbeat_back_addr":"172.21.15.98:6817/3341994177","heartbeat_front_addr":"172.21.15.98:6815/3341994177","state":["exists","up"]},{"osd":4,"uuid":"8093824e-9f3a-476f-b4ea-7a69ddaac28e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6808","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6809","nonce":3332615889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6810","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6811","nonce":3332615889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6814","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6815","nonce":3332615889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6812","nonce":3332615889},{"type":"v1","addr":"172.21.15.115:6813","nonce":3332615889}]},"public_addr":"172.21.15.115:6809/3332615889","cluster_addr":"172.21.15.115:6811/3332615889","heartbeat_back_addr":"172.21.15.115:6815/3332615889","heartbeat_front_addr":"172.21.15.115:6813/3332615889","state":["exists","up"]},{"osd":5,"uuid":"d9b77eb4-5883-4336-9570-ad3cdc8c1ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6809","nonce":4028280474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6811","nonce":4028280474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6815","nonce":4028280474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":4028280474},{"type":"v1","addr":"172.21.15.173:6813","nonce":4028280474}]},"public_addr":"172.21.15.173:6809/4028280474","cluster_addr":"172.21.15.173:6811/4028280474","heartbeat_back_addr":"172.21.15.173:6815/4028280474","heartbeat_front_addr":"172.21.15.173:6813/4028280474","state":["exists","up"]},{"osd":6,"uuid":"04c3c310-af76-4a87-b685-5d82fb03e922","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6818","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6819","nonce":1703507473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6820","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6821","nonce":1703507473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6824","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6825","nonce":1703507473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6822","nonce":1703507473},{"type":"v1","addr":"172.21.15.98:6823","nonce":1703507473}]},"public_addr":"172.21.15.98:6819/1703507473","cluster_addr":"172.21.15.98:6821/1703507473","heartbeat_back_addr":"172.21.15.98:6825/1703507473","heartbeat_front_addr":"172.21.15.98:6823/1703507473","state":["exists","up"]},{"osd":7,"uuid":"c3c9397a-12f1-4393-ab81-3e663220226f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6816","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6817","nonce":481946514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6818","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6819","nonce":481946514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6822","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6823","nonce":481946514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6820","nonce":481946514},{"type":"v1","addr":"172.21.15.115:6821","nonce":481946514}]},"public_addr":"172.21.15.115:6817/481946514","cluster_addr":"172.21.15.115:6819/481946514","heartbeat_back_addr":"172.21.15.115:6823/481946514","heartbeat_front_addr":"172.21.15.115:6821/481946514","state":["exists","up"]},{"osd":8,"uuid":"a0078ccd-5376-405e-bda8-ca6c0c6396ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6817","nonce":1316179950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6819","nonce":1316179950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6823","nonce":1316179950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1316179950},{"type":"v1","addr":"172.21.15.173:6821","nonce":1316179950}]},"public_addr":"172.21.15.173:6817/1316179950","cluster_addr":"172.21.15.173:6819/1316179950","heartbeat_back_addr":"172.21.15.173:6823/1316179950","heartbeat_front_addr":"172.21.15.173:6821/1316179950","state":["exists","up"]},{"osd":9,"uuid":"a2679cfd-295b-494d-9216-10463dfdb9a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6826","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6827","nonce":3483398667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6828","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6829","nonce":3483398667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6832","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6833","nonce":3483398667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.98:6830","nonce":3483398667},{"type":"v1","addr":"172.21.15.98:6831","nonce":3483398667}]},"public_addr":"172.21.15.98:6827/3483398667","cluster_addr":"172.21.15.98:6829/3483398667","heartbeat_back_addr":"172.21.15.98:6833/3483398667","heartbeat_front_addr":"172.21.15.98:6831/3483398667","state":["exists","up"]},{"osd":10,"uuid":"4799e5b9-d0e0-45aa-b363-bfb8c613d0d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6824","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6825","nonce":635517942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6826","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6827","nonce":635517942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6830","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6831","nonce":635517942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.115:6828","nonce":635517942},{"type":"v1","addr":"172.21.15.115:6829","nonce":635517942}]},"public_addr":"172.21.15.115:6825/635517942","cluster_addr":"172.21.15.115:6827/635517942","heartbeat_back_addr":"172.21.15.115:6831/635517942","heartbeat_front_addr":"172.21.15.115:6829/635517942","state":["exists","up"]},{"osd":11,"uuid":"a9e32996-c202-45da-b25c-f517c7e69501","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6825","nonce":4142760373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6827","nonce":4142760373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6831","nonce":4142760373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4142760373},{"type":"v1","addr":"172.21.15.173:6829","nonce":4142760373}]},"public_addr":"172.21.15.173:6825/4142760373","cluster_addr":"172.21.15.173:6827/4142760373","heartbeat_back_addr":"172.21.15.173:6831/4142760373","heartbeat_front_addr":"172.21.15.173:6829/4142760373","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:31:48.252715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:08.821640+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:29.292679+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:32:50.631778+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:11.473202+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:32.169449+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:33:53.331707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:14.144542+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:34.464621+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:34:55.776034+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:16.460673+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:35:37.084776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.98:6800/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1178534296":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/2584105342":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/3899645988":"2023-10-06T15:30:25.452043+0000","172.21.15.98:0/4077232647":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/4021317212":"2023-10-06T15:30:25.452043+0000","172.21.15.98:6801/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:6800/1251923816":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/3624022215":"2023-10-06T15:30:03.203788+0000","172.21.15.98:0/1230633181":"2023-10-06T15:30:03.203788+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:45:06.286 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 msgr2=0x7f6f100a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 0x7f6f100a3990 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f6f24100e20 tx=0x7f6f1400b410 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 msgr2=0x7f6f241a0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00b970 tx=0x7f6f1c00bc80 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 shutdown_connections 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6f100a14d0 0x7f6f100a3990 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6f240ffdd0 0x7f6f24198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6f24101960 0x7f6f241a0360 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 --2- 172.21.15.98:0/143191903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f24100fc0 0x7f6f241992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.284+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 >> 172.21.15.98:0/143191903 conn(0x7f6f240fb300 msgr2=0x7f6f240690f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:06.287 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.285+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 shutdown_connections 2023-10-05T15:45:06.288 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.285+0000 7f6f2c6f8700 1 -- 172.21.15.98:0/143191903 wait complete. 2023-10-05T15:45:06.299 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-05T15:45:06.425 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2517751885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 msgr2=0x7f6d4c100240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.425 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2517751885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c100240 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f6d40009990 tx=0x7f6d40009ca0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.425 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2517751885 shutdown_connections 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2517751885 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2517751885 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c100240 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2517751885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2517751885 >> 172.21.15.98:0/2517751885 conn(0x7f6d4c0fb370 msgr2=0x7f6d4c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2517751885 shutdown_connections 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2517751885 wait complete. 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 Processor -- start 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 -- start start 2023-10-05T15:45:06.426 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.420+0000 7f6d51e9d700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c19e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c19e7d0 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c19e940 con 0x7f6d4c101930 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4c19eb00 con 0x7f6d4c100f70 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47926/0 (socket says 172.21.15.98:47926) 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 -- 172.21.15.98:0/2159855902 learned_addr learned my addr 172.21.15.98:0/2159855902 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:06.427 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4bfff700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c19e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4affd700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 -- 172.21.15.98:0/2159855902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 msgr2=0x7f6d4c19b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c19b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 -- 172.21.15.98:0/2159855902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 msgr2=0x7f6d4c19e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c19e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 -- 172.21.15.98:0/2159855902 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d400095f0 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4bfff700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c19e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4affd700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d4b7fe700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6d40005910 tx=0x7f6d40005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.428 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4001d070 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d40004060 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d4c19ed80 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d40022e10 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.421+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d4c1959a0 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.422+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d4c106d40 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.429 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.423+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6d40022470 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.424+0000 7f6d48ff9700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 0x7f6d340a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.424+0000 7f6d4affd700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 0x7f6d340a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.424+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9086+0+0 (secure 0 0 0) 0x7f6d400ce8b0 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.424+0000 7f6d4affd700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 0x7f6d340a3940 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c007900 tx=0x7f6d3c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.430 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.427+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6d40097ce0 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.664 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.662+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f6d4c02cf70 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.666 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.664+0000 7f6d48ff9700 1 -- 172.21.15.98:0/2159855902 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v43) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6d4009b300 con 0x7f6d4c0ffe20 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 msgr2=0x7f6d340a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 0x7f6d340a3940 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c007900 tx=0x7f6d3c008040 comp rx=0 tx=0).stop 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 msgr2=0x7f6d4c069da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6d40005910 tx=0x7f6d40005e80 comp rx=0 tx=0).stop 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 shutdown_connections 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6d340a1480 0x7f6d340a3940 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6d4c101930 0x7f6d4c19e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6d4c0ffe20 0x7f6d4c069da0 secure :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6d40005910 tx=0x7f6d40005e80 comp rx=0 tx=0).stop 2023-10-05T15:45:06.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 --2- 172.21.15.98:0/2159855902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6d4c100f70 0x7f6d4c19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.669+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 >> 172.21.15.98:0/2159855902 conn(0x7f6d4c0fb370 msgr2=0x7f6d4c0fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:06.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.670+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 shutdown_connections 2023-10-05T15:45:06.673 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.670+0000 7f6d51e9d700 1 -- 172.21.15.98:0/2159855902 wait complete. 2023-10-05T15:45:06.673 INFO:teuthology.orchestra.run.smithi098.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-05T15:45:06.685 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-05T15:45:06.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 -- 172.21.15.98:0/2920335621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 msgr2=0x7f6c1c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/2920335621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c100d50 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f6c1400b0a0 tx=0x7f6c1400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.816 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 -- 172.21.15.98:0/2920335621 shutdown_connections 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/2920335621 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c100d50 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/2920335621 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 0x7f6c1c0ff9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/2920335621 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c100390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 -- 172.21.15.98:0/2920335621 >> 172.21.15.98:0/2920335621 conn(0x7f6c1c0fb190 msgr2=0x7f6c1c0fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 -- 172.21.15.98:0/2920335621 shutdown_connections 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.812+0000 7f6c20fa2700 1 -- 172.21.15.98:0/2920335621 wait complete. 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 Processor -- start 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 -- start start 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 0x7f6c1c198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.817 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1a0760 con 0x7f6c1c1008d0 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1a08d0 con 0x7f6c1c0fff10 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c20fa2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1a0a90 con 0x7f6c1c0ff5b0 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.115:3300/0 says I am v2:172.21.15.98:41762/0 (socket says 172.21.15.98:41762) 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 -- 172.21.15.98:0/1575506304 learned_addr learned my addr 172.21.15.98:0/1575506304 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1b7fe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 0x7f6c1c198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1bfff700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47966/0 (socket says 172.21.15.98:47966) 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 -- 172.21.15.98:0/1575506304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 msgr2=0x7f6c1c198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.818 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 0x7f6c1c198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 -- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 msgr2=0x7f6c1c1a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1affd700 1 -- 172.21.15.98:0/1575506304 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c14009d00 con 0x7f6c1c0fff10 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.813+0000 7f6c1bfff700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c1affd700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00e9a0 tx=0x7f6c0c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c009790 con 0x7f6c1c0fff10 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c0c010430 con 0x7f6c1c0fff10 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c1c1a0d70 con 0x7f6c1c0fff10 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c018680 con 0x7f6c1c0fff10 2023-10-05T15:45:06.819 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.814+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c1c1a11d0 con 0x7f6c1c0fff10 2023-10-05T15:45:06.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.815+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c1c10a390 con 0x7f6c1c0fff10 2023-10-05T15:45:06.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.816+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6c0c0105a0 con 0x7f6c1c0fff10 2023-10-05T15:45:06.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.816+0000 7f6c18ff9700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 0x7f6c040a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:06.820 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.816+0000 7f6c1b7fe700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 0x7f6c040a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:06.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.816+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9516+0+0 (secure 0 0 0) 0x7f6c0c014070 con 0x7f6c1c0fff10 2023-10-05T15:45:06.821 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.817+0000 7f6c1b7fe700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 0x7f6c040a39e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c19a0f0 tx=0x7f6c10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:06.823 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:06.821+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6c0c052100 con 0x7f6c1c0fff10 2023-10-05T15:45:07.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mds[151214]: -- 172.21.15.98:0/3302628061 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5646e94431e0 con 0x5646e9418800 2023-10-05T15:45:07.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: starting mds.g at 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mds[151604]: -- 172.21.15.98:0/710716622 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c78f3c31e0 con 0x55c78f398c00 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: starting mds.a at 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:45:06.663+0000 7f98c8de2700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: pgmap v520: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:45:07.038 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2007940674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/143191903' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:45:07.039 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:06 smithi098 ceph-mon[99243]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-05T15:45:07.066 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.064+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f6c1c02d1c0 con 0x7f6c1c0fff10 2023-10-05T15:45:07.146 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.146 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mds[141480]: -- 172.21.15.173:0/3768789591 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55588be0f1e0 con 0x55588bde4c00 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: starting mds.c at 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: starting mds.f at 2023-10-05T15:45:07.147 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mds[141821]: -- 172.21.15.173:0/1620153586 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db88fe51e0 con 0x55db88fba800 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: starting mds.i at 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mds[140788]: -- 172.21.15.173:0/1800183189 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5605ea2e71e0 con 0x5605ea2bc800 2023-10-05T15:45:07.148 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: starting mds.l at 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: pgmap v520: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2007940674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/143191903' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:45:07.149 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:06 smithi173 ceph-mon[104029]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-05T15:45:07.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.163 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mds[140945]: -- 172.21.15.115:0/3111356028 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a23637d1e0 con 0x55a236352c00 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: starting mds.b at 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mds[140259]: -- 172.21.15.115:0/132704755 <== mon.0 v2:172.21.15.98:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55981f9071e0 con 0x55981f8dc800 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: starting mds.e at 2023-10-05T15:45:07.164 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: pgmap v520: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 853 B/s wr, 12 op/s 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2007940674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/143191903' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/2159855902' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:45:07.165 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mon[103691]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mds[140596]: -- 172.21.15.115:0/103403774 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564f629dd1e0 con 0x564f629b3000 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: starting mds.h at 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: ignoring --setuser ceph since I am not root 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: ignoring --setgroup ceph since I am not root 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-mds[139920]: -- 172.21.15.115:0/2180699875 <== mon.2 v2:172.21.15.115:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562c463ab1e0 con 0x562c46380800 2023-10-05T15:45:07.166 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:45:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: starting mds.k at 2023-10-05T15:45:07.672 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.670+0000 7f6c18ff9700 1 -- 172.21.15.98:0/1575506304 <== mon.2 v2:172.21.15.115:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v44) v1 ==== 104+0+0 (secure 0 0 0) 0x7f6c0c096510 con 0x7f6c1c0fff10 2023-10-05T15:45:07.678 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.673+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 msgr2=0x7f6c040a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:07.678 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.673+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 0x7f6c040a39e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c19a0f0 tx=0x7f6c10009260 comp rx=0 tx=0).stop 2023-10-05T15:45:07.678 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.673+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 msgr2=0x7f6c1c199160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:07.678 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.673+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00e9a0 tx=0x7f6c0c00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.678 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 shutdown_connections 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f6c040a1520 0x7f6c040a39e0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f6c1c1008d0 0x7f6c1c1a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c1c0ff5b0 0x7f6c1c198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 --2- 172.21.15.98:0/1575506304 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f6c1c0fff10 0x7f6c1c199160 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 >> 172.21.15.98:0/1575506304 conn(0x7f6c1c0fb190 msgr2=0x7f6c1c0fccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 shutdown_connections 2023-10-05T15:45:07.679 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.675+0000 7f6c20fa2700 1 -- 172.21.15.98:0/1575506304 wait complete. 2023-10-05T15:45:07.693 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- 172.21.15.98:0/3309844053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c100770 msgr2=0x7f823c100bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 --2- 172.21.15.98:0/3309844053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c100770 0x7f823c100bd0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f82300099c0 tx=0x7f8230009cd0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- 172.21.15.98:0/3309844053 shutdown_connections 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 --2- 172.21.15.98:0/3309844053 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f823c0ff580 0x7f823c0ff9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 --2- 172.21.15.98:0/3309844053 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c101110 0x7f823c1079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 --2- 172.21.15.98:0/3309844053 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c100770 0x7f823c100bd0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.825 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- 172.21.15.98:0/3309844053 >> 172.21.15.98:0/3309844053 conn(0x7f823c0faaf0 msgr2=0x7f823c0fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- 172.21.15.98:0/3309844053 shutdown_connections 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- 172.21.15.98:0/3309844053 wait complete. 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 Processor -- start 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.822+0000 7f8240ee3700 1 -- start start 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c100770 0x7f823c199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f823c101110 0x7f823c1a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823c1a0870 con 0x7f823c0ff580 2023-10-05T15:45:07.826 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823c1a09e0 con 0x7f823c101110 2023-10-05T15:45:07.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823c1a0ba0 con 0x7f823c100770 2023-10-05T15:45:07.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:07.828 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47978/0 (socket says 172.21.15.98:47978) 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 -- 172.21.15.98:0/1703260287 learned_addr learned my addr 172.21.15.98:0/1703260287 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8239d9b700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c100770 0x7f823c199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 -- 172.21.15.98:0/1703260287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c100770 msgr2=0x7f823c199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c100770 0x7f823c199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 -- 172.21.15.98:0/1703260287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f823c101110 msgr2=0x7f823c1a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f823c101110 0x7f823c1a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 -- 172.21.15.98:0/1703260287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82300095f0 con 0x7f823c0ff580 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f823a59c700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f822c00c990 tx=0x7f822c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:07.829 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822c007b00 con 0x7f823c0ff580 2023-10-05T15:45:07.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f822c007c60 con 0x7f823c0ff580 2023-10-05T15:45:07.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f823c1a0e80 con 0x7f823c0ff580 2023-10-05T15:45:07.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822c018660 con 0x7f823c0ff580 2023-10-05T15:45:07.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.823+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f823c1a12a0 con 0x7f823c0ff580 2023-10-05T15:45:07.830 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.824+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f823c10b620 con 0x7f823c0ff580 2023-10-05T15:45:07.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.826+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f822c004020 con 0x7f823c0ff580 2023-10-05T15:45:07.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.826+0000 7f822b7fe700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 0x7f82240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:07.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.827+0000 7f8239d9b700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 0x7f82240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:07.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.827+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9516+0+0 (secure 0 0 0) 0x7f822c0cd370 con 0x7f823c0ff580 2023-10-05T15:45:07.831 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.827+0000 7f8239d9b700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 0x7f82240a3940 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8230000c00 tx=0x7f8230005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:07.832 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:07.830+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f822c096500 con 0x7f823c0ff580 2023-10-05T15:45:07.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1575506304' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:07.968 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: Cluster is now healthy 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: pgmap v522: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6838/1692610157,v1:172.21.15.98:6840/1692610157] up:boot 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.98:6839/2782804799,v1:172.21.15.98:6841/2782804799] up:boot 2023-10-05T15:45:07.969 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6832/3568810757,v1:172.21.15.173:6833/3568810757] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6836/440514957,v1:172.21.15.173:6837/440514957] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6832/2100190768,v1:172.21.15.115:6833/2100190768] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6838/4200376841,v1:172.21.15.173:6839/4200376841] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6834/3371702704,v1:172.21.15.115:6835/3371702704] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.173:6834/2369012358,v1:172.21.15.173:6835/2369012358] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6836/817249259,v1:172.21.15.115:6837/817249259] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: mds.? [v2:172.21.15.115:6838/887767976,v1:172.21.15.115:6839/887767976] up:boot 2023-10-05T15:45:07.970 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: fsmap 12 up:standby 2023-10-05T15:45:08.033 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.031+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f823c10b7b0 con 0x7f823c0ff580 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:45:08.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:45:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:45:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:45:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:45:08.288 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:07 smithi098 ceph-mon[99243]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1575506304' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: Cluster is now healthy 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: pgmap v522: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2023-10-05T15:45:08.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6838/1692610157,v1:172.21.15.98:6840/1692610157] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.98:6839/2782804799,v1:172.21.15.98:6841/2782804799] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6832/3568810757,v1:172.21.15.173:6833/3568810757] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6836/440514957,v1:172.21.15.173:6837/440514957] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6832/2100190768,v1:172.21.15.115:6833/2100190768] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6838/4200376841,v1:172.21.15.173:6839/4200376841] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6834/3371702704,v1:172.21.15.115:6835/3371702704] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.173:6834/2369012358,v1:172.21.15.173:6835/2369012358] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6836/817249259,v1:172.21.15.115:6837/817249259] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: mds.? [v2:172.21.15.115:6838/887767976,v1:172.21.15.115:6839/887767976] up:boot 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: fsmap 12 up:standby 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:45:08.398 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:45:08.399 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:07 smithi173 ceph-mon[104029]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:45:08.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1575506304' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: Cluster is now healthy 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: pgmap v522: 129 pgs: 129 active+clean; 29 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6838/1692610157,v1:172.21.15.98:6840/1692610157] up:boot 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.98:6839/2782804799,v1:172.21.15.98:6841/2782804799] up:boot 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6832/3568810757,v1:172.21.15.173:6833/3568810757] up:boot 2023-10-05T15:45:08.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6836/440514957,v1:172.21.15.173:6837/440514957] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6832/2100190768,v1:172.21.15.115:6833/2100190768] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6838/4200376841,v1:172.21.15.173:6839/4200376841] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6834/3371702704,v1:172.21.15.115:6835/3371702704] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.173:6834/2369012358,v1:172.21.15.173:6835/2369012358] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6836/817249259,v1:172.21.15.115:6837/817249259] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: mds.? [v2:172.21.15.115:6838/887767976,v1:172.21.15.115:6839/887767976] up:boot 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: fsmap 12 up:standby 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:45:08.415 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:45:08.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:45:08.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:45:08.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:45:08.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:45:08.416 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:07 smithi115 ceph-mon[103691]: from='mgr.14152 172.21.15.98:0/1678398763' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:45:08.976 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.974+0000 7f822b7fe700 1 -- 172.21.15.98:0/1703260287 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v92) v1 ==== 181+0+0 (secure 0 0 0) 0x7f822c099b20 con 0x7f823c0ff580 2023-10-05T15:45:08.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.980+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 msgr2=0x7f82240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:08.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.980+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 0x7f82240a3940 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f8230000c00 tx=0x7f8230005fb0 comp rx=0 tx=0).stop 2023-10-05T15:45:08.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.980+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 msgr2=0x7f823c198d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:08.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.980+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f822c00c990 tx=0x7f822c00cd50 comp rx=0 tx=0).stop 2023-10-05T15:45:08.982 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 shutdown_connections 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f82240a1480 0x7f82240a3940 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f823c101110 0x7f823c1a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f823c0ff580 0x7f823c198d30 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 --2- 172.21.15.98:0/1703260287 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f823c100770 0x7f823c199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 >> 172.21.15.98:0/1703260287 conn(0x7f823c0faaf0 msgr2=0x7f823c108330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:08.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.981+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 shutdown_connections 2023-10-05T15:45:08.984 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:08.982+0000 7f8240ee3700 1 -- 172.21.15.98:0/1703260287 wait complete. 2023-10-05T15:45:08.986 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_metadata' removed 2023-10-05T15:45:09.000 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-05T15:45:09.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.127+0000 7f3b57bdb700 1 -- 172.21.15.98:0/1046226759 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50102a40 msgr2=0x7f3b50109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:09.131 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.127+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/1046226759 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50102a40 0x7f3b50109360 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f3b4800b0a0 tx=0x7f3b4800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- 172.21.15.98:0/1046226759 shutdown_connections 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/1046226759 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50102a40 0x7f3b50109360 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/1046226759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50100ea0 0x7f3b501012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/1046226759 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102080 0x7f3b50102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- 172.21.15.98:0/1046226759 >> 172.21.15.98:0/1046226759 conn(0x7f3b500fc460 msgr2=0x7f3b500fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- 172.21.15.98:0/1046226759 shutdown_connections 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- 172.21.15.98:0/1046226759 wait complete. 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 Processor -- start 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- start start 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:09.132 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50102080 0x7f3b501971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102a40 0x7f3b5019e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019e800 con 0x7f3b50100ea0 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019e970 con 0x7f3b50102a40 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b57bdb700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019eb30 con 0x7f3b50102080 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b55977700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b55977700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:47992/0 (socket says 172.21.15.98:47992) 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.128+0000 7f3b55977700 1 -- 172.21.15.98:0/3746899127 learned_addr learned my addr 172.21.15.98:0/3746899127 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55176700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50102080 0x7f3b501971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b56178700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102a40 0x7f3b5019e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 -- 172.21.15.98:0/3746899127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50102080 msgr2=0x7f3b501971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50102080 0x7f3b501971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.133 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 -- 172.21.15.98:0/3746899127 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102a40 msgr2=0x7f3b5019e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102a40 0x7f3b5019e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 -- 172.21.15.98:0/3746899127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b48009d00 con 0x7f3b50100ea0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b55977700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c00d980 tx=0x7f3b4c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c004020 con 0x7f3b50100ea0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b4c00f690 con 0x7f3b50100ea0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c003a60 con 0x7f3b50100ea0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b5019ee10 con 0x7f3b50100ea0 2023-10-05T15:45:09.134 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.129+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b5019f1e0 con 0x7f3b50100ea0 2023-10-05T15:45:09.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.130+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b50107e50 con 0x7f3b50100ea0 2023-10-05T15:45:09.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.131+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3b4c00fb00 con 0x7f3b50100ea0 2023-10-05T15:45:09.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.132+0000 7f3b46ffd700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 0x7f3b3c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:09.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.132+0000 7f3b55176700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 0x7f3b3c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:09.135 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.132+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8962+0+0 (secure 0 0 0) 0x7f3b4c0ccb80 con 0x7f3b50100ea0 2023-10-05T15:45:09.136 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.132+0000 7f3b55176700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 0x7f3b3c0a3940 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3b50198190 tx=0x7f3b40007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:09.138 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.136+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3b4c095f00 con 0x7f3b50100ea0 2023-10-05T15:45:09.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:08 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:09.333 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.332+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3b5010c710 con 0x7f3b50100ea0 2023-10-05T15:45:09.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:08 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:09.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:08 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:09.981 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.980+0000 7f3b46ffd700 1 -- 172.21.15.98:0/3746899127 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v93) v1 ==== 169+0+0 (secure 0 0 0) 0x7f3b4c099520 con 0x7f3b50100ea0 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.984+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 msgr2=0x7f3b3c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.984+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 0x7f3b3c0a3940 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3b50198190 tx=0x7f3b40007400 comp rx=0 tx=0).stop 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.984+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 msgr2=0x7f3b50196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.984+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c00d980 tx=0x7f3b4c00dc90 comp rx=0 tx=0).stop 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 shutdown_connections 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f3b3c0a1480 0x7f3b3c0a3940 secure :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3b50198190 tx=0x7f3b40007400 comp rx=0 tx=0).stop 2023-10-05T15:45:09.988 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f3b50102a40 0x7f3b5019e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f3b50100ea0 0x7f3b50196c90 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 --2- 172.21.15.98:0/3746899127 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b50102080 0x7f3b501971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:09.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 >> 172.21.15.98:0/3746899127 conn(0x7f3b500fc460 msgr2=0x7f3b500fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:09.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.985+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 shutdown_connections 2023-10-05T15:45:09.989 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:09.986+0000 7f3b57bdb700 1 -- 172.21.15.98:0/3746899127 wait complete. 2023-10-05T15:45:09.994 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data' removed 2023-10-05T15:45:10.013 DEBUG:teuthology.orchestra.run.smithi098:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2023-10-05T15:45:10.156 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.152+0000 7f62a4c8c700 1 -- 172.21.15.98:0/2781117393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01086e0 msgr2=0x7f62a0108b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.152+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/2781117393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01086e0 0x7f62a0108b40 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f62940099c0 tx=0x7f6294009cd0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 -- 172.21.15.98:0/2781117393 shutdown_connections 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/2781117393 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 0x7f62a010f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/2781117393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62a01074f0 0x7f62a0107910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/2781117393 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01086e0 0x7f62a0108b40 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 -- 172.21.15.98:0/2781117393 >> 172.21.15.98:0/2781117393 conn(0x7f62a0076490 msgr2=0x7f62a00788d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 -- 172.21.15.98:0/2781117393 shutdown_connections 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 -- 172.21.15.98:0/2781117393 wait complete. 2023-10-05T15:45:10.157 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 Processor -- start 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.153+0000 7f62a4c8c700 1 -- start start 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62a01086e0 0x7f62a019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 --2- >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 0x7f62a01a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 -- --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a01a4cf0 con 0x7f62a01074f0 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 -- --> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a01a4e30 con 0x7f62a0109080 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a01a4fc0 con 0x7f62a01086e0 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 --2- >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.98:3300/0 says I am v2:172.21.15.98:48006/0 (socket says 172.21.15.98:48006) 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 -- 172.21.15.98:0/1048653435 learned_addr learned my addr 172.21.15.98:0/1048653435 (peer_addr_for_me v2:172.21.15.98:0/0) 2023-10-05T15:45:10.158 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629ed9d700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 0x7f62a01a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 -- 172.21.15.98:0/1048653435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62a01086e0 msgr2=0x7f62a019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62a01086e0 0x7f62a019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 -- 172.21.15.98:0/1048653435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 msgr2=0x7f62a01a4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 0x7f62a01a4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 -- 172.21.15.98:0/1048653435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62940095f0 con 0x7f62a01074f0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f629e59c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f629000e970 tx=0x7f629000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6290009790 con 0x7f62a01074f0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62900044e0 con 0x7f62a01074f0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62a01a52a0 con 0x7f62a01074f0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6290003e30 con 0x7f62a01074f0 2023-10-05T15:45:10.159 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.154+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62a01a57b0 con 0x7f62a01074f0 2023-10-05T15:45:10.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.155+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62a010e3f0 con 0x7f62a01074f0 2023-10-05T15:45:10.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.156+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6290003f90 con 0x7f62a01074f0 2023-10-05T15:45:10.160 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.157+0000 7f628f7fe700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 0x7f62880a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:45:10.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.157+0000 7f629dd9b700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 0x7f62880a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:45:10.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.157+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8403+0+0 (secure 0 0 0) 0x7f6290014070 con 0x7f62a01074f0 2023-10-05T15:45:10.161 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.157+0000 7f629dd9b700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 0x7f62880a3940 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f62940058e0 tx=0x7f6294000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:45:10.162 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.161+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6290096810 con 0x7f62a01074f0 2023-10-05T15:45:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:09 smithi098 ceph-mon[99243]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:45:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:09 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:10.287 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:09 smithi098 ceph-mon[99243]: pgmap v524: 97 pgs: 97 active+clean; 577 KiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:45:10.358 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.356+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 --> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f62a0112d10 con 0x7f62a01074f0 2023-10-05T15:45:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:09 smithi173 ceph-mon[104029]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:45:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:09 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:10.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:09 smithi173 ceph-mon[104029]: pgmap v524: 97 pgs: 97 active+clean; 577 KiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:45:10.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1703260287' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:09 smithi115 ceph-mon[103691]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:45:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:09 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:10.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:09 smithi115 ceph-mon[103691]: pgmap v524: 97 pgs: 97 active+clean; 577 KiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:45:10.983 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.981+0000 7f628f7fe700 1 -- 172.21.15.98:0/1048653435 <== mon.0 v2:172.21.15.98:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v94) v1 ==== 178+0+0 (secure 0 0 0) 0x7f6290099e30 con 0x7f62a01074f0 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 msgr2=0x7f62880a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 0x7f62880a3940 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f62940058e0 tx=0x7f6294000bc0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 msgr2=0x7f62a019d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f629000e970 tx=0x7f629000ed30 comp rx=0 tx=0).stop 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 shutdown_connections 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:6800/1264833367,v1:172.21.15.98:6801/1264833367] conn(0x7f62880a1480 0x7f62880a3940 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.990 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.115:3300/0,v1:172.21.15.115:6789/0] conn(0x7f62a0109080 0x7f62a01a4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.98:3300/0,v1:172.21.15.98:6789/0] conn(0x7f62a01074f0 0x7f62a019d170 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 --2- 172.21.15.98:0/1048653435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62a01086e0 0x7f62a019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:45:10.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 >> 172.21.15.98:0/1048653435 conn(0x7f62a0076490 msgr2=0x7f62a00786f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:45:10.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 shutdown_connections 2023-10-05T15:45:10.991 INFO:teuthology.orchestra.run.smithi098.stderr:2023-10-05T15:45:10.988+0000 7f62a4c8c700 1 -- 172.21.15.98:0/1048653435 wait complete. 2023-10-05T15:45:11.000 INFO:teuthology.orchestra.run.smithi098.stderr:pool 'cephfs_data_ec' removed 2023-10-05T15:45:11.019 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:45:11.064 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:45:11.102 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:45:11.133 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-05T15:45:11.133 DEBUG:teuthology.orchestra.run.smithi098:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:45:11.150 DEBUG:teuthology.orchestra.run.smithi115:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:45:11.169 DEBUG:teuthology.orchestra.run.smithi173:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:45:11.189 INFO:tasks.cephadm:Stopping all daemons... 2023-10-05T15:45:11.190 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-05T15:45:11.190 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a 2023-10-05T15:45:11.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:11.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:10 smithi098 ceph-mon[99243]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:45:11.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:10 smithi098 ceph-mon[99243]: from='client.? 172.21.15.98:0/1048653435' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:11.289 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:11 smithi098 systemd[1]: Stopping Ceph mon.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:11.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:11.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:10 smithi173 ceph-mon[104029]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:45:11.396 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:10 smithi173 ceph-mon[104029]: from='client.? 172.21.15.98:0/1048653435' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:11.413 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/3746899127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:45:11.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:10 smithi115 ceph-mon[103691]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:45:11.414 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:10 smithi115 ceph-mon[103691]: from='client.? 172.21.15.98:0/1048653435' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:45:11.926 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:45:11.585+0000 7f98ce5ed700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:11.927 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a[99219]: 2023-10-05T15:45:11.585+0000 7f98ce5ed700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-05T15:45:12.178 INFO:journalctl@ceph.mon.a.smithi098.stdout:Oct 05 15:45:11 smithi098 bash[191509]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-a 2023-10-05T15:45:12.186 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.a.service' 2023-10-05T15:45:12.240 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:12.240 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-05T15:45:12.240 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-10-05T15:45:12.240 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.b 2023-10-05T15:45:12.648 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:12 smithi115 systemd[1]: Stopping Ceph mon.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:12.898 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-b[103667]: 2023-10-05T15:45:12.645+0000 7f574bc37700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:12.898 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-b[103667]: 2023-10-05T15:45:12.645+0000 7f574bc37700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-10-05T15:45:13.163 INFO:journalctl@ceph.mon.b.smithi115.stdout:Oct 05 15:45:13 smithi115 bash[145098]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-b 2023-10-05T15:45:13.381 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.b.service' 2023-10-05T15:45:13.440 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:13.440 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-10-05T15:45:13.440 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-10-05T15:45:13.440 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.c 2023-10-05T15:45:13.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:13 smithi173 systemd[1]: Stopping Ceph mon.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:14.082 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-c[104005]: 2023-10-05T15:45:13.798+0000 7f6d165ba700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:14.082 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-c[104005]: 2023-10-05T15:45:13.798+0000 7f6d165ba700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-10-05T15:45:14.341 INFO:journalctl@ceph.mon.c.smithi173.stdout:Oct 05 15:45:14 smithi173 bash[145752]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mon-c 2023-10-05T15:45:14.349 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mon.c.service' 2023-10-05T15:45:14.400 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:14.400 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-10-05T15:45:14.400 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-10-05T15:45:14.400 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x 2023-10-05T15:45:14.741 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:45:14 smithi098 systemd[1]: Stopping Ceph mgr.x for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:15.001 INFO:journalctl@ceph.mgr.x.smithi098.stdout:Oct 05 15:45:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-x[99490]: 2023-10-05T15:45:14.738+0000 7fbf14a5c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:15.192 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.x.service' 2023-10-05T15:45:15.229 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:15.229 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-10-05T15:45:15.229 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-10-05T15:45:15.229 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.y 2023-10-05T15:45:15.663 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:45:15 smithi115 systemd[1]: Stopping Ceph mgr.y for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:15.939 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:45:15 smithi115 bash[145257]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-y 2023-10-05T15:45:16.122 INFO:journalctl@ceph.mgr.y.smithi115.stdout:Oct 05 15:45:15 smithi115 systemd[1]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-10-05T15:45:16.125 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.y.service' 2023-10-05T15:45:16.162 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:16.163 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-10-05T15:45:16.163 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-10-05T15:45:16.163 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.z 2023-10-05T15:45:16.575 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:45:16 smithi173 systemd[1]: Stopping Ceph mgr.z for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:16.896 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:45:16 smithi173 bash[145903]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mgr-z 2023-10-05T15:45:16.896 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Oct 05 15:45:16 smithi173 systemd[1]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.z.service: Main process exited, code=exited, status=143/n/a 2023-10-05T15:45:16.954 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mgr.z.service' 2023-10-05T15:45:16.990 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:16.991 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-10-05T15:45:16.991 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-05T15:45:16.991 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.0 2023-10-05T15:45:17.287 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:45:17 smithi098 systemd[1]: Stopping Ceph osd.0 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:17.787 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:45:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:45:17.342+0000 7f6b5fd27700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:17.787 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:45:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:45:17.342+0000 7f6b5fd27700 -1 osd.0 94 *** Got signal Terminated *** 2023-10-05T15:45:17.787 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:45:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0[117835]: 2023-10-05T15:45:17.342+0000 7f6b5fd27700 -1 osd.0 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:23.025 INFO:journalctl@ceph.osd.0.smithi098.stdout:Oct 05 15:45:23 smithi098 bash[191794]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-0 2023-10-05T15:45:24.889 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.0.service' 2023-10-05T15:45:24.928 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:24.928 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-05T15:45:24.928 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-05T15:45:24.928 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.1 2023-10-05T15:45:25.294 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:45:24 smithi115 systemd[1]: Stopping Ceph osd.1 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:25.663 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:45:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:45:25.292+0000 7f79d0424700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:25.663 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:45:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:45:25.292+0000 7f79d0424700 -1 osd.1 94 *** Got signal Terminated *** 2023-10-05T15:45:25.664 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:45:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1[108724]: 2023-10-05T15:45:25.292+0000 7f79d0424700 -1 osd.1 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:31.413 INFO:journalctl@ceph.osd.1.smithi115.stdout:Oct 05 15:45:31 smithi115 bash[145401]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-1 2023-10-05T15:45:32.614 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-05T15:45:32.654 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:32.655 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-05T15:45:32.655 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-05T15:45:32.655 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.2 2023-10-05T15:45:33.014 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:45:32 smithi173 systemd[1]: Stopping Ceph osd.2 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:33.396 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:45:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:45:33.012+0000 7ff375b81700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:33.396 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:45:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:45:33.012+0000 7ff375b81700 -1 osd.2 94 *** Got signal Terminated *** 2023-10-05T15:45:33.396 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:45:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2[109822]: 2023-10-05T15:45:33.012+0000 7ff375b81700 -1 osd.2 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:39.146 INFO:journalctl@ceph.osd.2.smithi173.stdout:Oct 05 15:45:38 smithi173 bash[146053]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-2 2023-10-05T15:45:40.151 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.2.service' 2023-10-05T15:45:40.194 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:40.194 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-05T15:45:40.194 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-05T15:45:40.194 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.3 2023-10-05T15:45:40.537 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:45:40 smithi098 systemd[1]: Stopping Ceph osd.3 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:41.037 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:45:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:45:40.538+0000 7fdd92c77700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:41.037 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:45:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:45:40.538+0000 7fdd92c77700 -1 osd.3 94 *** Got signal Terminated *** 2023-10-05T15:45:41.037 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:45:40 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3[126281]: 2023-10-05T15:45:40.538+0000 7fdd92c77700 -1 osd.3 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:43.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:42 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:42.966+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:44.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:43 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:43.646+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:44.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:44 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:44.008+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:45.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:44 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:44.676+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:45.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:44 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:44.968+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:46.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:45 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:45.658+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:46.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:45 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:45.979+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:46.429 INFO:journalctl@ceph.osd.3.smithi098.stdout:Oct 05 15:45:46 smithi098 bash[192059]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-3 2023-10-05T15:45:47.003 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:46 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:46.620+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:47.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:46 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:46.722+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:47.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:46 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:46.935+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:47.689 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.3.service' 2023-10-05T15:45:47.729 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:47.729 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-05T15:45:47.730 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-10-05T15:45:47.730 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.4 2023-10-05T15:45:48.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:47 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:47.664+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:48.080 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:47 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:47.931+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:48.080 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:45:47 smithi115 systemd[1]: Stopping Ceph osd.4 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:48.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:47 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:47.732+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:48.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:47 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:47.703+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:48.413 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:45:48 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:45:48.078+0000 7f5421bb1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:48.413 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:45:48 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:45:48.078+0000 7f5421bb1700 -1 osd.4 94 *** Got signal Terminated *** 2023-10-05T15:45:48.414 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:45:48 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4[117249]: 2023-10-05T15:45:48.078+0000 7f5421bb1700 -1 osd.4 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:48.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:48.165+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:49.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:48.624+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:49.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:48 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:48.724+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:49.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:48 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:48.684+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:49.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:48 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:48.906+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:49.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:49 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:49.184+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:50.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:49 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:49.592+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:50.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:49 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:49.753+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:50.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:49 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:49.651+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:50.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:49 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:49.890+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:50.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:50 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:50.209+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:51.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:50 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:50.607+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:51.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:50 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:50.768+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:51.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:50 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:50.669+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:51.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:50 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:50.860+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:51.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:51 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:51.180+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:52.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:51 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:51.604+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:52.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:51 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:51.604+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:52.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:51 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:51.746+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:52.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:51 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:51.712+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:52.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:51 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:51.851+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:52.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:52 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:52.157+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:53.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:52 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:52.560+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:53.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:52 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:52.560+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:53.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:52 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:52.785+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:53.276 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:52 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:52.725+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:53.277 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:52 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:52.900+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:53.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:53.137+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:53.606 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:53.137+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:53.866 INFO:journalctl@ceph.osd.4.smithi115.stdout:Oct 05 15:45:53 smithi115 bash[145675]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-4 2023-10-05T15:45:54.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:53.562+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:54.060 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:53.562+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:54.147 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:53 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:53.829+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:54.440 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:53 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:53.725+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:54.441 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:53 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:53.943+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:54.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:54.186+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:54.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:54.186+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:54.896 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:54 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:54.833+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:54.896 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:54 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:54.620+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:45:54.897 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:54 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:54.714+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:54.897 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:54 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:54.714+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:45:55.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:54.554+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:55.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:54 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:54.554+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:55.120 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:54 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:54.988+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:45:55.121 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:54 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:54.927+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:55.121 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:54 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:54.928+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:45:55.126 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.4.service' 2023-10-05T15:45:55.165 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:45:55.165 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-10-05T15:45:55.166 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-10-05T15:45:55.166 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.5 2023-10-05T15:45:55.518 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:55 smithi173 systemd[1]: Stopping Ceph osd.5 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:45:55.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:55.187+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:55.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:55.187+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:55.839 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:55.649+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:45:55.840 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:55.761+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:55.840 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:55.761+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:45:55.840 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:55.516+0000 7fcb0a730700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:45:55.840 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:55.516+0000 7fcb0a730700 -1 osd.5 94 *** Got signal Terminated *** 2023-10-05T15:45:55.840 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:55.516+0000 7fcb0a730700 -1 osd.5 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:45:56.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:55.588+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:56.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:55.588+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:56.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:55 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:55.838+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:56.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:56 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:56.017+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:45:56.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:55 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:55.936+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:56.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:55 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:55.936+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:45:56.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:56.169+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:56.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:56.169+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:57.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:56.544+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:57.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:56 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:56.544+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:57.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:56 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:56.887+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:57.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:56 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:56.887+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:25.934868+0000 front 2023-10-05T15:45:25.934831+0000 (oldest deadline 2023-10-05T15:45:55.935329+0000) 2023-10-05T15:45:57.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:56 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:56.696+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:45:57.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:56 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:56.742+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:57.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:56 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:56.742+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:45:57.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:57 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:57.002+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:45:57.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:56 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:56.975+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:57.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:56 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:56.975+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:45:57.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:57.216+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:57.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:57.216+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:58.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:57.570+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:58.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:57 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:57.570+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:58.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:57 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:57.650+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:45:58.146 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:57 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:57.870+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:58.147 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:57 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:57.870+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:25.934868+0000 front 2023-10-05T15:45:25.934831+0000 (oldest deadline 2023-10-05T15:45:55.935329+0000) 2023-10-05T15:45:58.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:57 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:57.749+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:58.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:57 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:57.749+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:45:58.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:57 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:57.960+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:45:58.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:57 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:57.943+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:58.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:57 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:57.943+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:45:58.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:58.251+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:58.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:58.251+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:59.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:58.576+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:45:59.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:58 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:58.576+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:45:59.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:58 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:58.695+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:45:59.147 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:58 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:58.891+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:45:59.147 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:58 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:58.891+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:25.934868+0000 front 2023-10-05T15:45:25.934831+0000 (oldest deadline 2023-10-05T15:45:55.935329+0000) 2023-10-05T15:45:59.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:58 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:58.716+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:45:59.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:58 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:58.716+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:45:59.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:58 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:58.948+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:45:59.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:58 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:58.950+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:45:59.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:58 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:58.950+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:45:59.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:59.215+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:45:59.538 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:59.215+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:45:59.538 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:45:59.215+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:00.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:59.578+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:00.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:59.578+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:00.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:45:59 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:45:59.578+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:00.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:59.704+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:00.292 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:45:59.704+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:00.293 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:59.748+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:00.293 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:59.748+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:00.293 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:45:59.748+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:00.293 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:59.892+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.634096+0000 front 2023-10-05T15:45:20.634084+0000 (oldest deadline 2023-10-05T15:45:45.934095+0000) 2023-10-05T15:46:00.293 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:45:59 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5[117848]: 2023-10-05T15:45:59.892+0000 7fcb05523700 -1 osd.5 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:25.934868+0000 front 2023-10-05T15:45:25.934831+0000 (oldest deadline 2023-10-05T15:45:55.935329+0000) 2023-10-05T15:46:00.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:45:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:45:59.956+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:00.608 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:59.951+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:00.608 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:45:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:45:59.951+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:00.609 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:00.180+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:00.609 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:00.180+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:00.609 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:00.180+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:01.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:00.593+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:01.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:00.593+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:01.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:00 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:00.593+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:01.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:00 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:00.727+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:01.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:00 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:00.727+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:01.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:00 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:00.727+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:01.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:00 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:00.708+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:01.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:00 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:00.708+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:01.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:00 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:00.954+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:01.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:00 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:00.929+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:01.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:00 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:00.929+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:01.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:00 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:00.929+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:01.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:01.193+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:01.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:01.193+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:01.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:01.193+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:01.646 INFO:journalctl@ceph.osd.5.smithi173.stdout:Oct 05 15:46:01 smithi173 bash[146311]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-5 2023-10-05T15:46:02.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:01.601+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:02.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:01.601+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:02.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:01 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:01.601+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:02.062 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:01.737+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:02.062 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:01.737+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:02.063 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:01.744+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:02.063 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:01.744+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:02.063 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:01 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:01.744+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:02.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:02 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:02.000+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:02.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:01 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:01.919+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:02.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:01 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:01.919+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:02.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:01 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:01.919+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:02.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:02.231+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:02.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:02.231+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:02.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:02.231+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:02.788 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.5.service' 2023-10-05T15:46:02.829 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:02.829 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-10-05T15:46:02.829 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-10-05T15:46:02.829 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.6 2023-10-05T15:46:02.869 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:02.611+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:02.869 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:02.611+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:02.869 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:02 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:02.611+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:02.869 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:02 smithi098 systemd[1]: Stopping Ceph osd.6 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:03.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:02 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:02.722+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:03.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:02 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:02.722+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:03.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:02 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:02.735+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:03.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:02 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:02.735+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:03.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:02 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:02.735+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:03.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:03.041+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:03.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:02 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:02.914+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:03.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:02 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:02.914+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:03.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:02 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:02.914+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:03.537 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.186+0000 7f4e34322700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:03.537 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.186+0000 7f4e34322700 -1 osd.6 94 *** Got signal Terminated *** 2023-10-05T15:46:03.537 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.186+0000 7f4e34322700 -1 osd.6 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:03.538 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:03.201+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:03.538 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:03.201+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:03.538 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:03.201+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:04.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.613+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:04.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.613+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:04.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:03 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:03.613+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:04.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:03.725+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:04.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:03.725+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:04.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:03.725+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:04.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:03.768+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:04.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:03 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:03.768+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:04.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:04 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:04.023+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:04.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:04 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:04.023+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:04.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:03.939+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:04.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:03.939+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:04.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:03.939+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:04.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:04.179+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:04.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:04.179+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:04.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:04.179+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:05.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:04.585+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:05.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:04.585+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:05.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:04 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:04.585+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:05.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:04 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:04.765+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:05.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:04 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:04.765+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:05.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:04 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:04.765+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:05.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:04 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:04.745+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:05.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:04 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:04.745+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:05.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:04 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:04.898+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:05.163 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:04 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:04.898+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:05.164 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:04 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:04.898+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:05.164 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:05.027+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:05.164 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:05.027+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:05.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:05.199+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:05.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:05.199+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:05.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:05.199+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:06.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:05.597+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:06.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:05.597+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:06.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:05 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:05.597+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:06.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:05 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:05.774+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:06.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:05 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:05.774+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:06.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:05 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:05.766+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:06.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:05 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:05.766+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:06.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:05 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:05.766+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:06.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:05.942+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:06.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:05.942+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:06.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:05 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:05.942+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:06.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:06.037+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:06.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:06.037+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:06.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:06.246+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:06.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:06.246+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:06.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:06.246+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:07.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:06.559+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:07.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:06.559+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:07.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:06.559+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:07.037 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:06 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:06.559+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:42.235510+0000 front 2023-10-05T15:45:42.235466+0000 (oldest deadline 2023-10-05T15:46:06.335623+0000) 2023-10-05T15:46:07.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:06.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:07.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:06.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:07.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:06.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:07.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:06.729+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:07.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:06.729+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:07.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:06 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:06.729+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:07.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:07.083+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:07.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:07.083+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:07.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:06.941+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:07.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:06.941+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:07.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:06.941+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:07.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:06 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:06.941+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:07.523 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:07.266+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:07.524 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:07.266+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:07.524 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:07.266+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:07.787 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:07.521+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:21.931498+0000 front 2023-10-05T15:45:21.931532+0000 (oldest deadline 2023-10-05T15:45:43.631665+0000) 2023-10-05T15:46:07.787 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:07.521+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.433208+0000 front 2023-10-05T15:45:29.433286+0000 (oldest deadline 2023-10-05T15:45:51.133331+0000) 2023-10-05T15:46:07.787 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:07.521+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:35.234440+0000 front 2023-10-05T15:45:35.234501+0000 (oldest deadline 2023-10-05T15:45:58.734529+0000) 2023-10-05T15:46:07.787 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:07 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6[134204]: 2023-10-05T15:46:07.521+0000 7f4e2e914700 -1 osd.6 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:42.235510+0000 front 2023-10-05T15:45:42.235466+0000 (oldest deadline 2023-10-05T15:46:06.335623+0000) 2023-10-05T15:46:08.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:07.721+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:08.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:07.721+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:08.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:07.721+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:08.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:07.734+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:08.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:07.734+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:08.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:07 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:07.734+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:08.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:08.104+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:08.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:08.104+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:08.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:07.961+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:08.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:07.961+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:08.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:07.961+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:08.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:07.961+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:08.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:08 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:08.247+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:08.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:08 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:08.247+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:08.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:08 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:08.247+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:08.969 INFO:journalctl@ceph.osd.6.smithi098.stdout:Oct 05 15:46:08 smithi098 bash[192329]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-6 2023-10-05T15:46:09.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:08.743+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:09.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:08.743+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:09.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:08.743+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:09.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:08.779+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:09.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:08.779+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:09.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:08 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:08.779+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:09.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:09 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:09.145+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:09.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:09 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:09.145+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:09.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:08.985+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:09.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:08.985+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:09.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:08.985+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:09.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:08 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:08.985+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:09.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:09 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:09.211+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:09.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:09 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:09.211+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:09.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:09 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:09.211+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:10.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:09.754+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:10.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:09.754+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:10.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:09.754+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:10.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:09.824+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:10.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:09.824+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:10.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:09 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:09.824+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:10.230 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.6.service' 2023-10-05T15:46:10.309 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:10.309 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-10-05T15:46:10.310 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-10-05T15:46:10.310 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.7 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.181+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.181+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.181+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:10.027+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:10.027+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:10.027+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:10.340 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:10.027+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:10.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:10 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:10.252+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:10.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:10 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:10.252+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:10.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:10 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:10.252+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:10.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:10 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:10.252+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:10.658 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 systemd[1]: Stopping Ceph osd.7 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:10.913 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.657+0000 7f9d295db700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:10.914 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.657+0000 7f9d295db700 -1 osd.7 94 *** Got signal Terminated *** 2023-10-05T15:46:10.914 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:10 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:10.657+0000 7f9d295db700 -1 osd.7 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:11.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:10.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:11.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:10.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:11.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:10.763+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:11.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:10.814+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:11.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:10.814+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:11.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:10 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:10.814+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:11.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:11.226+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:11.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:11.226+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:11.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:11.226+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:11.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:11.075+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:11.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:11.075+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:11.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:11.075+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:11.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:11.075+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:11.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:11.298+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:11.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:11.298+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:11.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:11.298+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:11.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:11 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:11.298+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:12.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:11.720+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:12.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:11.720+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:12.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:11.720+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:12.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:11.841+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:12.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:11.841+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:12.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:11 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:11.841+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:12.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:12.212+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:12.212+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:12.212+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:12.074+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:12.074+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:12.074+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:12.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:12 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:12.074+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:12.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:12 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:12.285+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:12.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:12 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:12.285+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:12.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:12 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:12.285+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:12.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:12 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:12.285+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:13.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:12.766+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:13.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:12.766+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:13.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:12.766+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:13.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:12.873+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:13.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:12.873+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:13.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:12 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:12.873+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:13.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:13.256+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:13.256+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:13.256+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:13.041+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:13.041+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:13.041+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:13.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:13 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:13.041+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:13.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:13 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:13.267+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:13.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:13 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:13.267+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:13.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:13 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:13.267+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:13.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:13 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:13.267+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:14.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:13.812+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:14.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:13.812+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:14.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:13.812+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:14.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:13.903+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:14.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:13.903+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:14.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:13 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:13.903+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:14.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:14.268+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:14.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:14.268+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:14.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:14.268+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:14.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:14.083+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:14.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:14.083+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:14.415 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:14.083+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:14.415 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:14 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:14.083+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:14.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:14.218+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:14.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:14.218+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:14.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:14.218+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:14.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:14.218+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:14.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:14 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:14.218+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:15.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:14.843+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:15.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:14.843+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:15.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:14.843+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:15.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:14.947+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:15.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:14.947+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:15.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:14.947+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:15.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:14 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:14.947+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:15.413 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:15.220+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.057514+0000 front 2023-10-05T15:45:29.057619+0000 (oldest deadline 2023-10-05T15:45:54.957658+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:15.220+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:37.858907+0000 front 2023-10-05T15:45:37.859011+0000 (oldest deadline 2023-10-05T15:46:03.158956+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7[125324]: 2023-10-05T15:46:15.220+0000 7f9d21bc9700 -1 osd.7 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.859937+0000 front 2023-10-05T15:45:44.860075+0000 (oldest deadline 2023-10-05T15:46:10.160161+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:15.090+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:15.090+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:15.090+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:15.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:15 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:15.090+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:15.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:15 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:15.232+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:15.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:15 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:15.232+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:15.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:15 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:15.232+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:15.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:15 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:15.232+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:15.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:15 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:15.232+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:16.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:15.862+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:16.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:15.862+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:16.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:15.862+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:16.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:15.924+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:16.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:15.924+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:16.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:15.924+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:16.148 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:15.924+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:16.324 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:16.051+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:16.325 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:16.051+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:16.325 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:16.051+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:16.325 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:16 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:16.051+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:16.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:16 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:16.256+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:16.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:16 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:16.256+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:16.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:16 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:16.256+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:16.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:16 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:16.256+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:16.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:16 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:16.256+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:16.663 INFO:journalctl@ceph.osd.7.smithi115.stdout:Oct 05 15:46:16 smithi115 bash[145941]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-7 2023-10-05T15:46:17.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:16.831+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:17.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:16.831+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:16.831+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:16.831+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:16.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:16.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:16.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:17.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:16 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:16.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:17.378 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:17 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:17.085+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:17.378 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:17 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:17.085+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:17.378 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:17 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:17.085+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:17.378 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:17 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:17.085+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:17.378 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:17 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:17.085+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:17.640 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.7.service' 2023-10-05T15:46:17.720 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:17.721 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-10-05T15:46:17.721 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-10-05T15:46:17.721 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.8 2023-10-05T15:46:17.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:17.291+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:17.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:17.291+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:17.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:17.291+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:17.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:17.291+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:17.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:17 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:17.291+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:18.083 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:17 smithi173 systemd[1]: Stopping Ceph osd.8 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:18.083 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:17.791+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:17.791+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:17.791+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:17.791+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.081+0000 7f19f6010700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.081+0000 7f19f6010700 -1 osd.8 94 *** Got signal Terminated *** 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:17.925+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:17.925+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:17.925+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:18.084 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:17 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:17.925+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:18.396 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.081+0000 7f19f6010700 -1 osd.8 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:18.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:18 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:18.100+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:18.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:18 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:18.100+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:18.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:18 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:18.100+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:18.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:18 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:18.100+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:18.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:18 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:18.100+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:18.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:18.311+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:18.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:18.311+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:18.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:18.311+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:18.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:18.311+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:18.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:18 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:18.311+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:19.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.750+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:19.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.750+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:19.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.750+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:19.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:18.750+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:19.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:18.889+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:19.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:18.889+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:19.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:18.889+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:19.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:18 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:18.889+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:19.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:19 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:19.065+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:19.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:19 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:19.065+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:19.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:19 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:19.065+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:19.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:19 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:19.065+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:19.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:19 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:19.065+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:19.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:19.322+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:19.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:19.322+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:19.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:19.322+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:19.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:19.322+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:19.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:19 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:19.322+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:20.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:19.787+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:20.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:19.787+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:20.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:19.787+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:20.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:19.787+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:20.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:19.896+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:20.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:19.896+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:20.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:19.896+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:20.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:19.896+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:20.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:20 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:20.050+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:20.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:20 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:20.050+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:20.415 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:20 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:20.050+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:20.415 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:20 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:20.050+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:20.415 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:20 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:20.050+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:20.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:20.357+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:20.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:20.357+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:20.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:20.357+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:20.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:20.357+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:20.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:20 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:20.357+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:21.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:20.802+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:21.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:20.802+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:21.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:20.802+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:21.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:20.802+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:21.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:20.915+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:21.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:20.915+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:21.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:20.915+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:21.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:20 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:20.915+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:21.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:21 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:21.000+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:21.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:21 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:21.000+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:21.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:21 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:21.000+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:21.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:21 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:21.000+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:21.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:21 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:21.000+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:21.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:21.376+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:21.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:21.376+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:21.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:21.376+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:21.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:21.376+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:21.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:21 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:21.376+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:22.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:21.838+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:22.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:21.838+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:22.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:21.838+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:22.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:21.838+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:22.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:21.900+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:22.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:21.900+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:22.148 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:21.900+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:22.148 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:21 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:21.900+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:22.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:22.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:22.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:22.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:22.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:22.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.007+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:22.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:22 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:22.422+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:23.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:22.835+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.086991+0000 front 2023-10-05T15:45:29.087060+0000 (oldest deadline 2023-10-05T15:45:53.787095+0000) 2023-10-05T15:46:23.146 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:22.835+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.887962+0000 front 2023-10-05T15:45:34.887935+0000 (oldest deadline 2023-10-05T15:45:58.988147+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:22.835+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:41.289107+0000 front 2023-10-05T15:45:41.289160+0000 (oldest deadline 2023-10-05T15:46:06.589261+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8[125928]: 2023-10-05T15:46:22.835+0000 7f19ef600700 -1 osd.8 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:52.990745+0000 front 2023-10-05T15:45:52.990657+0000 (oldest deadline 2023-10-05T15:46:16.490645+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:22.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:22.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:22.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:22.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:23.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:22 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:22.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:23.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:23.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:23.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:23.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:23.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:23.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:22 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:22.992+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:23.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:23 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:23.462+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:23.861 INFO:journalctl@ceph.osd.8.smithi173.stdout:Oct 05 15:46:23 smithi173 bash[146586]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-8 2023-10-05T15:46:24.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:23.892+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:24.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:23.892+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:24.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:23.892+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:24.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:23.892+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:24.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:23.892+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:24.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:24.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:24.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:24.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:24.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:24.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:24 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:24.021+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:24.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:24 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:24.431+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:25.116 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:24.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:25.116 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:24.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:25.116 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:24.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:25.117 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:24.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:25.117 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:24 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:24.880+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:25.122 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.8.service' 2023-10-05T15:46:25.162 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:25.162 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-10-05T15:46:25.163 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-10-05T15:46:25.163 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.9 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:25.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:25 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:25.046+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:25.449 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 systemd[1]: Stopping Ceph osd.9 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:25.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:25.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:25.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:25.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:25.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:25.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.446+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:25.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.508+0000 7f9c3dcee700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:25.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.508+0000 7f9c3dcee700 -1 osd.9 94 *** Got signal Terminated *** 2023-10-05T15:46:25.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:25 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:25.508+0000 7f9c3dcee700 -1 osd.9 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:26.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:25.927+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:26.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:25.927+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:26.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:25.927+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:26.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:25.927+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:26.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:25 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:25.927+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:26.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:26.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:26.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:26.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:26.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:26.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:26 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:26.081+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:26.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:26 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:26.455+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:27.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:26.902+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:27.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:26.902+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:27.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:26.902+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:27.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:26.902+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:27.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:26 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:26.902+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:27.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:27.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:27.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:27.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:27.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:27.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:27 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:27.113+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:27.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:27 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:27.484+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:28.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:27.855+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:28.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:27.855+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:28.146 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:27.855+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:28.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:27.855+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:28.147 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:27.855+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:28.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:28.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:28.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:28.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:28.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:28.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:28 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:28.117+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:28.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:28 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:28.492+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:29.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:28.904+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:29.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:28.904+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:29.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:28.904+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:29.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:28.904+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:29.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:28 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:28.904+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:29.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:29.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:29.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:29.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:29.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:29.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:29 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:29.116+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:29.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:29 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:29.456+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:30.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:29.935+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:30.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:29.935+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:30.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:29.935+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:30.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:29.935+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:30.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:29 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:29.935+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:30.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:30.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:30.413 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:30.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:30.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:30.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:30.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:30 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:30.134+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:30.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:20.160913+0000 front 2023-10-05T15:45:20.160831+0000 (oldest deadline 2023-10-05T15:45:47.761609+0000) 2023-10-05T15:46:30.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:28.262700+0000 front 2023-10-05T15:45:28.262735+0000 (oldest deadline 2023-10-05T15:45:52.962637+0000) 2023-10-05T15:46:30.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:32.963257+0000 front 2023-10-05T15:45:32.963345+0000 (oldest deadline 2023-10-05T15:45:58.863307+0000) 2023-10-05T15:46:30.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.064707+0000 front 2023-10-05T15:45:44.064730+0000 (oldest deadline 2023-10-05T15:46:09.364809+0000) 2023-10-05T15:46:30.787 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:49.365237+0000 front 2023-10-05T15:45:49.365269+0000 (oldest deadline 2023-10-05T15:46:14.065321+0000) 2023-10-05T15:46:30.788 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:30 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9[142958]: 2023-10-05T15:46:30.495+0000 7f9c36add700 -1 osd.9 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:58.766799+0000 front 2023-10-05T15:45:58.766868+0000 (oldest deadline 2023-10-05T15:46:22.266433+0000) 2023-10-05T15:46:31.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:31.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:31.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:31.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:31.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:31.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:30 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:30.942+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:31.414 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:31 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:31.159+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:31.537 INFO:journalctl@ceph.osd.9.smithi098.stdout:Oct 05 15:46:31 smithi098 bash[192589]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-9 2023-10-05T15:46:32.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:32.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:32.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:32.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:32.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:32.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:31 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:31.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:32.562 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.9.service' 2023-10-05T15:46:32.601 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:32.601 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-10-05T15:46:32.601 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-10-05T15:46:32.601 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.10 2023-10-05T15:46:32.630 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:32.631 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.186+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:32.913 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 systemd[1]: Stopping Ceph osd.10 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:33.218 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.958+0000 7f90544d1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:33.218 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.958+0000 7f90544d1700 -1 osd.10 94 *** Got signal Terminated *** 2023-10-05T15:46:33.219 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:32 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:32.958+0000 7f90544d1700 -1 osd.10 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:33.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:33.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:33.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:33.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:33.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:33.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:33 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:33.020+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:33.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:33.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:33 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:33.216+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:34.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:34.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:34.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:34.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:34.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:34.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.005+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:34.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:34.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:34 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:34.266+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:35.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:35.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:35.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:35.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:35.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:35.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:34 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:34.960+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:35.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:35.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:35 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:35.306+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:36.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:36.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:36.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:36.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:36.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:36.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.007+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:36.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:36.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:36.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:36.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:36.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:36.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:36.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:36 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:36.328+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:37.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:37.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:37.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:37.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:37.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:37.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:36 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:36.994+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:37.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:17.654226+0000 front 2023-10-05T15:45:17.654207+0000 (oldest deadline 2023-10-05T15:45:42.954120+0000) 2023-10-05T15:46:37.663 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.955836+0000 front 2023-10-05T15:45:29.955814+0000 (oldest deadline 2023-10-05T15:45:54.655968+0000) 2023-10-05T15:46:37.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:34.656457+0000 front 2023-10-05T15:45:34.656432+0000 (oldest deadline 2023-10-05T15:46:00.556515+0000) 2023-10-05T15:46:37.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6814 osd.3 since back 2023-10-05T15:45:44.459076+0000 front 2023-10-05T15:45:44.458963+0000 (oldest deadline 2023-10-05T15:46:06.758934+0000) 2023-10-05T15:46:37.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.960502+0000 front 2023-10-05T15:45:51.960542+0000 (oldest deadline 2023-10-05T15:46:16.660610+0000) 2023-10-05T15:46:37.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:57.161713+0000 front 2023-10-05T15:45:57.161835+0000 (oldest deadline 2023-10-05T15:46:21.261550+0000) 2023-10-05T15:46:37.664 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:37 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10[133902]: 2023-10-05T15:46:37.298+0000 7f9050ac7700 -1 osd.10 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:04.563637+0000 front 2023-10-05T15:46:04.563661+0000 (oldest deadline 2023-10-05T15:46:29.863603+0000) 2023-10-05T15:46:38.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:38.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:38.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:38.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:38.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:38.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.025+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:38.913 INFO:journalctl@ceph.osd.10.smithi115.stdout:Oct 05 15:46:38 smithi115 bash[146217]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-10 2023-10-05T15:46:39.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:39.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:39.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:39.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:39.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:39.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:38 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:38.995+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:40.136 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.10.service' 2023-10-05T15:46:40.216 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:40.216 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-10-05T15:46:40.216 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-10-05T15:46:40.217 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.11 2023-10-05T15:46:40.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.036+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:40.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 systemd[1]: Stopping Ceph osd.11 for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:40.896 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.568+0000 7f4c484a9700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:40.896 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.568+0000 7f4c484a9700 -1 osd.11 94 *** Got signal Terminated *** 2023-10-05T15:46:40.896 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:40 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:40.568+0000 7f4c484a9700 -1 osd.11 94 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:41.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:41.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.018+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:42.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:42.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:42.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:42.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:42.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:42.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:42.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:41 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:41.972+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:43.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:43.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:43.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:43.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:43.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:43.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:43.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:43 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:43.010+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:44.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:44.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:44.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:44.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:44.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:44.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:44.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:44.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:44 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:44.045+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6820 osd.8 since back 2023-10-05T15:46:19.088212+0000 front 2023-10-05T15:46:19.088235+0000 (oldest deadline 2023-10-05T15:46:43.788234+0000) 2023-10-05T15:46:45.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6806 osd.0 since back 2023-10-05T15:45:22.079113+0000 front 2023-10-05T15:45:22.079239+0000 (oldest deadline 2023-10-05T15:45:47.379100+0000) 2023-10-05T15:46:45.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6804 osd.1 since back 2023-10-05T15:45:29.080243+0000 front 2023-10-05T15:45:29.080216+0000 (oldest deadline 2023-10-05T15:45:54.380312+0000) 2023-10-05T15:46:45.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2023-10-05T15:45:36.081334+0000 front 2023-10-05T15:45:36.081518+0000 (oldest deadline 2023-10-05T15:45:59.581474+0000) 2023-10-05T15:46:45.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6812 osd.4 since back 2023-10-05T15:45:51.684611+0000 front 2023-10-05T15:45:51.684533+0000 (oldest deadline 2023-10-05T15:46:13.984526+0000) 2023-10-05T15:46:45.396 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2023-10-05T15:45:56.785810+0000 front 2023-10-05T15:45:56.785856+0000 (oldest deadline 2023-10-05T15:46:22.685919+0000) 2023-10-05T15:46:45.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.98:6822 osd.6 since back 2023-10-05T15:46:02.686531+0000 front 2023-10-05T15:46:02.686541+0000 (oldest deadline 2023-10-05T15:46:30.286810+0000) 2023-10-05T15:46:45.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.115:6820 osd.7 since back 2023-10-05T15:46:13.788134+0000 front 2023-10-05T15:46:13.788106+0000 (oldest deadline 2023-10-05T15:46:39.087894+0000) 2023-10-05T15:46:45.397 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:45 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11[134611]: 2023-10-05T15:46:45.076+0000 7f4c44a9f700 -1 osd.11 94 heartbeat_check: no reply from 172.21.15.173:6820 osd.8 since back 2023-10-05T15:46:19.088212+0000 front 2023-10-05T15:46:19.088235+0000 (oldest deadline 2023-10-05T15:46:43.788234+0000) 2023-10-05T15:46:46.646 INFO:journalctl@ceph.osd.11.smithi173.stdout:Oct 05 15:46:46 smithi173 bash[146848]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-osd-11 2023-10-05T15:46:47.653 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@osd.11.service' 2023-10-05T15:46:47.692 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:47.692 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-10-05T15:46:47.692 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-10-05T15:46:47.692 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.a 2023-10-05T15:46:48.037 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:46:47 smithi098 systemd[1]: Stopping Ceph mds.a for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:48.537 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:46:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: 2023-10-05T15:46:48.046+0000 7f9fe93dd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:48.537 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:46:48 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a[151580]: 2023-10-05T15:46:48.046+0000 7f9fe93dd700 -1 mds.a *** got signal Terminated *** 2023-10-05T15:46:51.240 INFO:journalctl@ceph.mds.a.smithi098.stdout:Oct 05 15:46:50 smithi098 bash[192851]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-a 2023-10-05T15:46:51.304 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.a.service' 2023-10-05T15:46:51.345 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:51.346 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-10-05T15:46:51.346 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-10-05T15:46:51.346 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.d 2023-10-05T15:46:51.537 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:46:51 smithi098 systemd[1]: Stopping Ceph mds.d for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:52.037 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:46:51 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-d[150581]: 2023-10-05T15:46:51.734+0000 7f50a8885700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:52.037 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:46:51 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-d[150581]: 2023-10-05T15:46:51.734+0000 7f50a8885700 -1 mds.d *** got signal Terminated *** 2023-10-05T15:46:53.275 INFO:journalctl@ceph.mds.d.smithi098.stdout:Oct 05 15:46:53 smithi098 bash[192997]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-d 2023-10-05T15:46:53.281 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.d.service' 2023-10-05T15:46:53.315 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:53.316 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-10-05T15:46:53.316 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-10-05T15:46:53.316 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.g 2023-10-05T15:46:53.537 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:46:53 smithi098 systemd[1]: Stopping Ceph mds.g for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:54.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:46:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: 2023-10-05T15:46:53.695+0000 7f07820f7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:54.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:46:53 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g[151190]: 2023-10-05T15:46:53.696+0000 7f07820f7700 -1 mds.g *** got signal Terminated *** 2023-10-05T15:46:55.037 INFO:journalctl@ceph.mds.g.smithi098.stdout:Oct 05 15:46:55 smithi098 bash[193136]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-g 2023-10-05T15:46:55.238 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.g.service' 2023-10-05T15:46:55.270 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:55.271 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-10-05T15:46:55.271 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-10-05T15:46:55.271 DEBUG:teuthology.orchestra.run.smithi098:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.j 2023-10-05T15:46:55.537 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:46:55 smithi098 systemd[1]: Stopping Ceph mds.j for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:56.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:46:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-j[150225]: 2023-10-05T15:46:55.637+0000 7fcef9f76700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:56.037 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:46:55 smithi098 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-j[150225]: 2023-10-05T15:46:55.637+0000 7fcef9f76700 -1 mds.j *** got signal Terminated *** 2023-10-05T15:46:59.012 INFO:journalctl@ceph.mds.j.smithi098.stdout:Oct 05 15:46:58 smithi098 bash[193277]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-j 2023-10-05T15:46:59.214 DEBUG:teuthology.orchestra.run.smithi098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.j.service' 2023-10-05T15:46:59.247 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:46:59.247 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-10-05T15:46:59.247 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-10-05T15:46:59.247 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.b 2023-10-05T15:46:59.598 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:46:59 smithi115 systemd[1]: Stopping Ceph mds.b for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:46:59.913 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:46:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:46:59.596+0000 7f348e19f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:46:59.913 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:46:59 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b[140921]: 2023-10-05T15:46:59.596+0000 7f348e19f700 -1 mds.b *** got signal Terminated *** 2023-10-05T15:47:03.152 INFO:journalctl@ceph.mds.b.smithi115.stdout:Oct 05 15:47:02 smithi115 bash[146481]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-b 2023-10-05T15:47:03.159 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.b.service' 2023-10-05T15:47:03.194 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:03.194 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-10-05T15:47:03.194 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-10-05T15:47:03.194 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.e 2023-10-05T15:47:03.414 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:47:03 smithi115 systemd[1]: Stopping Ceph mds.e for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:03.913 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:47:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: 2023-10-05T15:47:03.569+0000 7fd8ce69d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:03.913 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:47:03 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e[140235]: 2023-10-05T15:47:03.569+0000 7fd8ce69d700 -1 mds.e *** got signal Terminated *** 2023-10-05T15:47:07.043 INFO:journalctl@ceph.mds.e.smithi115.stdout:Oct 05 15:47:06 smithi115 bash[146621]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-e 2023-10-05T15:47:07.226 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.e.service' 2023-10-05T15:47:07.260 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:07.260 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-10-05T15:47:07.260 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-10-05T15:47:07.260 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.h 2023-10-05T15:47:07.637 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:47:07 smithi115 systemd[1]: Stopping Ceph mds.h for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:07.913 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:47:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:47:07.636+0000 7f7b42fa1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:07.913 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:47:07 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h[140572]: 2023-10-05T15:47:07.636+0000 7f7b42fa1700 -1 mds.h *** got signal Terminated *** 2023-10-05T15:47:11.294 INFO:journalctl@ceph.mds.h.smithi115.stdout:Oct 05 15:47:10 smithi115 bash[146756]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-h 2023-10-05T15:47:11.299 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.h.service' 2023-10-05T15:47:11.331 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:11.331 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-10-05T15:47:11.332 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-10-05T15:47:11.332 DEBUG:teuthology.orchestra.run.smithi115:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.k 2023-10-05T15:47:11.663 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:47:11 smithi115 systemd[1]: Stopping Ceph mds.k for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:12.163 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:47:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: 2023-10-05T15:47:11.708+0000 7fd086e87700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:12.163 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:47:11 smithi115 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k[139896]: 2023-10-05T15:47:11.708+0000 7fd086e87700 -1 mds.k *** got signal Terminated *** 2023-10-05T15:47:15.074 INFO:journalctl@ceph.mds.k.smithi115.stdout:Oct 05 15:47:14 smithi115 bash[146899]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-k 2023-10-05T15:47:15.273 DEBUG:teuthology.orchestra.run.smithi115:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.k.service' 2023-10-05T15:47:15.309 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:15.309 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-10-05T15:47:15.309 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-10-05T15:47:15.310 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.c 2023-10-05T15:47:15.646 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:47:15 smithi173 systemd[1]: Stopping Ceph mds.c for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:16.146 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:47:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: 2023-10-05T15:47:15.662+0000 7f46345b7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:16.146 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:47:15 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c[141455]: 2023-10-05T15:47:15.662+0000 7f46345b7700 -1 mds.c *** got signal Terminated *** 2023-10-05T15:47:19.271 INFO:journalctl@ceph.mds.c.smithi173.stdout:Oct 05 15:47:18 smithi173 bash[147126]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-c 2023-10-05T15:47:19.278 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.c.service' 2023-10-05T15:47:19.314 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:19.314 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-10-05T15:47:19.315 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-10-05T15:47:19.315 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.f 2023-10-05T15:47:19.646 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:47:19 smithi173 systemd[1]: Stopping Ceph mds.f for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:20.146 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:47:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: 2023-10-05T15:47:19.712+0000 7fa9c3d3f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:20.146 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:47:19 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f[141112]: 2023-10-05T15:47:19.712+0000 7fa9c3d3f700 -1 mds.f *** got signal Terminated *** 2023-10-05T15:47:23.063 INFO:journalctl@ceph.mds.f.smithi173.stdout:Oct 05 15:47:22 smithi173 bash[147273]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-f 2023-10-05T15:47:23.248 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.f.service' 2023-10-05T15:47:23.281 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:23.281 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-10-05T15:47:23.281 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-10-05T15:47:23.281 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.i 2023-10-05T15:47:23.646 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:47:23 smithi173 systemd[1]: Stopping Ceph mds.i for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:24.146 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:47:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:47:23.653+0000 7f9dd048f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:24.146 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:47:23 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i[141797]: 2023-10-05T15:47:23.653+0000 7f9dd048f700 -1 mds.i *** got signal Terminated *** 2023-10-05T15:47:27.287 INFO:journalctl@ceph.mds.i.smithi173.stdout:Oct 05 15:47:26 smithi173 bash[147411]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-i 2023-10-05T15:47:27.292 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.i.service' 2023-10-05T15:47:27.325 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:27.325 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-10-05T15:47:27.325 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-10-05T15:47:27.325 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.l 2023-10-05T15:47:27.646 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:47:27 smithi173 systemd[1]: Stopping Ceph mds.l for de9bd1a4-6393-11ee-8db5-212e2dc638e7... 2023-10-05T15:47:28.146 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:47:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: 2023-10-05T15:47:27.693+0000 7f327b365700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:47:28.146 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:47:27 smithi173 ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l[140764]: 2023-10-05T15:47:27.693+0000 7f327b365700 -1 mds.l *** got signal Terminated *** 2023-10-05T15:47:31.146 INFO:journalctl@ceph.mds.l.smithi173.stdout:Oct 05 15:47:30 smithi173 bash[147557]: ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7-mds-l 2023-10-05T15:47:31.167 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-de9bd1a4-6393-11ee-8db5-212e2dc638e7@mds.l.service' 2023-10-05T15:47:31.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:47:31.202 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-10-05T15:47:31.202 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:47:31.506 INFO:teuthology.orchestra.run.smithi098.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:47:33.062 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:47:33.363 INFO:teuthology.orchestra.run.smithi115.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:47:34.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:47:35.233 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:47:36.787 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:47:36.823 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:47:36.860 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:47:36.890 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-05T15:47:36.892 DEBUG:teuthology.misc:Transferring archived files from smithi098:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi098/crash 2023-10-05T15:47:36.893 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:47:36.942 INFO:teuthology.orchestra.run.smithi098.stderr:tar: /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:47:36.942 INFO:teuthology.orchestra.run.smithi098.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:47:36.944 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi115/crash 2023-10-05T15:47:36.945 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:47:36.982 INFO:teuthology.orchestra.run.smithi115.stderr:tar: /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:47:36.983 INFO:teuthology.orchestra.run.smithi115.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:47:36.984 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi173/crash 2023-10-05T15:47:36.985 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:47:37.024 INFO:teuthology.orchestra.run.smithi173.stderr:tar: /var/lib/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:47:37.024 INFO:teuthology.orchestra.run.smithi173.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:47:37.024 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-05T15:47:37.024 DEBUG:teuthology.orchestra.run.smithi098:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-10-05T15:47:37.059 INFO:teuthology.orchestra.run.smithi098.stderr:grep: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph.log: No such file or directory 2023-10-05T15:47:37.061 INFO:tasks.cephadm:Compressing logs... 2023-10-05T15:47:37.061 DEBUG:teuthology.orchestra.run.smithi098:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:47:37.105 DEBUG:teuthology.orchestra.run.smithi115:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:47:37.107 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:47:37.133 INFO:teuthology.orchestra.run.smithi098.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-05T15:47:37.133 INFO:teuthology.orchestra.run.smithi098.stderr:: No such file or directory 2023-10-05T15:47:37.133 INFO:teuthology.orchestra.run.smithi098.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2023-10-05T15:47:37.133 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.0.log 2023-10-05T15:47:37.133 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.g.log 2023-10-05T15:47:37.136 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.a.log 2023-10-05T15:47:37.136 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.6.log 2023-10-05T15:47:37.137 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.3.log 2023-10-05T15:47:37.137 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.6.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.3.log: 94.1% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2023-10-05T15:47:37.137 INFO:teuthology.orchestra.run.smithi098.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.d.log 2023-10-05T15:47:37.137 INFO:teuthology.orchestra.run.smithi173.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- : No such file or directory/var/log/ceph/cephadm.log 2023-10-05T15:47:37.137 INFO:teuthology.orchestra.run.smithi173.stderr: 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.5.log 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.2.log 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.11.log 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.5.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.z.log 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.8.log 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:47:37.138 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.f.log 2023-10-05T15:47:37.139 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.8.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.c.log 2023-10-05T15:47:37.140 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.x.log 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:: No such file or directory 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.10.log 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.h.log 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.e.log 2023-10-05T15:47:37.141 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.10.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.4.log 2023-10-05T15:47:37.142 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.1.log 2023-10-05T15:47:37.143 INFO:teuthology.orchestra.run.smithi098.stderr: 93.4% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:47:37.143 INFO:teuthology.orchestra.run.smithi098.stderr: 94.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.d.log.gz 2023-10-05T15:47:37.144 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.c.log: 92.5% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.z.log.gz 2023-10-05T15:47:37.144 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.i.log 2023-10-05T15:47:37.145 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.e.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.4.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:47:37.145 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.k.log 2023-10-05T15:47:37.145 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:47:37.145 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.k.log: /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.7.log 2023-10-05T15:47:37.146 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.9.log 2023-10-05T15:47:37.146 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:47:37.146 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.c.log 2023-10-05T15:47:37.149 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:47:37.152 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.7.log: 91.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:47:37.152 INFO:teuthology.orchestra.run.smithi115.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.b.log 2023-10-05T15:47:37.154 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:47:37.154 INFO:teuthology.orchestra.run.smithi098.stderr:gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.j.log 2023-10-05T15:47:37.158 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.b.log 2023-10-05T15:47:37.159 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.a.log 2023-10-05T15:47:37.159 INFO:teuthology.orchestra.run.smithi098.stderr: 94.6% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.j.log.gz 2023-10-05T15:47:37.174 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.l.log 2023-10-05T15:47:37.175 INFO:teuthology.orchestra.run.smithi173.stderr: 91.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:47:37.179 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.y.log 2023-10-05T15:47:37.209 INFO:teuthology.orchestra.run.smithi115.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.y.log: 92.4% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.y.log.gz 2023-10-05T15:47:37.351 INFO:teuthology.orchestra.run.smithi098.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.a.log: 89.8% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mgr.x.log.gz 2023-10-05T15:47:37.392 INFO:teuthology.orchestra.run.smithi098.stderr: 94.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.g.log.gz 2023-10-05T15:47:37.492 INFO:teuthology.orchestra.run.smithi115.stderr: 94.9% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.k.log.gz 2023-10-05T15:47:37.520 INFO:teuthology.orchestra.run.smithi115.stderr: 92.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.b.log.gz 2023-10-05T15:47:37.535 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.l.log: 94.4% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.l.log.gz 2023-10-05T15:47:37.575 INFO:teuthology.orchestra.run.smithi173.stderr: 91.9% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.c.log.gz 2023-10-05T15:47:37.622 INFO:teuthology.orchestra.run.smithi173.stderr: 94.9% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.f.log.gz 2023-10-05T15:47:37.883 INFO:teuthology.orchestra.run.smithi098.stderr: 90.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mon.a.log.gz 2023-10-05T15:47:38.913 INFO:teuthology.orchestra.run.smithi098.stderr: 93.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.a.log.gz 2023-10-05T15:47:39.115 INFO:teuthology.orchestra.run.smithi173.stderr: 93.6% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.c.log.gz 2023-10-05T15:47:39.507 INFO:teuthology.orchestra.run.smithi115.stderr: 95.8% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.e.log.gz 2023-10-05T15:47:39.645 INFO:teuthology.orchestra.run.smithi115.stderr: 93.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.h.log.gz 2023-10-05T15:47:40.885 INFO:teuthology.orchestra.run.smithi173.stderr: 93.6% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.i.log.gz 2023-10-05T15:47:44.773 INFO:teuthology.orchestra.run.smithi098.stderr: 92.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.0.log.gz 2023-10-05T15:47:49.236 INFO:teuthology.orchestra.run.smithi115.stderr: 91.8% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.10.log.gz 2023-10-05T15:47:52.147 INFO:teuthology.orchestra.run.smithi115.stderr: 91.8% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.4.log.gz 2023-10-05T15:47:52.516 INFO:teuthology.orchestra.run.smithi115.stderr: 91.9% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.1.log.gz 2023-10-05T15:47:54.839 INFO:teuthology.orchestra.run.smithi098.stderr: 91.5% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.6.log.gz 2023-10-05T15:47:55.159 INFO:teuthology.orchestra.run.smithi098.stderr: 91.6% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.3.log.gz 2023-10-05T15:47:56.304 INFO:teuthology.orchestra.run.smithi098.stderr: 91.6% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.9.log.gz 2023-10-05T15:47:56.306 INFO:teuthology.orchestra.run.smithi098.stderr: 2023-10-05T15:47:56.306 INFO:teuthology.orchestra.run.smithi098.stderr:real 0m19.186s 2023-10-05T15:47:56.306 INFO:teuthology.orchestra.run.smithi098.stderr:user 1m3.342s 2023-10-05T15:47:56.307 INFO:teuthology.orchestra.run.smithi098.stderr:sys 0m2.095s 2023-10-05T15:47:58.116 INFO:teuthology.orchestra.run.smithi115.stderr: 93.0% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-mds.b.log.gz 2023-10-05T15:47:59.133 INFO:teuthology.orchestra.run.smithi173.stderr: 91.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.11.log.gz 2023-10-05T15:47:59.288 INFO:teuthology.orchestra.run.smithi173.stderr: 91.5% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.5.log.gz 2023-10-05T15:47:59.370 INFO:teuthology.orchestra.run.smithi115.stderr: 91.3% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.7.log.gz 2023-10-05T15:47:59.372 INFO:teuthology.orchestra.run.smithi115.stderr: 2023-10-05T15:47:59.372 INFO:teuthology.orchestra.run.smithi115.stderr:real 0m22.249s 2023-10-05T15:47:59.372 INFO:teuthology.orchestra.run.smithi115.stderr:user 1m28.110s 2023-10-05T15:47:59.372 INFO:teuthology.orchestra.run.smithi115.stderr:sys 0m2.693s 2023-10-05T15:48:00.778 INFO:teuthology.orchestra.run.smithi173.stderr: 91.8% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.8.log.gz 2023-10-05T15:48:02.845 INFO:teuthology.orchestra.run.smithi173.stderr: 91.7% -- replaced with /var/log/ceph/de9bd1a4-6393-11ee-8db5-212e2dc638e7/ceph-osd.2.log.gz 2023-10-05T15:48:02.847 INFO:teuthology.orchestra.run.smithi173.stderr: 2023-10-05T15:48:02.847 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m25.724s 2023-10-05T15:48:02.847 INFO:teuthology.orchestra.run.smithi173.stderr:user 1m36.720s 2023-10-05T15:48:02.847 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m3.093s 2023-10-05T15:48:02.848 INFO:tasks.cephadm:Archiving logs... 2023-10-05T15:48:02.848 DEBUG:teuthology.misc:Transferring archived files from smithi098:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi098/log 2023-10-05T15:48:02.849 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:48:13.327 DEBUG:teuthology.misc:Transferring archived files from smithi115:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi115/log 2023-10-05T15:48:13.328 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:48:25.608 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi173/log 2023-10-05T15:48:25.609 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:48:41.420 INFO:tasks.cephadm:Removing cluster... 2023-10-05T15:48:41.421 DEBUG:teuthology.orchestra.run.smithi098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:48:41.722 INFO:teuthology.orchestra.run.smithi098.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:48:42.274 DEBUG:teuthology.orchestra.run.smithi115:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:48:42.576 INFO:teuthology.orchestra.run.smithi115.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:48:43.153 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid de9bd1a4-6393-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:48:43.454 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: de9bd1a4-6393-11ee-8db5-212e2dc638e7 2023-10-05T15:48:44.052 INFO:tasks.cephadm:Removing cephadm ... 2023-10-05T15:48:44.053 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:48:44.074 DEBUG:teuthology.orchestra.run.smithi115:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:48:44.095 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:48:44.112 INFO:tasks.cephadm:Teardown complete 2023-10-05T15:48:44.113 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-05T15:48:44.125 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-05T15:48:44.125 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:48:44.127 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:48:44.137 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:48:44.251 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-05T15:48:44.261 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-05T15:48:44.262 DEBUG:teuthology.orchestra.run.smithi098:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:48:44.264 DEBUG:teuthology.orchestra.run.smithi115:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:48:44.267 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:48:44.280 INFO:teuthology.orchestra.run.smithi098.stderr:bash: ntpq: command not found 2023-10-05T15:48:44.282 INFO:teuthology.orchestra.run.smithi173.stderr:bash: ntpq: command not found 2023-10-05T15:48:44.283 INFO:teuthology.orchestra.run.smithi115.stderr:bash: ntpq: command not found 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 18 -458us[ -458us] +/- 95ms 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:^* hv02.front.sepia.ceph.com 3 6 377 21 +354us[ +358us] +/- 68ms 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 +73us[ +73us] +/- 75ms 2023-10-05T15:48:44.285 INFO:teuthology.orchestra.run.smithi098.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:48:44.287 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:48:44.287 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2023-10-05T15:48:44.287 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 19 -506us[ -499us] +/- 94ms 2023-10-05T15:48:44.288 INFO:teuthology.orchestra.run.smithi173.stdout:^* hv02.front.sepia.ceph.com 3 6 377 18 +338us[ +345us] +/- 68ms 2023-10-05T15:48:44.288 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 +57us[ +65us] +/- 75ms 2023-10-05T15:48:44.288 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:48:44.289 INFO:teuthology.orchestra.run.smithi115.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:48:44.290 INFO:teuthology.orchestra.run.smithi115.stdout:=============================================================================== 2023-10-05T15:48:44.290 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 19 -497us[ -497us] +/- 94ms 2023-10-05T15:48:44.290 INFO:teuthology.orchestra.run.smithi115.stdout:^* hv02.front.sepia.ceph.com 3 6 377 20 +313us[ +310us] +/- 68ms 2023-10-05T15:48:44.290 INFO:teuthology.orchestra.run.smithi115.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 +53us[ +53us] +/- 75ms 2023-10-05T15:48:44.290 INFO:teuthology.orchestra.run.smithi115.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:48:44.290 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-05T15:48:44.300 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-05T15:48:44.301 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-05T15:48:44.311 DEBUG:teuthology.orchestra.run.smithi098:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:48:44.431 DEBUG:teuthology.orchestra.run.smithi115:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:48:44.532 DEBUG:teuthology.orchestra.run.smithi173:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:48:44.624 DEBUG:teuthology.orchestra.run.smithi098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:48:44.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:44.658 DEBUG:teuthology.orchestra.run.smithi115:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:48:44.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:44.692 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:48:44.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:44.724 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-05T15:48:44.735 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-05T15:48:44.758 INFO:teuthology.task.internal:Duration was 2012.574907 seconds 2023-10-05T15:48:44.758 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-05T15:48:44.768 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-05T15:48:44.768 DEBUG:teuthology.orchestra.run.smithi098:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:48:44.770 DEBUG:teuthology.orchestra.run.smithi115:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:48:44.772 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:48:44.815 INFO:teuthology.orchestra.run.smithi098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:48:44.817 INFO:teuthology.orchestra.run.smithi115.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:48:44.818 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:48:45.173 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-05T15:48:45.173 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi098.front.sepia.ceph.com 2023-10-05T15:48:45.173 DEBUG:teuthology.orchestra.run.smithi098:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:48:45.195 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi115.front.sepia.ceph.com 2023-10-05T15:48:45.196 DEBUG:teuthology.orchestra.run.smithi115:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:48:45.217 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2023-10-05T15:48:45.217 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:48:45.240 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-05T15:48:45.240 DEBUG:teuthology.orchestra.run.smithi098:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:48:45.242 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:48:45.259 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:48:45.330 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-05T15:48:45.330 DEBUG:teuthology.orchestra.run.smithi098:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:48:45.332 DEBUG:teuthology.orchestra.run.smithi115:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:48:45.334 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:48:45.442 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-05T15:48:45.454 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-05T15:48:45.776 DEBUG:teuthology.orchestra.run.smithi098:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:48:45.804 DEBUG:teuthology.orchestra.run.smithi115:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:48:45.856 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:48:45.886 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-05T15:48:45.898 DEBUG:teuthology.orchestra.run.smithi098:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:45.900 DEBUG:teuthology.orchestra.run.smithi115:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:45.902 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:45.925 INFO:teuthology.orchestra.run.smithi098.stdout:kernel.core_pattern = core 2023-10-05T15:48:45.927 INFO:teuthology.orchestra.run.smithi115.stdout:kernel.core_pattern = core 2023-10-05T15:48:45.954 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2023-10-05T15:48:45.993 DEBUG:teuthology.orchestra.run.smithi098:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:46.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:46.009 DEBUG:teuthology.orchestra.run.smithi115:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:46.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:46.026 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:48:46.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:48:46.051 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-05T15:48:46.063 INFO:teuthology.task.internal:Transferring archived files... 2023-10-05T15:48:46.063 DEBUG:teuthology.misc:Transferring archived files from smithi098:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi098 2023-10-05T15:48:46.064 DEBUG:teuthology.orchestra.run.smithi098:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:48:46.105 DEBUG:teuthology.misc:Transferring archived files from smithi115:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi115 2023-10-05T15:48:46.106 DEBUG:teuthology.orchestra.run.smithi115:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:48:46.144 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989/remote/smithi173 2023-10-05T15:48:46.145 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:48:46.186 INFO:teuthology.task.internal:Removing archive directory... 2023-10-05T15:48:46.187 DEBUG:teuthology.orchestra.run.smithi098:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:48:46.189 DEBUG:teuthology.orchestra.run.smithi115:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:48:46.191 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:48:46.239 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-05T15:48:46.252 INFO:teuthology.task.internal:Not uploading archives. 2023-10-05T15:48:46.252 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-05T15:48:46.264 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-05T15:48:46.264 DEBUG:teuthology.orchestra.run.smithi098:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:48:46.267 DEBUG:teuthology.orchestra.run.smithi115:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:48:46.270 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:48:46.280 INFO:teuthology.orchestra.run.smithi098.stdout: 262170 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:48 /home/ubuntu/cephtest 2023-10-05T15:48:46.283 INFO:teuthology.orchestra.run.smithi115.stdout: 262181 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:48 /home/ubuntu/cephtest 2023-10-05T15:48:46.296 INFO:teuthology.orchestra.run.smithi173.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:48 /home/ubuntu/cephtest 2023-10-05T15:48:46.298 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-05T15:48:46.310 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-05T15:48:46.335 INFO:teuthology.nuke:Checking targets against current locks 2023-10-05T15:48:46.365 DEBUG:teuthology.nuke:shortname: smithi098 2023-10-05T15:48:46.366 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:48:46.390 DEBUG:teuthology.nuke:shortname: smithi115 2023-10-05T15:48:46.390 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:48:46.395 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi098.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.333514', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:48:46.414 DEBUG:teuthology.nuke:shortname: smithi173 2023-10-05T15:48:46.415 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:48:46.419 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi115.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.336351', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:48:46.442 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411989', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 15:09:36.334979', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:48:46.452 INFO:teuthology.orchestra.console.smithi098:Power off 2023-10-05T15:48:46.452 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:48:46.474 DEBUG:teuthology.orchestra.console.smithi098:power off output: Chassis Power Control: Down/Off 2023-10-05T15:48:46.474 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:46.490 INFO:teuthology.orchestra.console.smithi115:Power off 2023-10-05T15:48:46.490 DEBUG:teuthology.orchestra.console.smithi115:pexpect command: ipmitool -H smithi115.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:48:46.502 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2023-10-05T15:48:46.512 DEBUG:teuthology.orchestra.console.smithi115:power off output: Chassis Power Control: Down/Off 2023-10-05T15:48:46.512 DEBUG:teuthology.orchestra.console.smithi115:pexpect command: ipmitool -H smithi115.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:46.531 INFO:teuthology.orchestra.console.smithi173:Power off 2023-10-05T15:48:46.531 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:48:46.541 DEBUG:teuthology.orchestra.console.smithi115:check power output: Chassis Power is on 2023-10-05T15:48:46.554 DEBUG:teuthology.orchestra.console.smithi173:power off output: Chassis Power Control: Down/Off 2023-10-05T15:48:46.554 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:46.577 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2023-10-05T15:48:50.503 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:50.542 DEBUG:teuthology.orchestra.console.smithi115:pexpect command: ipmitool -H smithi115.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:50.578 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:50.613 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2023-10-05T15:48:50.652 DEBUG:teuthology.orchestra.console.smithi115:check power output: Chassis Power is on 2023-10-05T15:48:50.689 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2023-10-05T15:48:54.618 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:54.653 DEBUG:teuthology.orchestra.console.smithi115:pexpect command: ipmitool -H smithi115.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:54.690 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:54.727 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is on 2023-10-05T15:48:54.762 DEBUG:teuthology.orchestra.console.smithi115:check power output: Chassis Power is on 2023-10-05T15:48:54.800 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2023-10-05T15:48:58.732 DEBUG:teuthology.orchestra.console.smithi098:pexpect command: ipmitool -H smithi098.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:58.763 DEBUG:teuthology.orchestra.console.smithi115:pexpect command: ipmitool -H smithi115.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:58.801 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:48:58.847 DEBUG:teuthology.orchestra.console.smithi098:check power output: Chassis Power is off 2023-10-05T15:48:58.874 DEBUG:teuthology.orchestra.console.smithi115:check power output: Chassis Power is off 2023-10-05T15:48:58.913 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is off 2023-10-05T15:48:58.947 INFO:teuthology.orchestra.console.smithi098:Power off completed 2023-10-05T15:48:58.975 INFO:teuthology.orchestra.console.smithi115:Power off completed 2023-10-05T15:48:59.013 INFO:teuthology.orchestra.console.smithi173:Power off completed 2023-10-05T15:48:59.119 INFO:teuthology.run:Summary data: description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} duration: 2012.5749073028564 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_vshankar@teuthology status: fail success: false 2023-10-05T15:48:59.119 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-05T15:48:59.191 INFO:teuthology.run:FAIL